00010000:00000010:2.1F:1789602065.665940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4200. 00010000:00000010:2.1:1789602065.692554:0:10680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5600. 00000080:00000010:0.1F:1789602084.249596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8109543e0. 00000080:00000010:0.1:1789602084.249627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810954200. 00010000:00000010:0.1:1789602084.249632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb804d7d000. 00010000:00000010:0.1:1789602084.249638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4000. 00000080:00000010:0.1:1789602084.266162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810954b20. 00010000:00000010:0.1:1789602087.518748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb814dbbf00. 00010000:00000010:0.1:1789602087.518993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4e00. 00000080:00000010:2.1:1789602103.169646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8079d1ae0. 00010000:00000010:0.1:1789602123.163153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0200. 00010000:00000010:0.1:1789602123.163177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc600. 00000080:00000010:0.1:1789602123.237783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb82035ed40. 00010000:00000010:3.1F:1789602126.463581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb842059600. 00000080:00000010:0.1:1789602143.156274:0:10917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8057fec80. 00010000:00000010:2.1:1789602191.876684:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8079f9800. 00010000:00000010:2.1:1789602191.876696:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb842058800. 00010000:00000010:0.1:1789602191.891403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c100. 00010000:00000010:3.1:1789602209.692470:0:2395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030e00. 00010000:00000010:3.1:1789602212.827321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4e00. 00010000:00000010:0.1:1789602238.488034:0:12183:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bf300. 00010000:00000010:0.1:1789602238.488042:0:12183:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdce00. 00010000:00000010:1.1F:1789602238.496787:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb806ae3f00. 00010000:00000010:1.1:1789602255.195863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc800. 00010000:00000010:1.1:1789602255.203575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bf800. 00010000:00000010:1.1:1789602255.203592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031000. 00010000:00000010:1.1:1789602255.203597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bf000. 00010000:00000010:1.1:1789602255.203601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdd600. 00000080:00000010:0.1:1789602255.208153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb82035e980. 00000080:00000010:0.1:1789602255.208170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb80135b9a0. 00010000:00000010:2.1:1789602257.457818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5a00. 00010000:00000010:2.1:1789602257.461078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c700. 00010000:00000010:2.1:1789602257.461096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4800. 00010000:00000010:2.1:1789602257.461101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807f00f00. 00010000:00000010:2.1:1789602257.461106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb842059c00. 00000080:00000010:3.1:1789602273.078139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb818256840. 00000080:00000010:3.1:1789602273.078165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb818256320. 00010000:00000010:3.1:1789602274.829581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bf800. 00010000:00000010:3.1:1789602274.829592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc400. 00010000:00000010:3.1:1789602274.829597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bfc00. 00010000:00000010:3.1:1789602274.829600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdd600. 00000080:00000010:3.1:1789602274.836993:0:12035:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb818241600. 00000080:00000010:3.1:1789602274.837026:0:12035:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808195ac0. 00010000:00000010:1.1:1789602280.798224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bfa00. 00010000:00000010:1.1:1789602280.798232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdd000. 00010000:00000010:0.1:1789602281.940562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c300. 00010000:00000010:0.1:1789602281.940579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4a00. 00010000:00000010:0.1:1789602281.960651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8190b8700. 00010000:00000010:1.1:1789602282.933453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8190b8000. 00010000:00000010:1.1:1789602282.933476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031e00. 00010000:00000010:1.1:1789602282.933483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c200. 00010000:00000010:1.1:1789602282.933487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4e00. 00000080:00000010:1.1:1789602282.954630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb812026c20. 00000080:00000010:1.1:1789602282.954650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb80652bae0. 00010000:00000010:2.1:1789602284.768575:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bf500. 00010000:00000010:2.1:1789602284.768605:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdce00. 00010000:00000010:2.1:1789602284.768611:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bf400. 00010000:00000010:2.1:1789602284.768614:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdd000. 00000080:00000010:0.1:1789602300.210263:0:12863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb812026940. 00000080:00000010:0.1:1789602300.210286:0:12863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb812026d40. 00010000:00000010:0.1:1789602319.138568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8190b8300. 00010000:00000010:0.1:1789602319.138585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031e00. 00010000:00000010:0.1:1789602319.138591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807f00300. 00010000:00000010:0.1:1789602319.138594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb842058800. 00000080:00000010:0.1:1789602319.160243:0:12677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb812113c60. 00010000:00000010:1.1:1789602322.830721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bfe00. 00010000:00000010:1.1:1789602322.830740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdde00. 00010000:00000010:1.1:1789602322.830747:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c000. 00010000:00000010:1.1:1789602322.830751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4000. 00000080:00000010:1.1:1789602338.268629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb812026180. 00010000:00000010:1.1:1789602340.771656:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bfe00. 00010000:00000010:1.1:1789602340.771672:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdde00. 00010000:00000010:1.1:1789602340.771678:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647ca00. 00010000:00000010:1.1:1789602340.771682:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5a00. 00000080:00000010:1.1:1789602340.785597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb818241c60. 00000080:00000010:1.1:1789602340.785623:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb8081798c0. 00010000:00000010:1.1:1789602346.845960:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8190b8500. 00010000:00000010:1.1:1789602346.845969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030e00. 00010000:00000010:1.1:1789602349.609061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8190b8300. 00010000:00000010:1.1:1789602349.609078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031000. 00010000:00000010:1.1:1789602349.633560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bff00. 00010000:00000010:0.1:1789602349.639740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bf100. 00010000:00000010:0.1:1789602349.639763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdca00. 00000080:00000010:0.1:1789602365.324899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb804349b60. 00010000:00000010:1.1:1789602376.761394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc800. 00010000:00000010:1.1:1789602376.768572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807f00f00. 00010000:00000010:1.1:1789602376.768593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb842058600. 00010000:00000010:1.1:1789602376.783543:0:2401:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bf400. 00010000:00000010:0.1:1789602376.902077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bfc00. 00010000:00000010:0.1:1789602376.902094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc800. 00000800:00000200:3.1:1789602376.937684:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace -18692 low water 175746 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.937697:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace -18692 low water 175746 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.938451:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 133604 low water 166158 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.938458:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 133604 low water 166158 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.939855:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 302516 low water 148262 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.942525:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 292500 low water 253110 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.945968:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 15100 low water 391810 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.945995:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 15100 low water 391810 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.946008:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 15100 low water 391810 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.946014:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 15100 low water 391810 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.946047:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 227520 low water 368800 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.946052:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 227520 low water 368800 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.946074:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 313016 low water 359332 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.949092:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 313016 low water 359332 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.949118:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 313016 low water 359332 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.953064:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 474500 low water 345150 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.954712:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 501552 low water 581224 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.954729:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 501552 low water 581224 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.954738:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 501552 low water 581224 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.954743:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 501552 low water 581224 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.954760:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 547572 low water 558214 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.956776:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 547572 low water 558214 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.956801:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 547572 low water 558214 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.962594:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 593592 low water 535204 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.968309:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 27296 low water 818352 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.968324:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 27296 low water 818352 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.968831:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 231916 low water 749322 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.968864:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 231916 low water 749322 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.968879:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 231916 low water 749322 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.968884:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 231916 low water 749322 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.968918:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 322676 low water 703942 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.968934:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 419872 low water 671984 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.968954:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 546876 low water 608482 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.969391:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 626176 low water 585472 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.974856:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 6192 low water 895464 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.974879:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 6192 low water 895464 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.974886:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 6192 low water 895464 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.974906:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 70108 low water 863506 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.974921:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 134024 low water 831548 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.974953:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 222272 low water 804064 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.974968:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 296416 low water 766992 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.975345:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 296416 low water 766992 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.975362:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 296416 low water 766992 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.978947:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 296416 low water 766992 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.978970:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 296416 low water 766992 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.979548:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 296416 low water 766992 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.984653:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 360332 low water 735034 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.984667:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 360332 low water 735034 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.984702:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 457528 low water 703076 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.984708:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 457528 low water 703076 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.984746:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 521444 low water 671118 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.984762:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 585360 low water 639160 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.984783:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 843668 low water 543286 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.986377:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace -51156 low water 990698 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.986395:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace -51156 low water 990698 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.987446:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 12760 low water 958740 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.987465:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 12760 low water 958740 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.987470:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 12760 low water 958740 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.987828:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 76676 low water 926782 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.987842:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 76676 low water 926782 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.987847:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 76676 low water 926782 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.987872:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 204508 low water 862866 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.988678:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 268424 low water 830908 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.988694:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 268424 low water 830908 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.988699:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 268424 low water 830908 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.988718:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 332340 low water 798950 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.990898:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 396256 low water 766992 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.990921:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 396256 low water 766992 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.990933:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 396256 low water 766992 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.990939:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 396256 low water 766992 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.990959:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 460172 low water 735034 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.991620:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 460172 low water 735034 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.991637:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 460172 low water 735034 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.991648:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 460172 low water 735034 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.998715:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 524088 low water 703076 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.998731:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 524088 low water 703076 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602376.998783:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 1071340 low water 479370 conn ffff9eb812294000 blocked idle queued 00010000:00000010:3.1:1789602378.106576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb842059e00. 00010000:00000010:2.1:1789602378.107725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807f00100. 00010000:00000010:2.1:1789602378.107744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb842059400. 00010000:00000010:0.1:1789602378.145553:0:2400:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c100. 00010000:00000010:0.1:1789602378.172887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030e00. 00010000:00000010:1.1:1789602384.626690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc600. 00010000:00000010:1.1:1789602384.626764:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8190b8300. 00010000:00000010:1.1:1789602384.626769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031a00. 00010000:00000010:1.1:1789602384.647863:0:2401:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bf400. 00010000:00000010:2.1:1789602384.790548:0:2403:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bf800. 00010000:00000010:2.1:1789602384.790563:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc600. 00000800:00000200:3.1:1789602384.807284:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace -10124 low water 1020102 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.807701:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace -11404 low water 1020742 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.808738:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace -12684 low water 1021382 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.812476:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 6492 low water 1011794 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.812505:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 6492 low water 1011794 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.812513:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 6492 low water 1011794 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.812550:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 24388 low water 1002846 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.812577:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 23108 low water 1003486 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.812613:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 42284 low water 993898 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.812632:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 61460 low water 984310 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.812649:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 80636 low water 974722 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.814742:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 99812 low water 965134 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.814767:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 99812 low water 965134 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.814788:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 98532 low water 965774 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.814794:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 98532 low water 965774 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.816803:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 108760 low water 960660 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.816833:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 107480 low water 961300 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.816838:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 107480 low water 961300 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.816858:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 126656 low water 951712 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.816871:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 145832 low water 942124 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.818515:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 173956 low water 928062 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.818542:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 172676 low water 928702 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.818548:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 172676 low water 928702 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.818566:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 218696 low water 905692 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.818589:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 237872 low water 896104 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.818601:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 237872 low water 896104 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.818607:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 237872 low water 896104 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.820102:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 283892 low water 873094 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.820125:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 283892 low water 873094 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.820131:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 283892 low water 873094 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.823582:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 303068 low water 863506 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.823607:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 303068 low water 863506 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.823613:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 303068 low water 863506 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.823635:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 349088 low water 840496 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.823649:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 368264 low water 830908 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.823664:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 432180 low water 798950 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.825223:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 432180 low water 798950 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.825245:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 432180 low water 798950 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.826541:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 687844 low water 671118 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.829307:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 112600 low water 958740 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.829337:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 112600 low water 958740 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.829343:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 112600 low water 958740 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.829367:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 240432 low water 894824 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.831003:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 368264 low water 830908 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.831026:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 368264 low water 830908 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.831033:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 368264 low water 830908 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.831722:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 368264 low water 830908 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.831738:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 368264 low water 830908 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.832166:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 368264 low water 830908 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.832181:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 368264 low water 830908 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.837232:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 432180 low water 798950 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.837257:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 432180 low water 798950 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.837263:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 432180 low water 798950 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.837320:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 623928 low water 703076 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.838630:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 879592 low water 575244 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.855397:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 47404 low water 991338 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.855413:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 47404 low water 991338 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.857117:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 111320 low water 959380 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.857132:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 111320 low water 959380 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.860464:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 239152 low water 895464 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.860552:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 239152 low water 895464 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.860566:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 239152 low water 895464 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.860572:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 239152 low water 895464 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.860649:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 429620 low water 800230 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.860673:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 483308 low water 773386 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.860701:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 557452 low water 736314 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.860760:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 621368 low water 704356 conn ffff9eb812294000 blocked idle queued 00000800:00000200:3.1:1789602384.863078:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9eb818d07380 wspace 685284 low water 672398 conn ffff9eb812294000 blocked idle queued 00010000:00000010:1.1:1789602385.221023:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8190b8100. 00010000:00000010:1.1:1789602385.221047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802e15e00. 00010000:00000010:1.1:1789602385.221053:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bf400. 00010000:00000010:1.1:1789602385.221057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdde00. 00000080:00000010:1.1:1789602385.248703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb802e5dca0. 00000080:00000010:2.1:1789602385.255577:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb80817c200. 00010000:00000010:0.1:1789602385.277576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bfc00. 00010000:00000010:0.1:1789602385.277695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdcc00. 00010000:00000010:0.1:1789602385.277702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c300. 00010000:00000010:0.1:1789602385.277706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46200. 00000080:00000010:0.1:1789602385.293339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb812191d60. 00000080:00000010:0.1:1789602385.293376:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808195280. 00010000:00000010:3.1:1789602385.311567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bf000. 00010000:00000010:3.1:1789602385.311677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdce00. 00010000:00000010:3.1:1789602385.311686:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8190b8b00. 00010000:00000010:3.1:1789602385.311689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031e00. 00000080:00000010:0.1:1789602385.340577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb812191e40. 00000080:00000010:0.1:1789602385.351580:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808192100. 00010000:00000010:1.1:1789602389.834583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bf400. 00010000:00000010:1.1:1789602389.834598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdde00. 00010000:00000010:1.1:1789602389.855367:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8190b8e00. 00010000:00000010:1.1:1789602389.855383:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802e14800. 00010000:00000010:1.1:1789602506.364683:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807f00b00. 00010000:00000010:1.1:1789602506.364693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5600. 00010000:00000010:0.1:1789602506.476573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030a00. 00010000:00000010:0.1:1789602506.476585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8042bbe00. 00010000:00000010:2.1:1789602506.512600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc000. 00000080:00000010:2.1:1789602506.512613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb802fc8c60. 00000080:00000010:0.1:1789602506.512692:0:14850:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb802d18880. 00010000:00000010:0.1:1789602506.512701:0:14850:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4200. 00010000:00000010:0.1:1789602506.512705:0:14850:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb806ae3800. 00010000:00000010:0.1:1789602506.512709:0:14850:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fddc00. 00010000:00000010:0.1:1789602506.512713:0:14850:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bff00. 00010000:00000010:0.1:1789602506.512716:0:14850:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bfa00. 00010000:00000010:1.1:1789602506.629559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807f00300. 00010000:00000010:1.1:1789602506.629576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5200. 00010000:00000010:1.1:1789602506.645094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bf400. 00010000:00000010:1.1:1789602506.697951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47000. 00010000:00000010:2.1:1789602506.905269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47600. 00010000:00000010:2.1:1789602506.905281:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bf500. 00010000:00000010:2.1:1789602506.905286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdd800. 00010000:00000010:2.1:1789602506.905291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c700. 00010000:00000010:2.1:1789602506.905294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46200. 00000080:00000010:0.1:1789602506.915110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb81260ef00. 00000080:00000010:0.1:1789602506.919564:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808194a40. 00010000:00000010:0.1:1789602508.605588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030c00. 00010000:00000010:0.1:1789602508.605615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb806ae3200. 00010000:00000010:0.1:1789602508.605621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030e00. 00010000:00000010:0.1:1789602508.605625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8190b8500. 00010000:00000010:1.1:1789602512.731562:0:1365:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c600. 00010000:00000010:1.1:1789602512.731582:0:1365:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030a00. 00010000:00000010:1.1:1789602533.189885:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bf400. 00010000:00000010:1.1:1789602533.189900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdca00. 00010000:00000010:2.1:1789602533.478711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c900. 00010000:00000010:2.1:1789602533.478725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47c00. 00010000:00000010:2.1:1789602533.508687:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c500. 00010000:00000010:1.1:1789602533.531694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5600. 00010000:00000010:1.1:1789602533.671755:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8190b8500. 00010000:00000010:1.1:1789602533.671768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031200. 00010000:00000010:1.1:1789602533.688996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bf400. 00010000:00000010:1.1:1789602533.691731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdca00. 00010000:00000010:2.1:1789602533.852778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031a00. 00010000:00000010:2.1:1789602533.852794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46000. 00010000:00000010:2.1:1789602533.852798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c900. 00010000:00000010:2.1:1789602533.852802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46600. 00010000:00000010:2.1:1789602533.852826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8190b8e00. 00010000:00000010:2.1:1789602533.852828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031200. 00000080:00000010:2.1:1789602533.872589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8078ba940. 00000080:00000010:2.1:1789602533.888163:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb8081218c0. 00010000:00000010:1.1:1789602538.859671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807f00e00. 00010000:00000010:1.1:1789602538.859688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47600. 00010000:00000010:2.1:1789602541.300280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8190b8d00. 00010000:00000010:2.1:1789602541.300294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031e00. 00000080:00000010:0.1:1789602541.323685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8078bacc0. 00010000:00000010:0.1:1789602541.393792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031800. 00010000:00000010:1.1:1789602542.650290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807f00c00. 00010000:00000010:1.1:1789602542.650327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5400. 00000080:00000010:1.1:1789602542.660128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb804187900. 00010000:00000010:1.1:1789602542.660249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4400. 00010000:00000010:1.1:1789602542.687555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807f00100. 00010000:00000010:1.1:1789602542.726695:0:16174:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5400. 00010000:00000010:1.1:1789602542.869708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47c00. 00010000:00000010:1.1:1789602542.966590:0:16195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc800. 00010000:00000010:1.1:1789602542.966598:0:16195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4000. 00010000:00000010:1.1:1789602542.966603:0:16195:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bfd00. 00010000:00000010:1.1:1789602542.966608:0:16195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdde00. 00010000:00000010:1.1:1789602542.966612:0:16195:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c200. 00010000:00000010:1.1:1789602542.966616:0:16195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47000. 00000080:00000010:1.1:1789602542.987580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb81260e2e0. 00000080:00000010:1.1:1789602542.987613:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808190840. 00010000:00000010:0.1:1789602544.472428:0:2400:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807f00900. 00010000:00000010:0.1:1789602544.472440:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc000. 00000080:00000010:2.1:1789602552.349339:0:16801:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8078ba380. 00000080:00000010:2.1:1789602552.349504:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8130fdee0. 00010000:00000010:0.1:1789602552.359707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030200. 00000080:00000010:2.1:1789602552.364552:0:13:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808123180. 00000080:00000010:2.1:1789602552.364572:0:13:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb80817b180. 00000080:00000010:2.1:1789602552.364581:0:13:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808121080. 00000080:00000010:2.1:1789602552.364594:0:13:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808179080. 00000080:00000010:2.1:1789602552.364602:0:13:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808196b40. 00000080:00000010:2.1:1789602552.364607:0:13:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb80817e300. 00010000:00000010:2.1:1789602552.364614:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8079f9200. 00010000:00000010:2.1:1789602552.364619:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb842058e00. 00010000:00000010:0.1:1789602552.364679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8079f9300. 00010000:00000010:0.1:1789602552.364685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb842059800. 00010000:00000010:1.1:1789602552.395079:0:16801:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46e00. 00010000:00000010:1.1:1789602552.395088:0:16801:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c200. 00010000:00000010:1.1:1789602552.395093:0:16801:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47800. 00010000:00000010:1.1:1789602552.395096:0:16801:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647cd00. 00010000:00000010:2.1:1789602552.477263:0:6168:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb842058400. 00010000:00000010:2.1:1789602552.477271:0:6168:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb804e4aa00. 00010000:00000010:1.1:1789602553.790631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bf900. 00010000:00000010:1.1:1789602553.790647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc600. 00010000:00000010:0.1:1789602553.807559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bf800. 00010000:00000010:1.1:1789602553.833987:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8190b8300. 00010000:00000010:1.1:1789602553.834002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdd600. 00010000:00000010:0.1:1789602553.853120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8190b8d00. 00010000:00000010:0.1:1789602553.853147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030200. 00000080:00000010:1.1:1789602553.931621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8041e3a80. 00010000:00000010:3.1:1789602553.957574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807f00500. 00010000:00000010:3.1:1789602553.957825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4200. 00010000:00000010:3.1:1789602553.975881:0:16900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807f00a00. 00010000:00000010:2.1:1789602553.988656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5c00. 00000080:00000010:1.1:1789602554.052235:0:16901:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8069070c0. 00010000:00000010:0.1:1789602554.117380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bf400. 00010000:00000010:0.1:1789602554.117407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc600. 00010000:00000010:1.1:1789602554.444630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4e00. 00010000:00000010:0.1:1789602554.451749:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8190b8b00. 00010000:00000010:0.1:1789602554.451766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031e00. 00010000:00000010:0.1:1789602554.954630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8190b8b00. 00010000:00000010:0.1:1789602554.954647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031e00. 00010000:00000010:1.1:1789602554.964594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bf900. 00010000:00000010:1.1:1789602554.964613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdd600. 00010000:00000010:3.1:1789602554.987866:0:16940:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c000. 00010000:00000010:0.1:1789602555.034819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5600. 00010000:00000010:2.1:1789602555.222574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030e00. 00010000:00000010:2.1:1789602555.222588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8190b8000. 00010000:00000010:1.1:1789602555.229766:0:16947:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8190b8b00. 00010000:00000010:1.1:1789602555.229785:0:16947:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031e00. 00010000:00000010:0.1:1789602555.244675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdd600. 00010000:00000010:1.1:1789602555.244829:0:16947:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bf900. 00010000:00000010:0.1:1789602555.334235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030e00. 00010000:00000010:0.1:1789602555.334255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc600. 00010000:00000010:0.1:1789602555.334263:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807f00a00. 00010000:00000010:0.1:1789602555.334268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46e00. 00010000:00000010:0.1:1789602555.334273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8190b8f00. 00010000:00000010:0.1:1789602555.334277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031e00. 00000080:00000010:0.1:1789602555.343232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5020. 00000080:00000010:0.1:1789602555.347685:0:16951:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb8082dd280. 00010000:00000010:1.1:1789602555.388866:0:16958:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807f00500. 00010000:00000010:1.1:1789602555.388884:0:16958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47800. 00010000:00000010:2.1:1789602555.399161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bfa00. 00010000:00000010:2.1:1789602555.399181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdce00. 00010000:00000010:1.1:1789602555.456565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4800. 00010000:00000010:1.1:1789602557.438875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc200. 00000080:00000010:2.1:1789602557.444702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5500. 00000080:00000010:2.1:1789602557.444732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806907020. 00000080:00000010:2.1:1789602557.444744:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb8082da100. 00000080:00000010:2.1:1789602557.444763:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb80817eb40. 00010000:00000010:3.1:1789602557.445557:0:2394:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdcc00. 00010000:00000010:3.1:1789602557.445565:0:2394:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4a00. 00010000:00000010:3.1:1789602557.474430:0:16991:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5e00. 00010000:00000010:3.1:1789602557.474442:0:16991:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807f00900. 00010000:00000010:3.1:1789602557.486716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47a00. 00010000:00000010:3.1:1789602557.486730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031800. 00010000:00000010:3.1:1789602557.486737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8190b8a00. 00010000:00000010:3.1:1789602557.486740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47e00. 00010000:00000010:3.1:1789602557.486743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c100. 00010000:00000010:1.1:1789602567.681568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c900. 00010000:00000010:1.1:1789602567.681582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46c00. 00010000:00000010:1.1:1789602567.699632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb818db9000. 00010000:00000010:0.1:1789602567.895633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807f00600. 00010000:00000010:0.1:1789602567.895645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5200. 00010000:00000010:0.1:1789602567.895649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb818db9400. 00010000:00000010:0.1:1789602567.895653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc200. 00010000:00000010:1.1:1789602568.270568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46a00. 00010000:00000010:1.1:1789602584.943719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc600. 00010000:00000010:2.1:1789602585.222572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031a00. 00010000:00000010:2.1:1789602585.222589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031000. 00010000:00000010:2.1:1789602585.222593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb818db9700. 00010000:00000010:2.1:1789602585.222597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fddc00. 00010000:00000010:2.1:1789602585.226601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807f00700. 00010000:00000010:2.1:1789602585.226644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5000. 00000080:00000010:0.1:1789602585.239559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8041e3580. 00000080:00000010:0.1:1789602585.247884:0:17929:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808192940. 00010000:00000010:2.1:1789602590.575695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb818db9000. 00010000:00000010:2.1:1789602590.575712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030a00. 00010000:00000010:0.1:1789602594.763502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b400. 00010000:00000010:0.1:1789602594.763536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030800. 00010000:00000010:0.1:1789602594.767992:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b700. 00010000:00000010:0.1:1789602611.097800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b900. 00010000:00000010:0.1:1789602611.097814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031a00. 00010000:00000010:0.1:1789602611.097817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b700. 00010000:00000010:0.1:1789602611.097819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031400. 00000080:00000010:0.1:1789602611.126556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5600. 00000080:00000010:0.1:1789602611.130651:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808190000. 00010000:00000010:0.1:1789602617.192963:0:18864:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0f00. 00010000:00000010:0.1:1789602617.192974:0:18864:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdcc00. 00010000:00000010:1.1:1789602638.182569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46a00. 00000080:00000010:1.1:1789602638.182592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8040da100. 00010000:00000010:1.1:1789602638.182601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0300. 00010000:00000010:1.1:1789602638.182606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdca00. 00010000:00000010:0.1:1789602638.281567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b500. 00010000:00000010:0.1:1789602638.281582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030e00. 00000080:00000010:1.1:1789602638.326583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5b40. 00010000:00000010:3.1:1789602639.434571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4e00. 00010000:00000010:0.1:1789602658.074793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46400. 00010000:00000010:1.1:1789602658.172579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fddc00. 00010000:00000010:1.1:1789602658.172604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b500. 00010000:00000010:1.1:1789602658.172611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030e00. 00010000:00000010:1.1:1789602658.172615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdcc00. 00000080:00000010:0.1:1789602658.210558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8041e3560. 00000080:00000010:0.1:1789602658.214674:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb80817a100. 00010000:00000010:0.1:1789602658.218607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031000. 00010000:00000010:0.1:1789602658.218629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b400. 00010000:00000010:0.1:1789602658.218634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031a00. 00010000:00000010:0.1:1789602658.218639:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0300. 00010000:00000010:0.1:1789602658.218643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdca00. 00000080:00000010:0.1:1789602658.266742:0:19255:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb8081939c0. 00000080:00000010:0.1:1789602658.266763:0:19255:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5640. 00010000:00000010:2.1:1789602667.220547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47c00. 00000080:00000010:3.1:1789602667.224874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8040da9a0. 00010000:00000010:3.1:1789602667.229562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c300. 00010000:00000010:3.1:1789602667.229578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47600. 00010000:00000010:0.1:1789602667.367571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b800. 00010000:00000010:0.1:1789602667.367587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030800. 00000080:00000010:1.1:1789602667.461603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5ce0. 00010000:00000010:0.1:1789602668.532573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5a00. 00010000:00000010:1.1:1789602678.345707:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c200. 00010000:00000010:1.1:1789602678.345735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47a00. 00010000:00000010:2.1:1789602678.393476:0:20429:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0f00. 00010000:00000010:2.1:1789602678.393493:0:20429:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdce00. 00000080:00000010:2.1:1789602678.393500:0:20429:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8041e3400. 00010000:00000010:2.1:1789602678.403834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47a00. 00010000:00000010:0.1:1789602687.015549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031a00. 00000080:00000010:3.1:1789602687.019548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8040da680. 00010000:00000010:3.1:1789602687.019566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c100. 00010000:00000010:3.1:1789602687.019571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46e00. 00010000:00000010:2.1:1789602687.030828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807f00b00. 00010000:00000010:0.1:1789602687.083972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46a00. 00010000:00000010:0.1:1789602688.745148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647cc00. 00010000:00000010:0.1:1789602688.745164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47200. 00010000:00000010:0.1:1789602688.934989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46400. 00010000:00000010:2.1:1789602726.063197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46c00. 00010000:00000010:1.1:1789602738.566630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47800. 00010000:00000010:1.1:1789602738.566650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938bc00. 00010000:00000010:1.1:1789602738.566657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031800. 00010000:00000010:1.1:1789602738.582857:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0e00. 00010000:00000010:0.1:1789602738.609567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdcc00. 00010000:00000010:1.1:1789602780.896554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47a00. 00010000:00000010:1.1:1789602781.030675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0b00. 00010000:00000010:1.1:1789602781.030691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc200. 00010000:00000010:1.1:1789602781.030696:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0000. 00010000:00000010:1.1:1789602781.030698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdce00. 00000080:00000010:1.1:1789602781.048000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8040daec0. 00000080:00000010:1.1:1789602781.048037:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808197380. 00010000:00000010:0.1:1789602787.169372:0:22275:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0300. 00010000:00000010:0.1:1789602787.169392:0:22275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46c00. 00010000:00000010:1.1:1789602794.579548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938bc00. 00010000:00000010:1.1:1789602794.579560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030a00. 00000080:00000010:0.1:1789602794.610192:0:22619:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8041e36e0. 00010000:00000010:0.1:1789602794.647681:0:22619:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0400. 00010000:00000010:0.1:1789602794.647701:0:22619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdca00. 00010000:00000010:2.1:1789602794.812699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b000. 00010000:00000010:2.1:1789602794.812721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdde00. 00010000:00000010:0.1:1789602794.857896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031800. 00000080:00000010:1.1:1789602794.920563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8041e3f40. 00010000:00000010:1.1:1789602794.946562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46200. 00000080:00000010:1.1:1789602794.946579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8040da920. 00010000:00000010:3.1:1789602794.966417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc600. 00010000:00000010:0.1:1789602795.133855:0:22792:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4000. 00010000:00000010:0.1:1789602795.152581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47a00. 00010000:00000010:0.1:1789602795.183586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5a00. 00000080:00000010:1.1:1789602795.267221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8040da0e0. 00010000:00000010:0.1:1789602795.486460:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031400. 00010000:00000010:0.1:1789602795.486474:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807f00700. 00010000:00000010:3.1:1789602795.651257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47c00. 00010000:00000010:1.1:1789602795.688390:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b200. 00010000:00000010:1.1:1789602795.688411:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031400. 00010000:00000010:0.1:1789602795.693611:0:22807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031e00. 00010000:00000010:0.1:1789602795.694062:0:22807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031800. 00010000:00000010:0.1:1789602795.694071:0:22807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0900. 00010000:00000010:0.1:1789602795.694076:0:22807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fddc00. 00000080:00000010:0.1:1789602795.715401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8040da980. 00000080:00000010:2.1:1789602795.735856:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808178840. 00010000:00000010:0.1:1789602804.919313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c400. 00010000:00000010:0.1:1789602804.919328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46a00. 00000080:00000010:1.1:1789602805.009033:0:23423:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8041e3340. 00010000:00000010:0.1:1789602805.240289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0300. 00010000:00000010:0.1:1789602805.240311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031000. 00010000:00000010:1.1:1789602805.261782:0:23436:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdd600. 00000080:00000010:1.1:1789602805.287958:0:23437:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5280. 00000080:00000010:3.1:1789602805.335892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8040dab80. 00010000:00000010:2.1:1789602805.341916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46e00. 00010000:00000010:0.1:1789602805.347940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807f00300. 00010000:00000010:0.1:1789602805.347962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5a00. 00010000:00000010:0.1:1789602805.485566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc800. 00010000:00000010:1.1:1789602805.498279:0:23443:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031000. 00010000:00000010:0.1:1789602805.503571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031a00. 00000080:00000010:2.1:1789602805.534366:0:23444:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc53e0. 00010000:00000010:0.1:1789602811.687587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc200. 00010000:00000010:0.1:1789602811.687610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b500. 00010000:00000010:1.1:1789602828.858839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47600. 00010000:00000010:2.1:1789602828.863555:0:2394:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdce00. 00010000:00000010:2.1:1789602828.863563:0:2394:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdd000. 00010000:00000010:2.1:1789602828.863569:0:2394:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0800. 00010000:00000010:2.1:1789602828.863572:0:2394:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdd600. 00000080:00000010:1.1:1789602828.873344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8040dafe0. 00000080:00000010:1.1:1789602828.898844:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808193180. 00010000:00000010:1.1:1789602834.772174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0100. 00010000:00000010:1.1:1789602834.772191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc600. 00010000:00000010:0.1:1789602839.011632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c200. 00010000:00000010:0.1:1789602839.011646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47800. 00000080:00000010:0.1:1789602839.055786:0:24083:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5060. 00010000:00000010:0.1:1789602839.288762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938ba00. 00010000:00000010:0.1:1789602839.288772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031800. 00010000:00000010:0.1:1789602839.305564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030e00. 00000080:00000010:2.1:1789602839.351562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5b20. 00010000:00000010:1.1:1789602839.376624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdca00. 00000080:00000010:1.1:1789602839.376638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8041e3e60. 00010000:00000010:1.1:1789602839.386575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc800. 00010000:00000010:0.1:1789602839.541542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc800. 00010000:00000010:1.1:1789602839.547579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47a00. 00010000:00000010:0.1:1789602839.588623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5600. 00000080:00000010:1.1:1789602839.655589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8040dad00. 00010000:00000010:2.1:1789602852.671758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdcc00. 00010000:00000010:2.1:1789602852.671771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807f00f00. 00010000:00000010:0.1:1789602854.810535:0:2401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc600. 00010000:00000010:2.1:1789602854.837554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4800. 00010000:00000010:2.1:1789602854.837568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdca00. 00010000:00000010:2.1:1789602854.837573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647ca00. 00010000:00000010:2.1:1789602854.837577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46e00. 00000080:00000010:3.1:1789602854.858544:0:24135:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8041e3180. 00000080:00000010:3.1:1789602854.862771:0:24135:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808178000. 00010000:00000010:1.1:1789602860.884653:0:24565:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938ba00. 00010000:00000010:1.1:1789602860.884665:0:24565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030a00. 00010000:00000010:3.1:1789602864.866587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938bb00. 00010000:00000010:3.1:1789602864.866604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031400. 00010000:00000010:1.1:1789602864.866612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0200. 00010000:00000010:1.1:1789602864.866621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdd000. 00000080:00000010:2.1:1789602970.785802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8040dade0. 00010000:00000010:2.1:1789602970.785825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46000. 00010000:00000010:2.1:1789602970.785831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807f00800. 00010000:00000010:1.1:1789602970.789700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b200. 00010000:00000010:1.1:1789602970.789720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030a00. 00010000:00000010:2.1:1789602970.789767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030200. 00010000:00000010:2.1:1789602970.789774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc400. 00010000:00000010:2.1:1789602970.789778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4200. 00000080:00000010:2.1:1789602970.789785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806907e20. 00010000:00000010:2.1:1789602970.789822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4c00. 00010000:00000010:2.1:1789602970.789827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8190b8d00. 00010000:00000010:2.1:1789602970.789832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5200. 00000080:00000010:2.1:1789602970.789868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8069078a0. 00010000:00000010:2.1:1789602970.789875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47400. 00010000:00000010:2.1:1789602970.789878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b400. 00010000:00000010:2.1:1789602970.789881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030800. 00010000:00000010:2.1:1789602970.789884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b800. 00000080:00000010:2.1:1789602970.789887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5640. 00010000:00000010:2.1:1789602970.789893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5c00. 00010000:00000010:2.1:1789602970.789897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c900. 00000080:00000010:2.1:1789602970.789900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8041e3d20. 00010000:00000010:2.1:1789602970.789904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdda00. 00010000:00000010:2.1:1789602970.789909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0f00. 00000080:00000010:2.1:1789602970.789912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc57a0. 00010000:00000010:2.1:1789602970.789928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031e00. 00010000:00000010:2.1:1789602970.789933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b700. 00010000:00000010:2.1:1789602972.478549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47e00. 00010000:00000010:2.1:1789602972.478561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46e00. 00000080:00000010:3.1:1789602972.479996:0:13754:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8041e3c80. 00010000:00000010:1.1:1789602972.492579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46a00. 00000080:00000010:3.1:1789602972.492702:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808193180. 00010000:00000010:0.1:1789602972.508730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4e00. 00010000:00000010:0.1:1789602972.508747:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807f00300. 00010000:00000010:1.1:1789602972.728931:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0c00. 00010000:00000010:1.1:1789602972.728947:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdce00. 00010000:00000010:1.1:1789602972.728953:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0300. 00010000:00000010:1.1:1789602972.728956:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4400. 00010000:00000010:0.1:1789602972.886671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0300. 00010000:00000010:0.1:1789602972.886691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdce00. 00010000:00000010:0.1:1789602972.910628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938be00. 00010000:00000010:3.1:1789602972.919687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031800. 00010000:00000010:1.1:1789602973.086569:0:24923:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdda00. 00010000:00000010:1.1:1789602973.086578:0:24923:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47000. 00010000:00000010:1.1:1789602973.086607:0:24923:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0b00. 00010000:00000010:1.1:1789602973.086614:0:24923:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fddc00. 00010000:00000010:1.1:1789602973.086619:0:24923:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0c00. 00010000:00000010:1.1:1789602973.086629:0:24923:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdce00. 00000080:00000010:1.1:1789602973.094635:0:24924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8041e3200. 00000080:00000010:1.1:1789602973.106160:0:24926:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808191080. 00010000:00000010:1.1:1789602979.182049:0:25468:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807f00e00. 00010000:00000010:1.1:1789602979.182060:0:25468:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5400. 00010000:00000010:3.1:1789602980.271205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c600. 00010000:00000010:3.1:1789602980.271223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46600. 00010000:00000010:2.1:1789602980.405915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0000. 00010000:00000010:2.1:1789602980.405930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdcc00. 00010000:00000010:1.1:1789602980.426531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647cd00. 00010000:00000010:1.1:1789602981.834979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c900. 00010000:00000010:1.1:1789602981.834995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47000. 00010000:00000010:2.1:1789602981.859422:0:25635:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0600. 00010000:00000010:0.1:1789602981.903633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0200. 00010000:00000010:0.1:1789602981.903732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdda00. 00000080:00000010:0.1:1789603086.442713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806907660. 00000080:00000010:0.1:1789603086.442783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb81272a800. 00010000:00000010:2.1:1789603086.462555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030200. 00010000:00000010:2.1:1789603086.462575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030a00. 00000080:00000010:0.1:1789603086.462679:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808123180. 00000080:00000010:0.1:1789603086.462710:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb8081218c0. 00010000:00000010:0.1:1789603086.462717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc400. 00010000:00000010:0.1:1789603086.466723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47600. 00010000:00000010:0.1:1789603086.466738:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c100. 00010000:00000010:1.1:1789603086.497806:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdd600. 00010000:00000010:1.1:1789603086.497815:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647cb00. 00010000:00000010:1.1:1789603086.497819:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030800. 00010000:00000010:1.1:1789603086.497823:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b000. 00010000:00000010:0.1:1789603086.737954:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0900. 00010000:00000010:0.1:1789603086.737961:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46e00. 00010000:00000010:0.1:1789603086.737965:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938bb00. 00010000:00000010:0.1:1789603086.737968:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031e00. 00000080:00000010:0.1:1789603086.744735:0:25710:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5520. 00000080:00000010:0.1:1789603086.744755:0:25710:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808191080. 00010000:00000010:0.1:1789603086.766928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938bb00. 00010000:00000010:0.1:1789603086.766945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031e00. 00010000:00000010:0.1:1789603086.783740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b900. 00010000:00000010:0.1:1789603086.810028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdd600. 00010000:00000010:3.1:1789603086.991689:0:2395:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647cb00. 00010000:00000010:3.1:1789603086.991712:0:2395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47a00. 00010000:00000010:3.1:1789603087.023567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46200. 00010000:00000010:2.1:1789603087.025000:0:2395:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c100. 00010000:00000010:1.1:1789603087.162451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdda00. 00010000:00000010:1.1:1789603087.162473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47800. 00010000:00000010:1.1:1789603087.162481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938bb00. 00010000:00000010:1.1:1789603087.162487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031400. 00010000:00000010:1.1:1789603087.162492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0700. 00010000:00000010:1.1:1789603087.162496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc200. 00000080:00000010:1.1:1789603087.177680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb807c342a0. 00000080:00000010:1.1:1789603087.177720:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb80817b9c0. 00010000:00000010:0.1:1789603088.764075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0100. 00010000:00000010:0.1:1789603088.764093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031e00. 00010000:00000010:0.1:1789603095.823803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647ce00. 00010000:00000010:0.1:1789603095.823825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47c00. 00000080:00000010:3.1:1789603095.861401:0:26346:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb81272a200. 00000080:00000010:0.1:1789603096.885686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806947200. 00010000:00000010:0.1:1789603096.885717:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0e00. 00010000:00000010:0.1:1789603096.885723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdd000. 00010000:00000010:0.1:1789603096.931085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b400. 00010000:00000010:0.1:1789603096.931109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030a00. 00000080:00000010:0.1:1789603097.003579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806947aa0. 00000080:00000010:2.1:1789603100.635581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806947000. 00000080:00000010:2.1:1789603100.635590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5d00. 00000080:00000010:1.1:1789603100.638692:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb8081918c0. 00000080:00000010:1.1:1789603100.638717:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb80817f380. 00000080:00000010:1.1:1789603100.638734:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb80817b9c0. 00010000:00000010:1.1:1789603100.638740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc600. 00010000:00000010:0.1:1789603100.638929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031400. 00010000:00000010:2.1:1789603100.639561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031800. 00010000:00000010:3.1:1789603100.689764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdce00. 00010000:00000010:3.1:1789603100.689777:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0700. 00010000:00000010:3.1:1789603100.689781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031e00. 00010000:00000010:3.1:1789603100.689873:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b700. 00010000:00000010:3.1:1789603100.708651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030a00. 00010000:00000010:3.1:1789603100.708672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b400. 00010000:00000010:3.1:1789603100.712563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030200. 00010000:00000010:3.1:1789603100.712580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b200. 00010000:00000010:0.1:1789603113.753633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647cd00. 00010000:00000010:0.1:1789603113.753647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47800. 00000080:00000010:0.1:1789603113.778819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc53a0. 00010000:00000010:1.1:1789603113.826029:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b200. 00010000:00000010:1.1:1789603113.826047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4000. 00010000:00000010:1.1:1789603113.845603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdd600. 00000080:00000010:1.1:1789603113.881792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806907f80. 00010000:00000010:1.1:1789603115.087918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0400. 00010000:00000010:1.1:1789603115.088316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc800. 00010000:00000010:0.1:1789603122.193860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647cf00. 00010000:00000010:0.1:1789603122.193879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46600. 00000080:00000010:0.1:1789603122.241748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806947e00. 00010000:00000010:1.1:1789603122.376568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647cb00. 00010000:00000010:1.1:1789603122.376591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5c00. 00010000:00000010:2.1:1789603122.383785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46200. 00000080:00000010:0.1:1789603122.427599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8069071c0. 00010000:00000010:1.1:1789603123.518578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47e00. 00010000:00000010:1.1:1789603123.571557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0700. 00010000:00000010:1.1:1789603123.571572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdda00. 00000080:00000010:2.1:1789603123.584319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb81272a780. 00010000:00000010:2.1:1789603129.934087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46400. 00000080:00000010:2.1:1789603129.934112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb81272a7e0. 00010000:00000010:2.1:1789603129.934125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c900. 00010000:00000010:2.1:1789603129.934151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47800. 00010000:00000010:2.1:1789603129.974767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46400. 00000080:00000010:2.1:1789603129.992369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb81272a4e0. 00010000:00000010:2.1:1789603129.992402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c900. 00010000:00000010:2.1:1789603129.992408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47800. 00000080:00000010:3.1:1789603133.734122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806907580. 00000080:00000010:3.1:1789603133.734147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806907be0. 00000080:00000010:3.1:1789603133.734152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb81272ada0. 00000080:00000010:3.1:1789603133.734159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5b40. 00000080:00000010:3.1:1789603133.734172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb81272a2a0. 00010000:00000010:2.1:1789603133.739585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b200. 00010000:00000010:2.1:1789603133.739608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4000. 00010000:00000010:2.1:1789603133.739613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807f00600. 00010000:00000010:2.1:1789603133.739617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5400. 00010000:00000010:2.1:1789603133.739620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b400. 00010000:00000010:2.1:1789603133.739623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031a00. 00010000:00000010:2.1:1789603133.739629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0700. 00010000:00000010:2.1:1789603133.739633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdd000. 00010000:00000010:2.1:1789603133.739637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0900. 00010000:00000010:2.1:1789603133.739640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc600. 00010000:00000010:2.1:1789603133.739645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c700. 00010000:00000010:2.1:1789603133.739649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47600. 00010000:00000010:2.1:1789603133.739652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46000. 00010000:00000010:2.1:1789603133.739654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc200. 00010000:00000010:2.1:1789603133.739657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0a00. 00010000:00000010:2.1:1789603133.739660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdd600. 00010000:00000010:2.1:1789603133.739662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807f00d00. 00010000:00000010:2.1:1789603133.739665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47c00. 00010000:00000010:2.1:1789603133.739667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938be00. 00010000:00000010:2.1:1789603133.739670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030800. 00010000:00000010:3.1:1789603133.770579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46200. 00010000:00000010:3.1:1789603133.770602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647cb00. 00010000:00000010:3.1:1789603133.770607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47000. 00010000:00000010:3.1:1789603133.770610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c100. 00010000:00000010:3.1:1789603133.770613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46e00. 00000080:00000010:0.1:1789603149.093560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc50a0. 00000080:00000010:0.1:1789603149.093584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5640. 00010000:00000010:1.1:1789603150.994088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4200. 00010000:00000010:1.1:1789603151.067615:0:28268:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0600. 00010000:00000010:1.1:1789603151.067628:0:28268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fddc00. 00010000:00000010:1.1:1789603151.067633:0:28268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdcc00. 00000080:00000010:1.1:1789603151.077574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc55a0. 00000080:00000010:1.1:1789603151.077611:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808194200. 00000080:00000010:1.1:1789603151.077617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5040. 00010000:00000010:1.1:1789603151.101729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdcc00. 00010000:00000010:1.1:1789603151.101750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0e00. 00010000:00000010:1.1:1789603151.101756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdd600. 00010000:00000010:1.1:1789603151.101762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0200. 00010000:00000010:1.1:1789603151.101764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdda00. 00000080:00000010:1.1:1789603151.117355:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808126300. 00000080:00000010:1.1:1789603151.117377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5e60. 00010000:00000010:3.1:1789603151.153539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5600. 00010000:00000010:3.1:1789603151.191602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b200. 00010000:00000010:3.1:1789603151.191622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031a00. 00010000:00000010:3.1:1789603151.191628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47e00. 00000080:00000010:3.1:1789603151.200659:0:2394:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806947500. 00000080:00000010:2.1:1789603151.205152:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb80817eb40. 00000080:00000010:2.1:1789603151.205174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb81272ae20. 00010000:00000010:1.1:1789603151.223591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46000. 00010000:00000010:1.1:1789603151.223614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b400. 00010000:00000010:1.1:1789603151.223620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5600. 00010000:00000010:1.1:1789603151.223625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0200. 00010000:00000010:1.1:1789603151.223628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdda00. 00000080:00000010:1.1:1789603151.257791:0:28272:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808125ac0. 00000080:00000010:1.1:1789603151.257813:0:28272:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb81272a500. 00010000:00000010:0.1:1789603154.751569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0500. 00010000:00000010:0.1:1789603154.751576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdce00. 00010000:00000010:0.1:1789603154.762692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b800. 00010000:00000010:0.1:1789603154.762704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030e00. 00010000:00000010:1.1:1789603158.188559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc400. 00000080:00000010:0.1:1789603158.191825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc58e0. 00010000:00000010:0.1:1789603158.191844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807ef0c00. 00010000:00000010:0.1:1789603158.191849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc800. 00010000:00000010:0.1:1789603158.242766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031a00. 00000080:00000010:1.1:1789603158.247978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806947820. 00010000:00000010:1.1:1789603158.247997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b100. 00010000:00000010:1.1:1789603158.248002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030800. 00000080:00000010:0.1:1789603161.382538:0:28871:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806947ae0. 00000080:00000010:0.1:1789603161.382554:0:28871:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8069478a0. 00010000:00000010:1.1:1789603161.389587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807f00100. 00010000:00000010:1.1:1789603161.389610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47800. 00010000:00000010:1.1:1789603161.389615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb807f00500. 00010000:00000010:1.1:1789603161.389618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4800. 00010000:00000010:1.1:1789603161.389622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938ba00. 00010000:00000010:1.1:1789603161.389626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031800. 00010000:00000010:1.1:1789603161.389630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b000. 00010000:00000010:1.1:1789603161.389633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031a00. 00000080:00000010:0.1:1789603301.634688:0:28911:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806907720. 00000080:00000010:0.1:1789603301.634706:0:28911:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb81272ad40. 00010000:00000010:2.1:1789603301.781683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47400. 00010000:00000010:2.1:1789603301.824266:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb802666100. 00010000:00000010:2.1:1789603301.824276:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031400. 00010000:00000010:2.1:1789603301.824280:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030a00. 00000080:00000010:2.1:1789603301.841612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806947160. 00000080:00000010:2.1:1789603301.841656:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808179080. 00000080:00000010:2.1:1789603301.841664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8069472a0. 00010000:00000010:2.1:1789603301.854597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46200. 00010000:00000010:2.1:1789603301.854617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb802666c00. 00010000:00000010:2.1:1789603301.854623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46c00. 00010000:00000010:2.1:1789603301.854625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb802666800. 00010000:00000010:2.1:1789603301.854628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030e00. 00000080:00000010:3.1:1789603301.872567:0:2395:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb80817e300. 00000080:00000010:3.1:1789603301.872578:0:2395:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb81272a8e0. 00010000:00000010:1.1:1789603301.886570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdcc00. 00010000:00000010:1.1:1789603301.941679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b200. 00010000:00000010:1.1:1789603301.941697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46a00. 00010000:00000010:1.1:1789603301.941701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5000. 00000080:00000010:1.1:1789603301.957557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb81272acc0. 00000080:00000010:1.1:1789603301.957593:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb80817b180. 00000080:00000010:1.1:1789603301.957615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806907480. 00010000:00000010:0.1:1789603301.982555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdda00. 00010000:00000010:0.1:1789603301.982578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938bc00. 00010000:00000010:0.1:1789603301.982582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdcc00. 00010000:00000010:0.1:1789603301.982586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8042bb800. 00010000:00000010:0.1:1789603301.982589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4200. 00000080:00000010:0.1:1789603302.012853:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808126b40. 00000080:00000010:0.1:1789603302.012868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5a20. 00010000:00000010:1.1:1789603306.852575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb802666500. 00010000:00000010:1.1:1789603306.856263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031e00. 00010000:00000010:3.1:1789603310.267740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031e00. 00000080:00000010:3.1:1789603310.267767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806947840. 00010000:00000010:3.1:1789603310.267775:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8042bb100. 00010000:00000010:3.1:1789603310.267779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4a00. 00010000:00000010:1.1:1789603310.362053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdda00. 00000080:00000010:1.1:1789603310.367578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5c00. 00010000:00000010:1.1:1789603310.367593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8042bb100. 00010000:00000010:1.1:1789603310.367599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4a00. 00010000:00000010:0.1:1789603316.759733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938bd00. 00010000:00000010:0.1:1789603316.759756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46000. 00010000:00000010:0.1:1789603316.759762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b700. 00010000:00000010:0.1:1789603316.759766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46400. 00010000:00000010:0.1:1789603316.759770:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb804e4a100. 00010000:00000010:0.1:1789603316.759774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc200. 00010000:00000010:0.1:1789603316.759779:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb804e4a000. 00010000:00000010:0.1:1789603316.759782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdda00. 00000080:00000010:2.1:1789603332.902562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb81272ae00. 00000080:00000010:2.1:1789603332.902585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb81272afc0. 00000080:00000010:3.1:1789603332.902636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc58c0. 00000080:00000010:3.1:1789603332.902645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5f00. 00010000:00000010:0.1:1789603334.475577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031800. 00010000:00000010:2.1:1789603334.528815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b800. 00010000:00000010:2.1:1789603334.528832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030a00. 00010000:00000010:2.1:1789603334.528837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5200. 00000080:00000010:2.1:1789603334.546083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806947ba0. 00000080:00000010:2.1:1789603334.546111:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb80817c200. 00000080:00000010:2.1:1789603334.546124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806907a60. 00010000:00000010:0.1:1789603334.562571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47000. 00010000:00000010:0.1:1789603334.562622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248600. 00010000:00000010:0.1:1789603334.562629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46e00. 00010000:00000010:0.1:1789603334.562632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b200. 00010000:00000010:0.1:1789603334.562643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46a00. 00000080:00000010:0.1:1789603334.584598:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808194200. 00000080:00000010:0.1:1789603334.584767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb81272a260. 00010000:00000010:0.1:1789603334.599139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030800. 00010000:00000010:1.1:1789603334.633607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb804e4a100. 00010000:00000010:1.1:1789603334.633643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdca00. 00010000:00000010:1.1:1789603334.633650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4e00. 00000080:00000010:1.1:1789603334.654208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5180. 00000080:00000010:1.1:1789603334.654244:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb8081798c0. 00000080:00000010:1.1:1789603334.654255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806907620. 00010000:00000010:2.1:1789603334.663894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdca00. 00010000:00000010:2.1:1789603334.663918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb804e4a000. 00010000:00000010:2.1:1789603334.663922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc400. 00010000:00000010:2.1:1789603334.663925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248600. 00010000:00000010:2.1:1789603334.663928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031800. 00000080:00000010:0.1:1789603334.696360:0:29547:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808196300. 00000080:00000010:0.1:1789603334.696386:0:29547:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5800. 00010000:00000010:0.1:1789603338.099874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b900. 00010000:00000010:0.1:1789603338.099888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47e00. 00010000:00000010:1.1:1789603341.436599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc400. 00000080:00000010:1.1:1789603341.436631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc52a0. 00010000:00000010:1.1:1789603341.436639:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248f00. 00010000:00000010:1.1:1789603341.436643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031e00. 00010000:00000010:1.1:1789603341.509644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdca00. 00000080:00000010:1.1:1789603341.513554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc57a0. 00010000:00000010:1.1:1789603341.513569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb804e4aa00. 00010000:00000010:1.1:1789603341.513586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc400. 00000080:00000010:2.1:1789603346.446446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806947a20. 00000080:00000010:2.1:1789603346.446464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8069473e0. 00010000:00000010:0.1:1789603346.481131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248e00. 00010000:00000010:0.1:1789603346.481154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031400. 00010000:00000010:0.1:1789603346.481161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248800. 00010000:00000010:0.1:1789603346.481165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030e00. 00010000:00000010:0.1:1789603346.481168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248400. 00010000:00000010:0.1:1789603346.481171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031800. 00010000:00000010:0.1:1789603346.481174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248a00. 00010000:00000010:0.1:1789603346.481177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030a00. 00010000:00000010:0.1:1789603346.481180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248f00. 00010000:00000010:0.1:1789603346.481183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030800. 00000080:00000010:0.1:1789603362.631552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806947de0. 00000080:00000010:0.1:1789603362.631581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806947f20. 00010000:00000010:1.1:1789603364.238657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4400. 00010000:00000010:1.1:1789603364.310258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb804e4aa00. 00010000:00000010:1.1:1789603364.310279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdde00. 00010000:00000010:1.1:1789603364.310287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc200. 00000080:00000010:0.1:1789603364.321005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5860. 00000080:00000010:0.1:1789603364.329691:0:30170:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb8081798c0. 00000080:00000010:0.1:1789603364.329710:0:30170:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5ec0. 00010000:00000010:0.1:1789603364.341291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030800. 00010000:00000010:0.1:1789603364.341304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb804e4a500. 00010000:00000010:0.1:1789603364.341310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc800. 00010000:00000010:0.1:1789603364.341316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb804e4a700. 00010000:00000010:0.1:1789603364.341319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdda00. 00000080:00000010:0.1:1789603364.345578:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808196300. 00000080:00000010:0.1:1789603364.345643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8069470c0. 00010000:00000010:1.1:1789603364.371858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc200. 00010000:00000010:1.1:1789603364.402372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8042bbf00. 00010000:00000010:1.1:1789603364.402389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5600. 00010000:00000010:1.1:1789603364.402393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5c00. 00000080:00000010:1.1:1789603364.418919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806907720. 00000080:00000010:1.1:1789603364.418957:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb80817c200. 00000080:00000010:1.1:1789603364.418962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8069078c0. 00010000:00000010:1.1:1789603364.440891:0:29975:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdde00. 00010000:00000010:1.1:1789603364.440907:0:29975:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8042bba00. 00010000:00000010:1.1:1789603364.440912:0:29975:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc200. 00010000:00000010:1.1:1789603364.440917:0:29975:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248a00. 00010000:00000010:1.1:1789603364.440920:0:29975:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031e00. 00000080:00000010:1.1:1789603364.453574:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808194200. 00000080:00000010:1.1:1789603364.453597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5c80. 00010000:00000010:3.1:1789603369.831001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8042bb700. 00010000:00000010:3.1:1789603369.831015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5400. 00010000:00000010:3.1:1789603369.831019:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb804e4a200. 00010000:00000010:3.1:1789603369.831023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdd000. 00010000:00000010:0.1:1789603371.942093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031000. 00000080:00000010:0.1:1789603371.951791:0:38:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806947000. 00010000:00000010:0.1:1789603371.951808:0:38:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938be00. 00010000:00000010:0.1:1789603371.951815:0:38:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46e00. 00000080:00000010:0.1:1789603372.034543:0:30740:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806947000. 00010000:00000010:0.1:1789603372.034553:0:30740:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938bd00. 00010000:00000010:0.1:1789603372.034558:0:30740:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46000. 00010000:00000010:1.1:1789603372.046554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdcc00. 00010000:00000010:2.1:1789603373.072590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938bc00. 00010000:00000010:2.1:1789603373.072608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46400. 00000080:00000010:3.1:1789603374.844581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806947aa0. 00000080:00000010:3.1:1789603374.844603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806907ee0. 00010000:00000010:1.1:1789603374.856331:0:30773:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b700. 00010000:00000010:1.1:1789603374.856354:0:30773:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47400. 00010000:00000010:1.1:1789603374.856359:0:30773:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8042bb800. 00010000:00000010:1.1:1789603374.856364:0:30773:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5400. 00010000:00000010:1.1:1789603374.856369:0:30773:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248200. 00010000:00000010:1.1:1789603374.856373:0:30773:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031000. 00010000:00000010:1.1:1789603374.856378:0:30773:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248400. 00010000:00000010:1.1:1789603374.856380:0:30773:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5c00. 00000080:00000010:1.1:1789603395.045361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb81272a560. 00000080:00000010:1.1:1789603395.060692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5be0. 00010000:00000010:0.1:1789603395.134676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031000. 00010000:00000010:1.1:1789603395.182199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248900. 00010000:00000010:1.1:1789603395.182212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030200. 00010000:00000010:1.1:1789603395.182233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030800. 00000080:00000010:1.1:1789603395.197793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806947fe0. 00000080:00000010:1.1:1789603395.197824:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb80817e300. 00000080:00000010:1.1:1789603395.197834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806947480. 00010000:00000010:1.1:1789603395.224458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdda00. 00010000:00000010:1.1:1789603395.224479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248e00. 00010000:00000010:1.1:1789603395.224483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc600. 00010000:00000010:1.1:1789603395.224487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb804e4a200. 00010000:00000010:1.1:1789603395.224490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fddc00. 00000080:00000010:1.1:1789603395.239599:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb8081798c0. 00000080:00000010:1.1:1789603395.239623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc54c0. 00010000:00000010:0.1:1789603395.267692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031000. 00010000:00000010:1.1:1789603395.315573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb804e4aa00. 00010000:00000010:1.1:1789603395.315595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdd600. 00010000:00000010:1.1:1789603395.315602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47400. 00000080:00000010:0.1:1789603395.334980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806947b60. 00010000:00000010:0.1:1789603395.346894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031000. 00010000:00000010:0.1:1789603395.346911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb804e4a000. 00010000:00000010:0.1:1789603395.346917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc600. 00010000:00000010:0.1:1789603395.346921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb804e4a200. 00010000:00000010:0.1:1789603395.346924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fddc00. 00010000:00000010:3.1:1789603401.035860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248a00. 00010000:00000010:3.1:1789603401.035876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031e00. 02000000:00000001:2.0:1789603515.701501:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603515.701505:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603515.701508:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603515.701540:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603515.701551:0:2402:0:(import.c:2196:obd_at_measure()) add 106 to ffff9eb8203afc60 time=63 v=106 (106 106 106 137) 00000100:00001000:2.0:1789603515.701556:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=63 v=5 (1 1 1 1) 00000100:00000001:2.0:1789603515.701559:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603515.701560:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603515.701563:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603515.701567:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603515.701571:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603515.701574:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1789603515.701576:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603515.701578:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603515.701583:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49c00 x1876533442862208/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603657 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603515.701590:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603515.701593:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603515.701595:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603515.701599:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49c00 x1876533442862208/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603657 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603515.701607:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442862208:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603515.701612:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603515.701614:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603515.701618:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49c00 x1876533442862208/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603657 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603515.701625:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603515.701627:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603515.701630:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8069c3000. 02000000:00000001:2.0:1789603515.701635:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603515.701637:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603515.701639:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603515.701641:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603515.701644:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783f700. 02000000:00000001:2.0:1789603515.701648:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603515.701650:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603515.701652:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49c00. 00000100:00000001:2.0:1789603515.701656:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603515.701657:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603515.701660:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603515.701667:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603515.701670:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603515.701672:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603515.701675:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603515.707431:0:30759:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603515.707437:0:30759:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603515.707442:0:30759:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603515.707446:0:30759:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603515.707450:0:30759:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603515.707454:0:30759:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603515.707458:0:30759:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603515.707464:0:30759:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1789603515.707471:0:30759:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1876533442840704 new x1876533442862464 02000000:00000001:2.0:1789603515.707476:0:30759:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603515.707480:0:30759:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603515.707490:0:30759:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603515.707498:0:30759:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3d10. 00000400:00000010:2.0:1789603515.707505:0:30759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7550. 00000100:00000200:2.0:1789603515.707548:0:30759:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442840704, portal 10 00000100:00000001:2.0:1789603515.707552:0:30759:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603515.707554:0:30759:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912117376 : -106961797434240 : ffff9eb8040f3480) 00000100:00000040:2.0:1789603515.707562:0:30759:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff9eb8040f3480 x1876533442840704/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/512 e 0 to 0 dl 1789603657 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603515.707569:0:30759:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603515.707572:0:30759:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603515.707576:0:30759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7198. 00000100:00000200:2.0:1789603515.707580:0:30759:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1876533442840704, offset 0 00000400:00000200:2.0:1789603515.707587:0:30759:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603515.707597:0:30759:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603515.707608:0:30759:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603515.707618:0:30759:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603515.707623:0:30759:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603515.707627:0:30759:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603515.707631:0:30759:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603515.707635:0:30759:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2559:2559:256:4294967295] 192.168.204.129@tcp LPNI seq info [2559:2559:8:4294967295] 00000400:00000200:2.0:1789603515.707641:0:30759:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603515.707653:0:30759:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603515.707659:0:30759:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603515.707665:0:30759:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb812ac0d00. 00000800:00000200:2.0:1789603515.707673:0:30759:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603515.707681:0:30759:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603515.707685:0:30759:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb812ac0d00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1789603515.707700:0:30759:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603515.707705:0:30759:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 537136 usecs (538 jiffies) 00000400:00000200:2.0:1789603515.707708:0:30759:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603515.707711:0:30759:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296515179 00000100:00000001:2.0:1789603515.707714:0:30759:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296518552 00000100:00000001:2.0:1789603515.707716:0:30759:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296515179 00000100:00000001:2.0:1789603515.707719:0:30759:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296518552 00000100:00000001:2.0:1789603515.707721:0:30759:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603515.707723:0:30759:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603515.707725:0:30759:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603515.707726:0:30759:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=137 : 137 : 89) 00000100:00100000:2.0:1789603515.707729:0:30759:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80402f6c0 going to sleep for 137 seconds 00000100:00000001:2.0:1789603515.707731:0:30759:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603515.707732:0:30759:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603515.744240:0:30759:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603515.744257:0:30759:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603515.744260:0:30759:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603515.744275:0:30759:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3d10. 00000400:00000200:2.0:1789603515.744287:0:30759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7550 00000400:00000010:2.0:1789603515.744290:0:30759:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7550. 00000100:00000001:2.0:1789603515.744297:0:30759:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603515.744311:0:30759:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f3480 x1876533442840704/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/512 e 0 to 0 dl 1789603657 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603515.744325:0:30759:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f3480 x1876533442840704/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/512 e 0 to 0 dl 1789603657 ref 2 fl Rpc:RQU/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603515.744334:0:30759:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603515.744336:0:30759:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603515.744339:0:30759:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603515.744342:0:30759:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603515.744344:0:30759:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603515.744347:0:30759:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603515.744350:0:30759:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603515.744359:0:30759:0:(import.c:2196:obd_at_measure()) add 106 to ffff9eb810ddb460 time=63 v=106 (106 106 106 137) 00000100:00001000:2.0:1789603515.744363:0:30759:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603515.744366:0:30759:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603515.744368:0:30759:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603515.744371:0:30759:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603515.744375:0:30759:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603515.744379:0:30759:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603515.744382:0:30759:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967574 00000100:00000001:2.0:1789603515.744384:0:30759:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603515.744386:0:30759:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603515.744391:0:30759:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f3480 x1876533442840704/t4294967561(4294967561) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/456 e 0 to 0 dl 1789603657 ref 2 fl Rpc:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603515.744398:0:30759:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603515.744401:0:30759:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603515.744403:0:30759:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603515.744407:0:30759:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f3480 x1876533442840704/t4294967561(4294967561) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/456 e 0 to 0 dl 1789603657 ref 2 fl Interpret:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603515.744415:0:30759:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f3480 pname:cluuid:pid:xid:nid:opc:job touch:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:30759:1876533442840704:192.168.204.129@tcp:36:touch.0 00000100:00000001:2.0:1789603515.744421:0:30759:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603515.744424:0:30759:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603515.744426:0:30759:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789603515.744429:0:30759:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603515.744432:0:30759:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f3480 x1876533442840704/t4294967561(4294967561) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/456 e 0 to 0 dl 1789603657 ref 2 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603515.744440:0:30759:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603515.744442:0:30759:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80402f6c0. 00000100:00000001:2.0:1789603515.744447:0:30759:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789603515.744449:0:30759:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603515.744456:0:30759:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603515.744460:0:30759:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603515.744468:0:30759:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789603515.744470:0:30759:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789603515.744486:0:30759:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611162 : 144115205339611162 : 20000040500001a) 00000080:00000001:2.0:1789603515.744490:0:30759:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:2.0:1789603515.744495:0:30759:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603515.744499:0:30759:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f3480 x1876533442840704/t4294967561(4294967561) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/456 e 0 to 0 dl 1789603657 ref 1 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603515.744506:0:30759:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603515.744508:0:30759:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603515.744564:0:30759:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041d3000. 02000000:00000001:2.0:1789603515.744569:0:30759:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603515.744572:0:30759:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603515.744574:0:30759:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603515.744577:0:30759:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603515.744579:0:30759:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb8051cb200. 02000000:00000001:2.0:1789603515.744583:0:30759:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603515.744585:0:30759:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603515.744586:0:30759:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f3480. 00000100:00000001:2.0:1789603515.744590:0:30759:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603515.744592:0:30759:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603515.744594:0:30759:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789603515.744596:0:30759:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603515.744599:0:30759:0:(llite_lib.c:2188:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603515.744603:0:30759:0:(pcc.c:2679:pcc_inode_setattr()) Process entered 00000080:00000001:2.0:1789603515.744607:0:30759:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789603515.744609:0:30759:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603515.744611:0:30759:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789603515.744612:0:30759:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603515.744615:0:30759:0:(pcc.c:2688:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603515.744617:0:30759:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:2.0:1789603515.744620:0:30759:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603515.744624:0:30759:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112122225368 : -106961587326248 : ffff9eb8109532d8) 00000020:00001000:2.0:1789603515.744627:0:30759:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8109532d0 00000020:00000001:2.0:1789603515.744632:0:30759:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6dc8 -> ffff9eb8203b6dc8 00000020:00000001:2.0:1789603515.744634:0:30759:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789603515.744637:0:30759:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789603515.744639:0:30759:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x1a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789603515.744642:0:30759:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603515.744644:0:30759:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789603515.744646:0:30759:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789603515.744650:0:30759:0:(file.c:6146:ll_take_md_lock()) Process entered 00000080:00000040:2.0:1789603515.744652:0:30759:0:(file.c:6148:ll_take_md_lock()) trying to match res [0x200000405:0x1a:0x0] 00800000:00000001:2.0:1789603515.744656:0:30759:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603515.744658:0:30759:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603515.744660:0:30759:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603515.744663:0:30759:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603515.744665:0:30759:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603515.744667:0:30759:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1a:0x0] 00800000:00000001:2.0:1789603515.744669:0:30759:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603515.744673:0:30759:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603515.744676:0:30759:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789603515.744683:0:30759:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603515.744685:0:30759:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603515.744687:0:30759:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x1a:0x0]: 0 00000080:00000001:2.0:1789603515.744689:0:30759:0:(file.c:6153:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603515.744692:0:30759:0:(file.c:7058:ll_layout_intent()) Process entered 00000080:00000010:2.0:1789603515.744700:0:30759:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb804f7f800. 00000080:00010000:2.0:1789603515.744705:0:30759:0:(file.c:7076:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000405:0x1a:0x0](ffff9eb8081221c8) 00000080:00000001:2.0:1789603515.744709:0:30759:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603515.744712:0:30759:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603515.744714:0:30759:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e502113958 00800000:00000002:2.0:1789603515.744718:0:30759:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000405:0x1a:0x0] '' on [0x200000405:0x1a:0x0] 00800000:00000001:2.0:1789603515.744722:0:30759:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603515.744724:0:30759:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603515.744725:0:30759:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603515.744726:0:30759:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603515.744727:0:30759:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603515.744729:0:30759:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603515.744731:0:30759:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1a:0x0] 00800000:00000001:2.0:1789603515.744733:0:30759:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603515.744736:0:30759:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x1a:0x0], fid2=[0x200000405:0x1a:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603515.744740:0:30759:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603515.744742:0:30759:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e502113828 00000002:00010000:2.0:1789603515.744744:0:30759:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1a:0x0]) in obj [0x200000405:0x1a:0x0], intent: layout flags 0 00000002:00000001:2.0:1789603515.744748:0:30759:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789603515.744750:0:30759:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:2.0:1789603515.744755:0:30759:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f3480. 00000020:00000040:2.0:1789603515.744758:0:30759:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:2.0:1789603515.744763:0:30759:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603515.744768:0:30759:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603515.744771:0:30759:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603515.744774:0:30759:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603515.744776:0:30759:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603515.744780:0:30759:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603515.744786:0:30759:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb804f7e600. 00000100:00000001:2.0:1789603515.744793:0:30759:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603515.744796:0:30759:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603515.744798:0:30759:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603515.744799:0:30759:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603515.744800:0:30759:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603515.744802:0:30759:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603515.744806:0:30759:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446637111912117376 : -106961797434240 : ffff9eb8040f3480) 00010000:00000001:2.0:1789603515.744809:0:30759:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789603515.744811:0:30759:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789603515.744817:0:30759:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb81938ba00. 00010000:00000010:2.0:1789603515.744821:0:30759:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80574ec00. 00010000:00000001:2.0:1789603515.744828:0:30759:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789603515.744831:0:30759:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb802f46400. 00000020:00000001:2.0:1789603515.744835:0:30759:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789603515.744838:0:30759:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb802f46400 with handle 0xa04c19c788fe527d to hash 00000020:00000001:2.0:1789603515.744840:0:30759:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789603515.744841:0:30759:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111893582848 : -106961815968768 : ffff9eb802f46400) 00010000:00000001:2.0:1789603515.744845:0:30759:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111893582848 : -106961815968768 : ffff9eb802f46400) 00010000:00000001:2.0:1789603515.744849:0:30759:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603515.744851:0:30759:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603515.744855:0:30759:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46400/0xa04c19c788fe527d lrc: 3/1,0 mode: --/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603515.744865:0:30759:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46400/0xa04c19c788fe527d lrc: 3/1,0 mode: --/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30759 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603515.744876:0:30759:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46400/0xa04c19c788fe527d lrc: 3/1,0 mode: --/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30759 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789603515.744881:0:30759:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603515.744883:0:30759:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603515.745211:0:30759:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb818d7d480. 00000100:00000001:2.0:1789603515.745215:0:30759:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112260809856 : -106961448741760 : ffff9eb818d7d480) 00000100:00000001:2.0:1789603515.745227:0:30759:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603515.745229:0:30759:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912117376 : -106961797434240 : ffff9eb8040f3480) 00000100:00000001:2.0:1789603515.745234:0:30759:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603515.745238:0:30759:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603515.745240:0:30759:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603515.745242:0:30759:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603515.745248:0:30759:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f3480 x1876533442862592/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603515.745255:0:30759:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603515.745258:0:30759:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603515.745996:0:30759:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603515.746003:0:30759:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603515.746008:0:30759:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603515.746016:0:30759:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f3480 pname:cluuid:pid:xid:nid:opc:job touch:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:30759:1876533442862592:192.168.204.129@tcp:101:touch.0 00000100:00000001:2.0:1789603515.746021:0:30759:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603515.746028:0:30759:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603515.746031:0:30759:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603515.746034:0:30759:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603515.746042:0:30759:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041d3000. 02000000:00000001:2.0:1789603515.746044:0:30759:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603515.746052:0:30759:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603515.746057:0:30759:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3d10. 00000400:00000010:2.0:1789603515.746139:0:30759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7550. 00000100:00000200:2.0:1789603515.746149:0:30759:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442862592, portal 10 00000100:00000001:2.0:1789603515.746151:0:30759:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603515.746152:0:30759:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912117376 : -106961797434240 : ffff9eb8040f3480) 00000100:00000040:2.0:1789603515.746160:0:30759:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f3480 x1876533442862592/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1789603657 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603515.746168:0:30759:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603515.746172:0:30759:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603515.746177:0:30759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7198. 00000100:00000200:2.0:1789603515.746180:0:30759:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1876533442862592, offset 0 00000400:00000200:2.0:1789603515.746187:0:30759:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603515.746196:0:30759:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603515.746205:0:30759:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603515.746211:0:30759:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603515.746215:0:30759:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603515.746229:0:30759:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603515.746232:0:30759:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603515.746237:0:30759:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2560:2560:256:4294967295] 192.168.204.129@tcp LPNI seq info [2560:2560:8:4294967295] 00000400:00000200:2.0:1789603515.746241:0:30759:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603515.746252:0:30759:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603515.746259:0:30759:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603515.746326:0:30759:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb812ac0600. 00000800:00000200:2.0:1789603515.746334:0:30759:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603515.746342:0:30759:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603515.746347:0:30759:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb812ac0600 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:2.0:1789603515.746367:0:30759:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603515.746372:0:30759:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 833486 usecs (834 jiffies) 00000400:00000200:2.0:1789603515.746375:0:30759:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603515.746378:0:30759:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296515513 00000100:00000001:2.0:1789603515.746381:0:30759:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296518552 00000100:00000001:2.0:1789603515.746383:0:30759:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296515513 00000100:00000001:2.0:1789603515.746386:0:30759:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296518552 00000100:00000001:2.0:1789603515.746388:0:30759:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603515.746391:0:30759:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603515.746393:0:30759:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603515.746395:0:30759:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=137 : 137 : 89) 00000100:00100000:2.0:1789603515.746398:0:30759:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb818d7d480 going to sleep for 137 seconds 00000100:00000001:2.0:1789603515.746401:0:30759:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603515.746404:0:30759:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603515.755570:0:30759:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603515.755590:0:30759:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603515.755593:0:30759:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603515.755599:0:30759:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3d10. 00000400:00000200:2.0:1789603515.755612:0:30759:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7550 00000400:00000010:2.0:1789603515.755614:0:30759:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7550. 00000100:00000001:2.0:1789603515.755621:0:30759:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603515.755636:0:30759:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f3480 x1876533442862592/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1789603657 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789603515.755649:0:30759:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f3480 x1876533442862592/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1789603657 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603515.755658:0:30759:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603515.755660:0:30759:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603515.755681:0:30759:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603515.755685:0:30759:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603515.755689:0:30759:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603515.755692:0:30759:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603515.755696:0:30759:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603515.755706:0:30759:0:(import.c:2196:obd_at_measure()) add 106 to ffff9eb810ddb460 time=63 v=106 (106 106 106 137) 00000100:00001000:2.0:1789603515.755711:0:30759:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603515.755714:0:30759:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603515.755716:0:30759:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603515.755719:0:30759:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603515.755723:0:30759:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603515.755727:0:30759:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603515.755730:0:30759:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967574 00000100:00000001:2.0:1789603515.755732:0:30759:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603515.755734:0:30759:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603515.755739:0:30759:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f3480 x1876533442862592/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 376/400 e 0 to 0 dl 1789603657 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603515.755745:0:30759:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603515.755749:0:30759:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603515.755751:0:30759:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603515.755754:0:30759:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f3480 x1876533442862592/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 376/400 e 0 to 0 dl 1789603657 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789603515.755761:0:30759:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f3480 pname:cluuid:pid:xid:nid:opc:job touch:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:30759:1876533442862592:192.168.204.129@tcp:101:touch.0 00000100:00000001:2.0:1789603515.755765:0:30759:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603515.755768:0:30759:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603515.755770:0:30759:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789603515.755773:0:30759:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603515.755777:0:30759:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f3480 x1876533442862592/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 376/400 e 0 to 0 dl 1789603657 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603515.755800:0:30759:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603515.755803:0:30759:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb818d7d480. 00000100:00000001:2.0:1789603515.755808:0:30759:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789603515.755810:0:30759:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603515.755813:0:30759:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789603515.755817:0:30759:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603515.755821:0:30759:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603515.755825:0:30759:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46400 refcount=4 00000020:00000001:2.0:1789603515.755827:0:30759:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582848 : -106961815968768 : ffff9eb802f46400) 00010000:00000001:2.0:1789603515.755830:0:30759:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582848 : -106961815968768 : ffff9eb802f46400) 00010000:00000040:2.0:1789603515.755838:0:30759:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb802f46400, remote cookie: 0x31dbb14d74e912f4, flags: 0x1000 00010000:00000001:2.0:1789603515.755841:0:30759:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789603515.755846:0:30759:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789603515.755848:0:30759:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789603515.755850:0:30759:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789603515.755852:0:30759:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789603515.755854:0:30759:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1a:0x0].0x0 (ffff9eb81938ba00) refcount = 1 00010000:00010000:2.0:1789603515.755861:0:30759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46400/0xa04c19c788fe527d lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e912f4 expref: -99 pid: 30759 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603515.755869:0:30759:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789603515.755872:0:30759:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789603515.755874:0:30759:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603515.755877:0:30759:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789603515.755880:0:30759:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603515.755884:0:30759:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46400/0xa04c19c788fe527d lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e912f4 expref: -99 pid: 30759 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603515.755890:0:30759:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789603515.755891:0:30759:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603515.755893:0:30759:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603515.755894:0:30759:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603515.755895:0:30759:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603515.755896:0:30759:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603515.755900:0:30759:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789603515.755901:0:30759:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603515.755903:0:30759:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603515.755904:0:30759:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46400 refcount=3 00000020:00000001:2.0:1789603515.755906:0:30759:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582848 : -106961815968768 : ffff9eb802f46400) 00010000:00000001:2.0:1789603515.755908:0:30759:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582848 : -106961815968768 : ffff9eb802f46400) 00010000:00000001:2.0:1789603515.755910:0:30759:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603515.755911:0:30759:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789603515.755916:0:30759:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff9eb8040f3480 x1876533442862592/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 376/400 e 0 to 0 dl 1789603657 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:2.0:1789603515.755923:0:30759:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff9eb81291b000: layout return lvb 56 transno 0 00010000:00000001:2.0:1789603515.755926:0:30759:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603515.755927:0:30759:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603515.755928:0:30759:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46400 refcount=3 00000020:00000001:2.0:1789603515.755930:0:30759:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582848 : -106961815968768 : ffff9eb802f46400) 00010000:00000001:2.0:1789603515.755932:0:30759:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582848 : -106961815968768 : ffff9eb802f46400) 00000002:00010000:2.0:1789603515.755935:0:30759:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46400/0xa04c19c788fe527d lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e912f4 expref: -99 pid: 30759 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789603515.755948:0:30759:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9eb806b15d80. 00010000:00000001:2.0:1789603515.755951:0:30759:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603515.755952:0:30759:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603515.755953:0:30759:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603515.755955:0:30759:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603515.755959:0:30759:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789603515.755960:0:30759:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603515.755961:0:30759:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603515.755962:0:30759:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46400 refcount=3 00000020:00000001:2.0:1789603515.755964:0:30759:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582848 : -106961815968768 : ffff9eb802f46400) 00010000:00000001:2.0:1789603515.755966:0:30759:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582848 : -106961815968768 : ffff9eb802f46400) 00000002:00010000:2.0:1789603515.755970:0:30759:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46400/0xa04c19c788fe527d lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e912f4 expref: -99 pid: 30759 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603515.755976:0:30759:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603515.755977:0:30759:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603515.755978:0:30759:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789603515.755980:0:30759:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603515.755981:0:30759:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603515.755982:0:30759:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46400 refcount=3 00000020:00000001:2.0:1789603515.755984:0:30759:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582848 : -106961815968768 : ffff9eb802f46400) 00010000:00000001:2.0:1789603515.755986:0:30759:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582848 : -106961815968768 : ffff9eb802f46400) 00010000:00000040:2.0:1789603515.755992:0:30759:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938ba00 count: 2 00010000:00000001:2.0:1789603515.755994:0:30759:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789603515.755998:0:30759:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 16 res 8589935621/26 (0 0) 00010000:00000001:2.0:1789603515.756000:0:30759:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603515.756001:0:30759:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603515.756002:0:30759:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789603515.756006:0:30759:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5021137b0 00000002:00002000:2.0:1789603515.756008:0:30759:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:2.0:1789603515.756011:0:30759:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603515.756015:0:30759:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603515.756018:0:30759:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789603515.756021:0:30759:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000405:0x1a:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789603515.756025:0:30759:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603515.756027:0:30759:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603515.756031:0:30759:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f3480 x1876533442862592/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 376/400 e 0 to 0 dl 1789603657 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603515.756038:0:30759:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603515.756040:0:30759:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603515.756044:0:30759:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041d3000. 02000000:00000001:2.0:1789603515.756046:0:30759:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603515.756049:0:30759:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603515.756050:0:30759:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603515.756052:0:30759:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603515.756055:0:30759:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb804f7e600. 02000000:00000001:2.0:1789603515.756057:0:30759:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603515.756059:0:30759:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603515.756061:0:30759:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f3480. 00000100:00000001:2.0:1789603515.756316:0:30759:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603515.756319:0:30759:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1789603515.756324:0:30759:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804f7f800. 00000080:00010000:2.0:1789603515.756329:0:30759:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1a:0x0](ffff9eb8081221c8) for lock 0xa04c19c788fe527d 00800000:00000001:2.0:1789603515.756335:0:30759:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603515.756338:0:30759:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603515.756340:0:30759:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603515.756341:0:30759:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603515.756343:0:30759:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46400 refcount=3 00000020:00000001:2.0:1789603515.756345:0:30759:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582848 : -106961815968768 : ffff9eb802f46400) 00010000:00000001:2.0:1789603515.756347:0:30759:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582848 : -106961815968768 : ffff9eb802f46400) 00010000:00000001:2.0:1789603515.756350:0:30759:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603515.756351:0:30759:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603515.756352:0:30759:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603515.756354:0:30759:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603515.756357:0:30759:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe527d from it ffffb8e502113a78 00010000:00000001:2.0:1789603515.756359:0:30759:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603515.756360:0:30759:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603515.756361:0:30759:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46400 refcount=3 00000020:00000001:2.0:1789603515.756363:0:30759:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582848 : -106961815968768 : ffff9eb802f46400) 00010000:00000001:2.0:1789603515.756365:0:30759:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582848 : -106961815968768 : ffff9eb802f46400) 00010000:00000001:2.0:1789603515.756367:0:30759:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603515.756371:0:30759:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46400/0xa04c19c788fe527d lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e912f4 expref: -99 pid: 30759 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603515.756378:0:30759:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603515.756379:0:30759:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603515.756381:0:30759:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603515.756383:0:30759:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603515.756386:0:30759:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46400/0xa04c19c788fe527d lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e912f4 expref: -99 pid: 30759 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603515.756395:0:30759:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603515.756398:0:30759:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603515.756400:0:30759:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603515.756405:0:30759:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603515.756406:0:30759:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603515.756408:0:30759:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603515.756412:0:30759:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603515.756414:0:30759:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603515.756416:0:30759:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603515.756417:0:30759:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603515.756419:0:30759:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603515.756421:0:30759:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603515.756421:0:30759:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789603515.756423:0:30759:0:(file.c:7092:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603515.756426:0:30759:0:(file.c:6146:ll_take_md_lock()) Process entered 00000080:00000040:2.0:1789603515.756428:0:30759:0:(file.c:6148:ll_take_md_lock()) trying to match res [0x200000405:0x1a:0x0] 00800000:00000001:2.0:1789603515.756432:0:30759:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603515.756435:0:30759:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603515.756437:0:30759:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603515.756439:0:30759:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603515.756441:0:30759:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603515.756443:0:30759:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1a:0x0] 00800000:00000001:2.0:1789603515.756445:0:30759:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603515.756448:0:30759:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603515.756449:0:30759:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603515.756452:0:30759:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938ba00 count: 2 00010000:00000001:2.0:1789603515.756454:0:30759:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603515.756457:0:30759:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603515.756461:0:30759:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603515.756464:0:30759:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46400/0xa04c19c788fe527d lrc: 2/1,0 mode: CR/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e912f4 expref: -99 pid: 30759 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789603515.756472:0:30759:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603515.756477:0:30759:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603515.756480:0:30759:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46400/0xa04c19c788fe527d lrc: 2/1,0 mode: CR/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e912f4 expref: -99 pid: 30759 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789603515.756486:0:30759:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1789603515.756488:0:30759:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x1a:0x0]: 16 00000080:00000001:2.0:1789603515.756490:0:30759:0:(file.c:6153:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:2.0:1789603515.756493:0:30759:0:(file.c:6949:ll_layout_lock_set()) Process entered 00010000:00000001:2.0:1789603515.756494:0:30759:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603515.756495:0:30759:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603515.756496:0:30759:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46400 refcount=3 00000020:00000001:2.0:1789603515.756498:0:30759:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582848 : -106961815968768 : ffff9eb802f46400) 00010000:00000001:2.0:1789603515.756500:0:30759:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582848 : -106961815968768 : ffff9eb802f46400) 00000080:00010000:2.0:1789603515.756503:0:30759:0:(file.c:6959:ll_layout_lock_set()) ### file [0x200000405:0x1a:0x0](00000000247e31cf) being reconfigured ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46400/0xa04c19c788fe527d lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e912f4 expref: -99 pid: 30759 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:2.0:1789603515.756543:0:30759:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603515.756545:0:30759:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603515.756546:0:30759:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603515.756547:0:30759:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603515.756548:0:30759:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46400 refcount=4 00000020:00000001:2.0:1789603515.756550:0:30759:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582848 : -106961815968768 : ffff9eb802f46400) 00010000:00000001:2.0:1789603515.756552:0:30759:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582848 : -106961815968768 : ffff9eb802f46400) 00010000:00000001:2.0:1789603515.756554:0:30759:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603515.756555:0:30759:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603515.756556:0:30759:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603515.756557:0:30759:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603515.756560:0:30759:0:(file.c:6874:ll_layout_fetch()) Process entered 00000080:00000002:2.0:1789603515.756562:0:30759:0:(file.c:6877:ll_layout_fetch()) [0x200000405:0x1a:0x0] LVB_READY=0 l_lvb_data=ffff9eb806b15d80 l_lvb_len=56 00000080:00000001:2.0:1789603515.756565:0:30759:0:(file.c:6880:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603515.756567:0:30759:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789603515.756569:0:30759:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603515.756573:0:30759:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112122226088 : -106961587325528 : ffff9eb8109535a8) 00000020:00001000:2.0:1789603515.756576:0:30759:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8109535a0 00000020:00000001:2.0:1789603515.756578:0:30759:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789603515.756582:0:30759:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789603515.756584:0:30759:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789603515.756592:0:30759:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb8051eda80. 00020000:00000010:2.0:1789603515.756598:0:30759:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb802edd780. 00020000:00000010:2.0:1789603515.756604:0:30759:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb8051ed420. 00020000:00000001:2.0:1789603515.756607:0:30759:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637111929918496 : -106961779633120 : ffff9eb8051ed420) 00020000:00000002:2.0:1789603515.756610:0:30759:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb8051ed420, objid 0x1a:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789603515.756615:0:30759:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789603515.756619:0:30759:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb802edd780: ostid: 0x280000401:18 ost idx: 0 gen: 0 00020000:00000002:2.0:1789603515.756623:0:30759:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9eb8109b8000) owner ffff9eb8040527c0 00020000:00000001:2.0:1789603515.756625:0:30759:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789603515.756628:0:30759:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9eb8109b8000) owner ffff9eb8040527c0 00020000:00000010:2.0:1789603515.756632:0:30759:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb802edd780. 00020000:00000010:2.0:1789603515.756636:0:30759:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb8051eda80. 00020000:00000010:2.0:1789603515.756638:0:30759:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb8051ed420. 00020000:00000002:2.0:1789603515.756640:0:30759:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x1a:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789603515.756643:0:30759:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603515.756645:0:30759:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603515.756648:0:30759:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789603515.756651:0:30759:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8109b8000) owner 0000000000000000/ffff9eb8040527c0 00020000:00000002:2.0:1789603515.756654:0:30759:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb8051edcc0 addref 2/0 by ffff9eb8040527c0. 00020000:00000002:2.0:1789603515.756656:0:30759:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8109b8000) owner 0000000000000000/ffff9eb8040527c0 00020000:00000001:2.0:1789603515.756659:0:30759:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789603515.756661:0:30759:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789603515.756663:0:30759:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789603515.756665:0:30759:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789603515.756667:0:30759:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789603515.756669:0:30759:0:(file.c:6854:ll_layout_conf()) [0x200000405:0x1a:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1789603515.756672:0:30759:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8109535a0 00000080:00000001:2.0:1789603515.756674:0:30759:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603515.756676:0:30759:0:(file.c:6996:ll_layout_lock_set()) Process leaving 00010000:00000001:2.0:1789603515.756677:0:30759:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603515.756679:0:30759:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603515.756679:0:30759:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603515.756681:0:30759:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603515.756682:0:30759:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46400 refcount=3 00000020:00000001:2.0:1789603515.756683:0:30759:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582848 : -106961815968768 : ffff9eb802f46400) 00010000:00000001:2.0:1789603515.756685:0:30759:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582848 : -106961815968768 : ffff9eb802f46400) 00010000:00000001:2.0:1789603515.756687:0:30759:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603515.756689:0:30759:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46400/0xa04c19c788fe527d lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e912f4 expref: -99 pid: 30759 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603515.756701:0:30759:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603515.756702:0:30759:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603515.756703:0:30759:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603515.756705:0:30759:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603515.756707:0:30759:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46400/0xa04c19c788fe527d lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e912f4 expref: -99 pid: 30759 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789603515.756712:0:30759:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603515.756714:0:30759:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603515.756716:0:30759:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603515.756718:0:30759:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603515.756718:0:30759:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603515.756720:0:30759:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603515.756722:0:30759:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603515.756723:0:30759:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603515.756725:0:30759:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603515.756727:0:30759:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603515.756728:0:30759:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603515.756729:0:30759:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603515.756730:0:30759:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789603515.756732:0:30759:0:(file.c:7037:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603515.756735:0:30759:0:(file.c:7156:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603515.756738:0:30759:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789603515.756743:0:30759:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x1a:0x0]io ffff9eb812940750 type 3 ignore/verify layout 0/0 00020000:00000002:2.0:1789603515.756745:0:30759:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8109b8000) owner 0000000000000000/ffff9eb8040527c0 00020000:00000001:2.0:1789603515.756749:0:30759:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789603515.756751:0:30759:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789603515.756753:0:30759:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789603515.756755:0:30759:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603515.756757:0:30759:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789603515.756759:0:30759:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789603515.756761:0:30759:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603515.756764:0:30759:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603515.756766:0:30759:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789603515.756767:0:30759:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789603515.756768:0:30759:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8109b8000) owner 0000000000000000/ffff9eb8040527c0 00000020:00000001:2.0:1789603515.756771:0:30759:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603515.756775:0:30759:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:2.0:1789603515.756776:0:30759:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1789603515.756778:0:30759:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:2.0:1789603515.756975:0:30759:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1789603515.756978:0:30759:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1789603515.756981:0:30759:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789603515.756985:0:30759:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603515.756986:0:30759:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789603515.756987:0:30759:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603515.756989:0:30759:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112122226088 : -106961587325528 : ffff9eb8109535a8) 00000020:00001000:2.0:1789603515.756992:0:30759:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8109535a0 00000020:00000001:2.0:1789603515.756996:0:30759:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6530 -> ffff9eb8203b6dc8 00000020:00000001:2.0:1789603515.756998:0:30759:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789603515.757002:0:30759:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603515.757003:0:30759:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789603515.757005:0:30759:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789603515.757006:0:30759:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112155703120 : -106961553848496 : ffff9eb812940750) 00000020:00000001:2.0:1789603515.757008:0:30759:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603515.757010:0:30759:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603515.757012:0:30759:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111935956776 : -106961773594840 : ffff9eb8057af728) 00000020:00000001:2.0:1789603515.757014:0:30759:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1789603515.757016:0:30759:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1789603515.757020:0:30759:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603515.757022:0:30759:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603515.757024:0:30759:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603515.757026:0:30759:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603515.757027:0:30759:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603515.757029:0:30759:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:2.0:1789603515.757031:0:30759:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1789603515.757033:0:30759:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789603515.757034:0:30759:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:2.0:1789603515.757036:0:30759:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789603515.757037:0:30759:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603515.757039:0:30759:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603515.757041:0:30759:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603515.757043:0:30759:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603515.757044:0:30759:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789603515.757045:0:30759:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603515.757047:0:30759:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603515.757049:0:30759:0:(cl_io.c:529:cl_io_start()) Process entered 00000020:00000001:2.0:1789603515.757053:0:30759:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6dc8 -> ffff9eb8203b6dc8 00000020:00000001:2.0:1789603515.757054:0:30759:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6dc8 -> ffff9eb8203b6dc8 00000020:00000001:2.0:1789603515.757056:0:30759:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:2.0:1789603515.757058:0:30759:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603515.757060:0:30759:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6dc8 -> ffff9eb8203b6dc8 00020000:00000001:2.0:1789603515.757062:0:30759:0:(lov_io.c:1857:lov_io_setattr_start()) Process entered 00020000:00000001:2.0:1789603515.757063:0:30759:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1789603515.757065:0:30759:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789603515.757066:0:30759:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:2.0:1789603515.757067:0:30759:0:(osc_io.c:723:osc_io_setattr_start()) Process entered 00000020:00000001:2.0:1789603515.757068:0:30759:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30a80 -> ffff9eb8203b6dc8 00000020:00000001:2.0:1789603515.757070:0:30759:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30a80 -> ffff9eb8203b6dc8 00000020:00000001:2.0:1789603515.757084:0:30759:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1789603515.757087:0:30759:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603515.757089:0:30759:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30a80 -> ffff9eb8203b6dc8 00000020:00000001:2.0:1789603515.757091:0:30759:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1789603515.757094:0:30759:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789603515.757095:0:30759:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603515.757097:0:30759:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603515.757098:0:30759:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30a80 -> ffff9eb8203b6dc8 00000020:00000001:2.0:1789603515.757100:0:30759:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789603515.757103:0:30759:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789603515.757104:0:30759:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789603515.757105:0:30759:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789603515.757106:0:30759:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789603515.757107:0:30759:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789603515.757110:0:30759:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:2.0:1789603515.757115:0:30759:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f3480. 00000020:00000040:2.0:1789603515.757187:0:30759:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:2.0:1789603515.757194:0:30759:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603515.757197:0:30759:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603515.757200:0:30759:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603515.757207:0:30759:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb804f7f800. 00000100:00000001:2.0:1789603515.757214:0:30759:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603515.757231:0:30759:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603515.757236:0:30759:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603515.757246:0:30759:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011f67e6d] to pc [ptlrpcd_01_00+0] req@ffff9eb8040f3480 x1876533442862720/t0(0) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1789603515.757635:0:30759:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603515.757638:0:30759:0:(osc_io.c:844:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603515.757640:0:30759:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603515.757642:0:30759:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603515.757643:0:30759:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603515.757645:0:30759:0:(lov_io.c:1872:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603515.757646:0:30759:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603515.757648:0:30759:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:2.0:1789603515.757650:0:30759:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1789603515.757652:0:30759:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1789603515.757653:0:30759:0:(cl_io.c:556:cl_io_end()) Process entered 00000100:00000001:2.0:1789603515.757664:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603515.757666:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603515.757798:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603515.757802:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783fb00. 00000400:00000200:2.0:1789603515.757808:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603515.757812:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603515.757817:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0c38 00000400:00000010:2.0:1789603515.757819:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0c38. 00000100:00000001:2.0:1789603515.757823:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603515.757826:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f3480 x1876533442862720/t0(0) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603531 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603515.757834:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603515.757837:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f3480 x1876533442862720/t0(0) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603531 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603515.757843:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603515.757844:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789603515.769255:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603515.769264:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603515.769276:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603515.769279:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603515.769284:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8057480b0. 00000400:00000200:2.0:1789603515.769295:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0d48 00000400:00000010:2.0:1789603515.769298:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0d48. 00000100:00000001:2.0:1789603515.769303:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603515.769317:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f3480 x1876533442862720/t0(0) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603531 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789603515.769328:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f3480 x1876533442862720/t0(0) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603531 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603515.769336:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603515.769338:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603515.769341:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603515.769345:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603515.769349:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603515.769352:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603515.769355:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603515.769368:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=62 v=5 (5 5 5 17) 00000100:00001000:2.0:1789603515.769373:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=120 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603515.769376:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603515.769378:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603515.769381:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603515.769386:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603515.769390:0:2402:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789603515.769392:0:2402:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789603515.769394:0:2402:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789603515.769397:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603515.769399:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912117376 : -106961797434240 : ffff9eb8040f3480) 00000100:00000001:2.0:1789603515.769403:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603515.769405:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967313 00000100:00000001:2.0:1789603515.769407:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603515.769410:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603515.769416:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f3480 x1876533442862720/t4294967326(4294967326) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603531 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603515.769424:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603515.769428:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603515.769430:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789603515.769434:0:2402:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:2.0:1789603515.769881:0:2402:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603515.769892:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f3480 x1876533442862720/t4294967326(4294967326) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603531 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789603515.769902:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442862720:192.168.204.129@tcp:2:touch.0 00000100:00000001:2.0:1789603515.769909:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603515.769912:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603515.769916:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f3480 x1876533442862720/t4294967326(4294967326) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603531 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603515.769923:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603515.769925:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603515.769935:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603515.769937:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603515.769940:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603515.769944:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603515.774463:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603515.774476:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076700. 00000400:00000200:2.0:1789603515.774489:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603515.774500:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603515.774526:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682198 00000400:00000010:2.0:1789603515.774530:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682198. 00000100:00000001:2.0:1789603515.774539:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603515.774550:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1e680 x1876533442862976/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603531 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603515.774565:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603515.774569:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1e680 x1876533442862976/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603531 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603515.774577:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603515.774579:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:0.1:1789603515.788564:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808122100. 00000080:00000010:0.1:1789603515.788583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb81272a680. 00000080:00000010:1.1:1789603515.788663:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb80817b180. 00000080:00000010:1.1:1789603515.788672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb81272af20. 00000800:00000200:2.0:1789603518.359652:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603518.359659:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9300. 00000400:00000200:2.0:1789603518.359667:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603518.359674:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603518.359682:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fccc0 00000400:00000010:2.0:1789603518.359685:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fccc0. 00000100:00000001:2.0:1789603518.359691:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603518.359697:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5500 x1876533442863104/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603660 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603518.359708:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603518.359712:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5500 x1876533442863104/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603660 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603518.359719:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603518.359721:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00800000:00000010:2.0:1789603518.371213:0:31375:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb806b15300. 00800000:00000001:2.0:1789603518.371218:0:31375:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637111956296448 : -106961753255168 : ffff9eb806b15300) 00800000:00000001:2.0:1789603518.371221:0:31375:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603518.371224:0:31375:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789603518.371228:0:31375:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789603518.371231:0:31375:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789603518.371234:0:31375:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789603518.371239:0:31375:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789603518.371241:0:31375:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603518.371246:0:31375:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789603518.371250:0:31375:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1789603518.371256:0:31375:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1789603518.371259:0:31375:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603518.371261:0:31375:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603518.371264:0:31375:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=3 00000020:00000001:2.0:1789603518.371267:0:31375:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:2.0:1789603518.371270:0:31375:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:2.0:1789603518.371273:0:31375:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603518.371274:0:31375:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789603518.371276:0:31375:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789603518.371279:0:31375:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789603518.371281:0:31375:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb806b15300 1 00800000:00000010:2.0:1789603518.371284:0:31375:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb806b15300. 00800000:00000001:2.0:1789603518.371289:0:31375:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603518.371293:0:31375:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5284 00800000:00000001:2.0:1789603518.371298:0:31375:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603518.371300:0:31375:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603518.371302:0:31375:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603518.371303:0:31375:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603518.371305:0:31375:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=3 00000020:00000001:2.0:1789603518.371307:0:31375:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:2.0:1789603518.371309:0:31375:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:2.0:1789603518.371311:0:31375:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603518.371312:0:31375:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603518.371314:0:31375:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603518.371316:0:31375:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603518.371319:0:31375:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603518.371321:0:31375:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:2.0:1789603518.371325:0:31375:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5284 from it ffffb8e500ddbb58 00010000:00000001:2.0:1789603518.371326:0:31375:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603518.371327:0:31375:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603518.371329:0:31375:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=3 00000020:00000001:2.0:1789603518.371331:0:31375:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:2.0:1789603518.371333:0:31375:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:2.0:1789603518.371336:0:31375:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603518.371339:0:31375:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe5284 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91309 expref: -99 pid: 31375 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603518.371346:0:31375:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603518.371347:0:31375:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603518.371349:0:31375:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603518.371353:0:31375:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603518.371356:0:31375:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe5284 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91309 expref: -99 pid: 31375 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603518.371366:0:31375:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603518.371369:0:31375:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603518.371372:0:31375:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603518.371378:0:31375:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603518.371379:0:31375:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603518.371381:0:31375:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603518.371385:0:31375:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603518.371388:0:31375:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603518.371390:0:31375:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603518.371393:0:31375:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603518.371394:0:31375:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603518.371395:0:31375:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603518.371397:0:31375:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603518.371399:0:31375:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603518.371405:0:31375:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5500 x1876533442863104/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603660 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603518.371413:0:31375:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603518.371416:0:31375:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603518.371421:0:31375:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb8057cf800. 02000000:00000001:2.0:1789603518.371426:0:31375:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603518.371429:0:31375:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603518.371431:0:31375:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603518.371433:0:31375:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603518.371436:0:31375:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a7000. 02000000:00000001:2.0:1789603518.371440:0:31375:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603518.371442:0:31375:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603518.371444:0:31375:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5500. 00000100:00000001:2.0:1789603518.371448:0:31375:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603518.371450:0:31375:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603518.371454:0:31375:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:2.0:1789603518.371460:0:31375:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789603518.371478:0:31375:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb81272a720. 00000020:00000001:2.0:1789603518.371484:0:31375:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500ddbae8 00000080:00200000:2.0:1789603518.371486:0:31375:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9eb808190908), flags=13 00000080:00000001:2.0:1789603518.371490:0:31375:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789603518.371492:0:31375:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500ddb998 00000080:00200000:2.0:1789603518.371494:0:31375:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9eb808190908), intent=getattr 00000080:00000010:2.0:1789603518.371505:0:31375:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805157600. 00800000:00000002:2.0:1789603518.371535:0:31375:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603518.371542:0:31375:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603518.371544:0:31375:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603518.371547:0:31375:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500ddb8b8 00800000:00000002:2.0:1789603518.371549:0:31375:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603518.371553:0:31375:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603518.371558:0:31375:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603518.371562:0:31375:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603518.371564:0:31375:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603518.371567:0:31375:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603518.371569:0:31375:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603518.371571:0:31375:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603518.371574:0:31375:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603518.371578:0:31375:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500ddb850 00800000:00000002:2.0:1789603518.371579:0:31375:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-1' -> mds #0 00000002:00000001:2.0:1789603518.371585:0:31375:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603518.371587:0:31375:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500ddb788 00000002:00010000:2.0:1789603518.371589:0:31375:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:2.0:1789603518.371593:0:31375:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789603518.371596:0:31375:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789603518.371601:0:31375:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f0e00. 00000020:00000040:2.0:1789603518.371605:0:31375:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:2.0:1789603518.371611:0:31375:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603518.371615:0:31375:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603518.371619:0:31375:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603518.371621:0:31375:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603518.371623:0:31375:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603518.371626:0:31375:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603518.371628:0:31375:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603518.371633:0:31375:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603518.371641:0:31375:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041d1800. 00000100:00000001:2.0:1789603518.371650:0:31375:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603518.371654:0:31375:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603518.371657:0:31375:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603518.371658:0:31375:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603518.371659:0:31375:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603518.371661:0:31375:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603518.371669:0:31375:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637111912107520 : -106961797444096 : ffff9eb8040f0e00) 00010000:00000001:2.0:1789603518.371673:0:31375:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789603518.371676:0:31375:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789603518.371680:0:31375:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cb00 count: 2 00010000:00000001:2.0:1789603518.371683:0:31375:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603518.371685:0:31375:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789603518.371690:0:31375:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb802f47800. 00000020:00000001:2.0:1789603518.371693:0:31375:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789603518.371696:0:31375:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb802f47800 with handle 0xa04c19c788fe528b to hash 00000020:00000001:2.0:1789603518.371698:0:31375:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789603518.371700:0:31375:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111893587968 : -106961815963648 : ffff9eb802f47800) 00010000:00000001:2.0:1789603518.371704:0:31375:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111893587968 : -106961815963648 : ffff9eb802f47800) 00010000:00000001:2.0:1789603518.371707:0:31375:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603518.371709:0:31375:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603518.371713:0:31375:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47800/0xa04c19c788fe528b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31375 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603518.371721:0:31375:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47800/0xa04c19c788fe528b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31375 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603518.371732:0:31375:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47800/0xa04c19c788fe528b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31375 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789603518.371738:0:31375:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603518.371741:0:31375:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603518.371838:0:31375:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80402f780. 00000100:00000001:2.0:1789603518.371842:0:31375:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911315328 : -106961798236288 : ffff9eb80402f780) 00000100:00000001:2.0:1789603518.371845:0:31375:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603518.371847:0:31375:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912107520 : -106961797444096 : ffff9eb8040f0e00) 00000100:00000001:2.0:1789603518.371852:0:31375:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603518.371857:0:31375:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603518.371859:0:31375:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603518.371861:0:31375:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603518.371867:0:31375:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f0e00 x1876533442863232/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603518.371877:0:31375:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603518.371880:0:31375:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603518.371884:0:31375:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603518.371887:0:31375:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603518.371890:0:31375:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603518.371894:0:31375:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f0e00 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:31375:1876533442863232:192.168.204.129@tcp:101:lfs.0 00000100:00000001:2.0:1789603518.371899:0:31375:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603518.371906:0:31375:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603518.371909:0:31375:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603518.371911:0:31375:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603518.371917:0:31375:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb81162e000. 02000000:00000001:2.0:1789603518.371919:0:31375:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603518.371928:0:31375:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603518.371933:0:31375:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3d10. 00000400:00000010:2.0:1789603518.371941:0:31375:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7550. 00000100:00000200:2.0:1789603518.371950:0:31375:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442863232, portal 10 00000100:00000001:2.0:1789603518.371952:0:31375:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603518.371953:0:31375:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912107520 : -106961797444096 : ffff9eb8040f0e00) 00000100:00000040:2.0:1789603518.371960:0:31375:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f0e00 x1876533442863232/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603660 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603518.371968:0:31375:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603518.371971:0:31375:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603518.371974:0:31375:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7d48. 00000100:00000200:2.0:1789603518.371977:0:31375:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876533442863232, offset 0 00000400:00000200:2.0:1789603518.371986:0:31375:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603518.371996:0:31375:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.372006:0:31375:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603518.372012:0:31375:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603518.372017:0:31375:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603518.372022:0:31375:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603518.372025:0:31375:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603518.372030:0:31375:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2564:2564:256:4294967295] 192.168.204.129@tcp LPNI seq info [2564:2564:8:4294967295] 00000400:00000200:2.0:1789603518.372035:0:31375:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.372047:0:31375:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603518.372054:0:31375:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603518.372062:0:31375:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb812ac0300. 00000800:00000200:2.0:1789603518.372070:0:31375:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603518.372079:0:31375:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603518.372084:0:31375:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb812ac0300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1789603518.372774:0:31375:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603518.372782:0:31375:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 829398 usecs (830 jiffies) 00000400:00000200:2.0:1789603518.372787:0:31375:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603518.372791:0:31375:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296518136 00000100:00000001:2.0:1789603518.372795:0:31375:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296518552 00000100:00000001:2.0:1789603518.372797:0:31375:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296518136 00000100:00000001:2.0:1789603518.372800:0:31375:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296518552 00000100:00000001:2.0:1789603518.372802:0:31375:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603518.372806:0:31375:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603518.372808:0:31375:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603518.372810:0:31375:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=137 : 137 : 89) 00000100:00100000:2.0:1789603518.372814:0:31375:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80402f780 going to sleep for 137 seconds 00000100:00000001:2.0:1789603518.372816:0:31375:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603518.372820:0:31375:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603518.379099:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603518.379185:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb812ac0300. 00000400:00000200:2.0:1789603518.379194:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603518.379206:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603518.379215:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7d48 00000400:00000010:2.0:1789603518.379219:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7d48. 00000100:00000001:2.0:1789603518.379226:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603518.379236:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f0e00 x1876533442863232/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603660 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603518.379257:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603518.379262:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f0e00 x1876533442863232/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603660 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603518.379269:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603518.379271:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1789603518.390925:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.390934:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.390940:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.390946:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 584 into portal 10 MB=0x6aab27d456080 00000400:00000200:2.0:1789603518.390951:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.390958:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 584/584 into md 0x75e5 [1] + 224 00000800:00000001:2.0:1789603518.390967:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603518.390977:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603518.390981:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603518.390986:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603518.390997:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603518.391008:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f0e00 x1876533442863232/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603660 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603518.391021:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9eb8040f0e00 x1876533442863232/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603660 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603518.391122:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603518.391134:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603518.391138:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789603518.400468:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603518.400474:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076b00. 00000400:00000200:2.0:1789603518.400482:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603518.400490:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603518.400497:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682660 00000400:00000010:2.0:1789603518.400501:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682660. 00000100:00000001:2.0:1789603518.400506:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603518.400991:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1dc00 x1876533442863488/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603660 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603518.401009:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603518.401014:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1dc00 x1876533442863488/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603660 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603518.401022:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603518.401025:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1789603518.405621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47800. 00000080:00000010:0.1:1789603518.409600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb81272a720. 00010000:00000010:0.1:1789603518.409660:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647cb00. 00010000:00000010:0.1:1789603518.409670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdda00. 00000800:00000001:2.0:1789603518.418258:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603518.418283:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603518.418289:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603518.418292:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603518.418382:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.418393:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603518.418405:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.418411:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.418418:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.418423:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 448 into portal 10 MB=0x6aab27d456180 00000400:00000200:2.0:1789603518.418431:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.418439:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 448/448 into md 0x75f5 [1] + 224 00000800:00000001:2.0:1789603518.418449:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603518.418460:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603518.418464:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603518.418469:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603518.418479:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603518.418491:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1dc00 x1876533442863488/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603660 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603518.418504:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9eb810d1dc00 x1876533442863488/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603660 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603518.418714:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603518.418727:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603518.418731:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603518.449912:0:31376:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603518.449929:0:31376:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603518.449934:0:31376:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603518.449938:0:31376:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3b20 00000080:00200000:2.0:1789603518.449944:0:31376:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:2.0:1789603518.449956:0:31376:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805156400. 00800000:00000002:2.0:1789603518.449966:0:31376:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603518.449973:0:31376:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603518.449979:0:31376:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603518.449982:0:31376:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3a40 00800000:00000002:2.0:1789603518.449985:0:31376:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603518.449991:0:31376:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603518.449995:0:31376:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603518.449998:0:31376:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603518.450002:0:31376:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603518.450005:0:31376:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603518.450008:0:31376:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603518.450011:0:31376:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603518.450013:0:31376:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603518.450019:0:31376:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603518.450026:0:31376:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603518.450029:0:31376:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3910 00000002:00010000:2.0:1789603518.450032:0:31376:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603518.450037:0:31376:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603518.450040:0:31376:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603518.450045:0:31376:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789603518.450053:0:31376:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603518.450056:0:31376:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603518.450058:0:31376:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603518.450061:0:31376:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789603518.450065:0:31376:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789603518.450072:0:31376:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f2a00. 00000020:00000040:2.0:1789603518.450078:0:31376:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:2.0:1789603518.450087:0:31376:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603518.450093:0:31376:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603518.450101:0:31376:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603518.450103:0:31376:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603518.450105:0:31376:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603518.450110:0:31376:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603518.450113:0:31376:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603518.450119:0:31376:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603518.450128:0:31376:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041d3400. 00000100:00000001:2.0:1789603518.450136:0:31376:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603518.450143:0:31376:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603518.450145:0:31376:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603518.450147:0:31376:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603518.450148:0:31376:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603518.450150:0:31376:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603518.450156:0:31376:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637111912114688 : -106961797436928 : ffff9eb8040f2a00) 00010000:00000001:2.0:1789603518.450163:0:31376:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789603518.450177:0:31376:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789603518.450186:0:31376:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb81938bb00. 00010000:00000010:2.0:1789603518.450192:0:31376:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80574e200. 00010000:00000001:2.0:1789603518.450198:0:31376:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789603518.450203:0:31376:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb802f46200. 00000020:00000001:2.0:1789603518.450208:0:31376:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789603518.450212:0:31376:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb802f46200 with handle 0xa04c19c788fe5292 to hash 00000020:00000001:2.0:1789603518.450215:0:31376:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789603518.450217:0:31376:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603518.450222:0:31376:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603518.450228:0:31376:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603518.450232:0:31376:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603518.450239:0:31376:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5292 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31376 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603518.450251:0:31376:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5292 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31376 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603518.450265:0:31376:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5292 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31376 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789603518.450272:0:31376:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603518.450276:0:31376:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603518.450285:0:31376:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80402f240. 00000100:00000001:2.0:1789603518.450288:0:31376:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911313984 : -106961798237632 : ffff9eb80402f240) 00000100:00000001:2.0:1789603518.450292:0:31376:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603518.450294:0:31376:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912114688 : -106961797436928 : ffff9eb8040f2a00) 00000100:00000001:2.0:1789603518.450300:0:31376:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603518.450306:0:31376:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603518.450309:0:31376:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603518.450311:0:31376:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603518.450326:0:31376:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f2a00 x1876533442863616/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603518.450336:0:31376:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603518.450339:0:31376:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603518.450343:0:31376:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603518.450345:0:31376:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603518.450348:0:31376:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603518.450352:0:31376:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f2a00 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:31376:1876533442863616:192.168.204.129@tcp:101:lfs.0 00000100:00000001:2.0:1789603518.450357:0:31376:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603518.450363:0:31376:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603518.450366:0:31376:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603518.450368:0:31376:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603518.450374:0:31376:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb81162e800. 02000000:00000001:2.0:1789603518.450376:0:31376:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603518.450386:0:31376:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603518.450391:0:31376:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3688. 00000400:00000010:2.0:1789603518.451383:0:31376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7d48. 00000100:00000200:2.0:1789603518.451496:0:31376:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442863616, portal 10 00000100:00000001:2.0:1789603518.451499:0:31376:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603518.451500:0:31376:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912114688 : -106961797436928 : ffff9eb8040f2a00) 00000100:00000040:2.0:1789603518.451528:0:31376:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f2a00 x1876533442863616/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603660 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603518.451538:0:31376:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603518.451542:0:31376:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603518.451547:0:31376:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d74c8. 00000100:00000200:2.0:1789603518.451550:0:31376:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876533442863616, offset 0 00000400:00000200:2.0:1789603518.451559:0:31376:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603518.451572:0:31376:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.451585:0:31376:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603518.451593:0:31376:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603518.451599:0:31376:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603518.451604:0:31376:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603518.451608:0:31376:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603518.451612:0:31376:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2566:2566:256:4294967295] 192.168.204.129@tcp LPNI seq info [2566:2566:8:4294967295] 00000400:00000200:2.0:1789603518.451617:0:31376:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.451629:0:31376:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603518.451638:0:31376:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603518.451647:0:31376:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb812ac0300. 00000800:00000200:2.0:1789603518.451657:0:31376:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603518.451666:0:31376:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603518.451673:0:31376:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb812ac0300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789603518.451720:0:31376:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603518.451727:0:31376:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 826746 usecs (827 jiffies) 00000400:00000200:2.0:1789603518.451732:0:31376:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603518.451735:0:31376:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296518212 00000100:00000001:2.0:1789603518.451798:0:31376:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296518552 00000100:00000001:2.0:1789603518.451803:0:31376:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296518212 00000100:00000001:2.0:1789603518.451806:0:31376:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296518552 00000100:00000001:2.0:1789603518.451808:0:31376:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603518.451812:0:31376:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603518.451815:0:31376:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603518.451818:0:31376:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=137 : 137 : 89) 00000100:00100000:2.0:1789603518.451822:0:31376:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80402f240 going to sleep for 137 seconds 00000100:00000001:2.0:1789603518.451826:0:31376:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603518.451830:0:31376:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603518.459206:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603518.459230:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603518.459236:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603518.459239:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603518.459250:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.459260:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603518.459271:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.459277:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.459283:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.459289:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d456200 00000400:00000200:2.0:1789603518.459295:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.459302:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x75fd [1] + 224 00000800:00000001:2.0:1789603518.459311:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603518.459318:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603518.459323:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603518.459329:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603518.459340:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603518.459352:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f2a00 x1876533442863616/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603660 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603518.459364:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb8040f2a00 x1876533442863616/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603660 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603518.459961:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603518.459975:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603518.459979:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603518.484260:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603518.484285:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603518.484290:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603518.484292:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603518.484304:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.484315:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603518.484326:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.484331:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.484338:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.484343:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 584 into portal 10 MB=0x6aab27d456280 00000400:00000200:2.0:1789603518.484349:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.484356:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 584/584 into md 0x760d [1] + 224 00000800:00000001:2.0:1789603518.484364:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603518.484371:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603518.484375:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603518.484380:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603518.484390:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603518.484402:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5880 x1876533442863744/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603660 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603518.484415:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9eb806bd5880 x1876533442863744/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603660 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603518.484565:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603518.484580:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603518.484584:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1789603518.495799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdca00. 00000080:00000010:1.1:1789603518.502573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc58c0. 00010000:00000010:1.1:1789603518.502597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938bb00. 00010000:00000010:1.1:1789603518.502603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46200. 00000800:00000001:2.0:1789603518.506250:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603518.506274:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603518.506280:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603518.506283:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603518.506294:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.506303:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603518.506315:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.506321:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.506328:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.506333:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 448 into portal 10 MB=0x6aab27d456380 00000400:00000200:2.0:1789603518.506339:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.506347:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 448/448 into md 0x7615 [1] + 224 00000800:00000001:2.0:1789603518.506356:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603518.506366:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603518.506370:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603518.506376:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603518.506386:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603518.506397:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5880 x1876533442864000/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603660 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603518.506409:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9eb806bd5880 x1876533442864000/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603660 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603518.506436:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603518.506447:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603518.506451:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603518.555467:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603518.555494:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603518.555499:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603518.555502:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603518.555537:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.555547:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603518.555560:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.555566:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.555572:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.555577:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d456400 00000400:00000200:2.0:1789603518.555582:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.555589:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x761d [1] + 224 00000800:00000001:2.0:1789603518.555599:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603518.555609:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603518.555613:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603518.555619:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603518.555629:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603518.555656:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1f800 x1876533442864128/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603660 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603518.555668:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb810d1f800 x1876533442864128/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603660 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603518.555691:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603518.555709:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603518.555713:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789603518.560507:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603518.560573:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076900. 00000400:00000200:2.0:1789603518.560584:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603518.560597:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603518.560606:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682e58 00000400:00000010:2.0:1789603518.560610:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682e58. 00000100:00000001:2.0:1789603518.560616:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603518.560800:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1f800 x1876533442864256/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603660 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603518.560818:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603518.560822:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1f800 x1876533442864256/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603660 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603518.560830:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603518.560832:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603518.564487:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603518.564610:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603518.564616:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603518.564619:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603518.564630:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.564692:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603518.564705:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.564712:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.564718:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.564722:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d456480 00000400:00000200:2.0:1789603518.564728:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.564735:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x7625 [1] + 224 00000800:00000001:2.0:1789603518.564744:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603518.564752:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603518.564756:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603518.564761:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603518.564770:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603518.564781:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1f800 x1876533442864256/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603660 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603518.564793:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb810d1f800 x1876533442864256/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603660 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603518.564866:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603518.564875:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603518.564879:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789603518.567287:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603518.567294:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076700. 00000400:00000200:2.0:1789603518.567300:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603518.567307:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603518.567313:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682110 00000400:00000010:2.0:1789603518.567316:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682110. 00000100:00000001:2.0:1789603518.567321:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603518.567327:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1f800 x1876533442864512/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603660 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603518.567339:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603518.567342:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1f800 x1876533442864512/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603660 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603518.567349:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603518.567351:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603518.577959:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603518.577983:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603518.577988:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603518.577991:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603518.578003:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.578013:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603518.578025:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.578031:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.578037:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.578043:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 664 into portal 10 MB=0x6aab27d456580 00000400:00000200:2.0:1789603518.578049:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603518.578056:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 664/664 into md 0x762d [32] + 224 00000800:00000001:2.0:1789603518.578066:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603518.578074:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603518.578079:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603518.578084:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603518.578095:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603518.578161:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1f800 x1876533442864512/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603660 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603518.578187:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9eb810d1f800 x1876533442864512/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603660 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603518.578210:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603518.578222:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603518.578226:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1789603518.582034:0:31378:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb81938b800. 00010000:00000010:2.0:1789603518.582049:0:31378:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80574e600. 00010000:00000001:2.0:1789603518.582058:0:31378:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603518.582067:0:31378:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe52ae lrc: 4/0,1 mode: --/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e913b1 expref: -99 pid: 31378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603518.582080:0:31378:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe52ae lrc: 4/0,1 mode: --/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e913b1 expref: -99 pid: 31378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603518.582086:0:31378:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789603518.582092:0:31378:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789603518.582094:0:31378:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789603518.582096:0:31378:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789603518.582098:0:31378:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789603518.582101:0:31378:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1d:0x0].0x0 (ffff9eb81938b800) refcount = 1 00010000:00010000:2.0:1789603518.582104:0:31378:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe52ae lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e913b1 expref: -99 pid: 31378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603518.582119:0:31378:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789603518.582125:0:31378:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789603518.582127:0:31378:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603518.582131:0:31378:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789603518.582134:0:31378:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603518.582138:0:31378:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe52ae lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e913b1 expref: -99 pid: 31378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603518.582144:0:31378:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789603518.582146:0:31378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603518.582148:0:31378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603518.582149:0:31378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603518.582151:0:31378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603518.582153:0:31378:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603518.582173:0:31378:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789603518.582178:0:31378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603518.582181:0:31378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603518.582185:0:31378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:2.0:1789603518.582188:0:31378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603518.582191:0:31378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603518.582194:0:31378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603518.582195:0:31378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603518.582197:0:31378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=4 00000020:00000001:2.0:1789603518.582199:0:31378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603518.582201:0:31378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603518.582205:0:31378:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603518.582209:0:31378:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603518.582212:0:31378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe52ae lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e913b1 expref: -99 pid: 31378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603518.582219:0:31378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603518.582220:0:31378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603518.582222:0:31378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603518.582223:0:31378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603518.582224:0:31378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=5 00000020:00000001:2.0:1789603518.582226:0:31378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603518.582229:0:31378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603518.582232:0:31378:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603518.582234:0:31378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe52ae lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e913b1 expref: -99 pid: 31378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603518.582240:0:31378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603518.582241:0:31378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789603518.582244:0:31378:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe52ae lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e913b1 expref: -99 pid: 31378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603518.582251:0:31378:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603518.582253:0:31378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603518.582254:0:31378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603518.582255:0:31378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603518.582257:0:31378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789603518.582275:0:31378:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9eb810d1f800 x1876533442864512/t4294967578(4294967578) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603660 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789603518.582290:0:31378:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789603518.582295:0:31378:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb810d1f800 x1876533442864512/t4294967578(4294967578) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603660 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789603518.582303:0:31378:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603518.582313:0:31378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603518.582315:0:31378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603518.582316:0:31378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:2.0:1789603518.582318:0:31378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603518.582320:0:31378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00000002:00010000:2.0:1789603518.582324:0:31378:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe52ae lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e913b1 expref: -99 pid: 31378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789603518.582334:0:31378:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9eb806b15fc0. 00010000:00000001:2.0:1789603518.582336:0:31378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603518.582337:0:31378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603518.582339:0:31378:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603518.582341:0:31378:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603518.582345:0:31378:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789603518.582349:0:31378:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603518.582351:0:31378:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126208000 : -106961583343616 : ffff9eb810d1f800) 00000100:00000001:2.0:1789603518.582352:0:31378:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603518.582353:0:31378:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126208000 : -106961583343616 : ffff9eb810d1f800) 00010000:00000001:2.0:1789603518.582355:0:31378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603518.582356:0:31378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603518.582357:0:31378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:2.0:1789603518.582358:0:31378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603518.582360:0:31378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00000002:00010000:2.0:1789603518.582363:0:31378:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe52ae lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e913b1 expref: -99 pid: 31378 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603518.582370:0:31378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603518.582371:0:31378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603518.582372:0:31378:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789603518.582374:0:31378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603518.582374:0:31378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603518.582375:0:31378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:2.0:1789603518.582377:0:31378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603518.582379:0:31378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000040:2.0:1789603518.582384:0:31378:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 2 00010000:00000001:2.0:1789603518.582387:0:31378:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789603518.582391:0:31378:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589935621/29 (0 0) 00010000:00000001:2.0:1789603518.582393:0:31378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603518.582394:0:31378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603518.582395:0:31378:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789603518.582401:0:31378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50106f768 00000002:00002000:2.0:1789603518.582403:0:31378:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1789603518.582406:0:31378:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603518.582411:0:31378:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603518.582414:0:31378:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789603518.582417:0:31378:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x1b:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789603518.582421:0:31378:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603518.582425:0:31378:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807a3f640 2 00000080:00000001:2.0:1789603518.582428:0:31378:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789603518.582430:0:31378:0:(namei.c:674:ll_lookup_it_finish()) it ffff9eb807b8dae0 it_disposition 1800037 00000080:00002000:2.0:1789603518.582437:0:31378:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb82056cd80 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1789603518.582442:0:31378:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789603518.582445:0:31378:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1789603518.582448:0:31378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50106f990 00000080:00200000:2.0:1789603518.582449:0:31378:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000405:0x1b:0x0](ffff9eb808179148), intent=open|creat 00000080:00000001:2.0:1789603518.582452:0:31378:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1789603518.582455:0:31378:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789603518.582460:0:31378:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789603518.582463:0:31378:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789603518.582466:0:31378:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611165 : 144115205339611165 : 20000040500001d) 00000080:00000001:2.0:1789603518.582469:0:31378:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1789603518.582482:0:31378:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9eb808125280. 00000020:00000001:2.0:1789603518.582493:0:31378:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1789603518.582495:0:31378:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1789603518.582498:0:31378:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1789603518.582501:0:31378:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x1d:0x0](ffff9eb808125348) 00000020:00000001:2.0:1789603518.582505:0:31378:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603518.582573:0:31378:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389928648 : -106961319622968 : ffff9eb8208a06c8) 00000020:00001000:2.0:1789603518.582576:0:31378:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a06c0 00000020:00000001:2.0:1789603518.582581:0:31378:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1789603518.582587:0:31378:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9eb8203b6bb8. 00000020:00000001:2.0:1789603518.582590:0:31378:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789603518.582592:0:31378:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603518.582602:0:31378:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1789603518.582606:0:31378:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9eb8109b8c98. 00020000:00000001:2.0:1789603518.582609:0:31378:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446637112122641560 : -106961586910056 : ffff9eb8109b8c98) 00020000:00000001:2.0:1789603518.582612:0:31378:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1789603518.582616:0:31378:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789603518.582808:0:31378:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb8051edea0. 00020000:00000010:2.0:1789603518.582815:0:31378:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb807ad9780. 00020000:00000010:2.0:1789603518.582821:0:31378:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb8051ed420. 00020000:00000001:2.0:1789603518.582824:0:31378:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637111929918496 : -106961779633120 : ffff9eb8051ed420) 00020000:00000002:2.0:1789603518.582828:0:31378:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb8051ed420, objid 0x1d:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789603518.582832:0:31378:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789603518.582836:0:31378:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb807ad9780: ostid: 0x2c0000401:17 ost idx: 1 gen: 0 00020000:00000001:2.0:1789603518.582839:0:31378:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1789603518.582841:0:31378:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb8051ed420, objid 0x1d:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789603518.582844:0:31378:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789603518.582848:0:31378:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb807ad9780: ostid: 0x2c0000401:17 ost idx: 1 gen: 0 00020000:00000010:2.0:1789603518.582852:0:31378:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9eb807da4e20. 00020000:00000010:2.0:1789603518.582856:0:31378:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9eb80402f540. 00020000:00000001:2.0:1789603518.582862:0:31378:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1789603518.582865:0:31378:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9eb81187c1e8. 00020000:00000001:2.0:1789603518.582868:0:31378:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1789603518.582870:0:31378:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1789603518.582876:0:31378:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1789603518.582880:0:31378:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9eb8203b6320. 00000020:00000001:2.0:1789603518.582882:0:31378:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789603518.582883:0:31378:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603518.582886:0:31378:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446637112384775072 : -106961324776544 : ffff9eb8203b63a0) 00020000:00000001:2.0:1789603518.582890:0:31378:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1789603518.582896:0:31378:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9eb806a30fc0. 00020000:00000001:2.0:1789603518.582899:0:31378:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603518.582904:0:31378:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446637112384775072 : -106961324776544 : ffff9eb8203b63a0) 00020000:00000001:2.0:1789603518.582907:0:31378:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446637112384775072 : -106961324776544 : ffff9eb8203b63a0) 00020000:00000002:2.0:1789603518.582911:0:31378:0:(lov_object.c:134:lov_init_sub()) [0x2c0000401:0x11:0x0]@ffff9eb8203b6320[0:0] -> [0x200000405:0x1d:0x0]@ffff9eb8203b6bb8: ostid: 0x2c0000401:17 ost idx: 1 gen: 0 00020000:00000001:2.0:1789603518.582917:0:31378:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1789603518.582919:0:31378:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1789603518.582921:0:31378:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603518.582925:0:31378:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446637112384777272 : -106961324774344 : ffff9eb8203b6c38) 00000020:00001000:2.0:1789603518.582928:0:31378:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a06c0 00000080:00000001:2.0:1789603518.582934:0:31378:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611165 : 144115205339611165 : 20000040500001d) 00000080:00000001:2.0:1789603518.582936:0:31378:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789603518.582938:0:31378:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611165 mtime from 0 to 1789603518 00000080:00000001:2.0:1789603518.582944:0:31378:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1789603518.582947:0:31378:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979430728 : -106961730120888 : ffff9eb808125348) 00010000:00000001:2.0:1789603518.582950:0:31378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603518.582952:0:31378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603518.582954:0:31378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:2.0:1789603518.582956:0:31378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603518.582959:0:31378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00000080:00000001:2.0:1789603518.582962:0:31378:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789603518.582964:0:31378:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603518.582966:0:31378:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389928648 : -106961319622968 : ffff9eb8208a06c8) 00000020:00001000:2.0:1789603518.582967:0:31378:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a06c0 00000020:00000001:2.0:1789603518.582970:0:31378:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789603518.582972:0:31378:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789603518.582974:0:31378:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789603518.582977:0:31378:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb8051eda80. 00020000:00000010:2.0:1789603518.582979:0:31378:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb807ad9c80. 00020000:00000010:2.0:1789603518.582982:0:31378:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb8051ed360. 00020000:00000001:2.0:1789603518.582984:0:31378:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637111929918304 : -106961779633312 : ffff9eb8051ed360) 00020000:00000002:2.0:1789603518.582987:0:31378:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb8051ed360, objid 0x1d:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789603518.582990:0:31378:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789603518.582993:0:31378:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb807ad9c80: ostid: 0x2c0000401:17 ost idx: 1 gen: 0 00020000:00000002:2.0:1789603518.582997:0:31378:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9eb8109b8c98) owner ffff9eb810bda7c0 00020000:00000001:2.0:1789603518.583000:0:31378:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789603518.583003:0:31378:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9eb8109b8c98) owner ffff9eb810bda7c0 00020000:00000010:2.0:1789603518.583008:0:31378:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb807ad9c80. 00020000:00000010:2.0:1789603518.583014:0:31378:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb8051eda80. 00020000:00000010:2.0:1789603518.583018:0:31378:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb8051ed360. 00020000:00000002:2.0:1789603518.583020:0:31378:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x1d:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789603518.583022:0:31378:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603518.583025:0:31378:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603518.583028:0:31378:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789603518.583031:0:31378:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8109b8c98) owner 0000000000000000/ffff9eb810bda7c0 00020000:00000002:2.0:1789603518.583035:0:31378:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb8051ed420 addref 2/0 by ffff9eb810bda7c0. 00020000:00000002:2.0:1789603518.583038:0:31378:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8109b8c98) owner 0000000000000000/ffff9eb810bda7c0 00020000:00000001:2.0:1789603518.583040:0:31378:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789603518.583042:0:31378:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789603518.583044:0:31378:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789603518.583046:0:31378:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789603518.583049:0:31378:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789603518.583051:0:31378:0:(file.c:6854:ll_layout_conf()) [0x200000405:0x1d:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1789603518.583054:0:31378:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a06c0 00000080:00000001:2.0:1789603518.583056:0:31378:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603518.583058:0:31378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603518.583059:0:31378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789603518.583061:0:31378:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789603518.583064:0:31378:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789603518.583066:0:31378:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603518.583069:0:31378:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x1d:0x0](ffff9eb808125348) 00000080:00010000:2.0:1789603518.583072:0:31378:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1d:0x0](ffff9eb808125348) for lock 0xa04c19c788fe52ae 00800000:00000001:2.0:1789603518.583074:0:31378:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603518.583076:0:31378:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603518.583077:0:31378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603518.583078:0:31378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603518.583080:0:31378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:2.0:1789603518.583081:0:31378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603518.583083:0:31378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603518.583086:0:31378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603518.583087:0:31378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603518.583088:0:31378:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603518.583090:0:31378:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603518.583092:0:31378:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1789603518.583095:0:31378:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603518.583101:0:31378:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9eb810d1f800 x1876533442864512/t4294967578(4294967578) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603660 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603518.583263:0:31378:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789603518.583269:0:31378:0:(namei.c:1651:ll_create_it()) inode ffff9eb808125348 need_sync_to_mds [0x200000405:0x1d:0x0] 00000080:00000001:2.0:1789603518.583274:0:31378:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603518.583278:0:31378:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1d:0x0](ffff9eb808125348) 00000080:00000001:2.0:1789603518.583281:0:31378:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789603518.583285:0:31378:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804155400. 00000100:00000001:2.0:1789603518.583290:0:31378:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603518.583294:0:31378:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1f800 x1876533442864512/t4294967578(4294967578) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603660 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603518.583301:0:31378:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603518.583305:0:31378:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1789603518.583308:0:31378:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789603518.583310:0:31378:0:(namei.c:1500:ll_atomic_open()) inode ffff9eb808125348 need_sync_to_mds [0x200000405:0x1d:0x0] 00000080:00000001:2.0:1789603518.583322:0:31378:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789603518.583324:0:31378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50106fa68 00000080:00200008:2.0:1789603518.583326:0:31378:0:(file.c:1090:ll_file_open()) START file f:[0x200000405:0x1d:0x0](ffff9eb808125348), flags 100102 00000080:00000010:2.0:1789603518.583337:0:31378:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9eb8053dedc0. 00000080:00000010:2.0:1789603518.583345:0:31378:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9eb806b15180. 00000080:00000001:2.0:1789603518.583348:0:31378:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1789603518.583354:0:31378:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1789603518.583357:0:31378:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603518.583360:0:31378:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603518.583364:0:31378:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603518.583367:0:31378:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603518.583369:0:31378:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603518.583371:0:31378:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1d:0x0] 00800000:00000001:2.0:1789603518.583374:0:31378:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603518.583378:0:31378:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789603518.583383:0:31378:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9eb81272af40. 00000002:00100000:2.0:1789603518.583389:0:31378:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb810d1f800 x1876533442864512/t4294967578(4294967578) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603660 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789603518.583395:0:31378:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603518.583397:0:31378:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789603518.583401:0:31378:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1789603518.583405:0:31378:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603518.583408:0:31378:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603518.583411:0:31378:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603518.583414:0:31378:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1f800 x1876533442864512/t4294967578(4294967578) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603660 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789603518.583422:0:31378:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603518.583427:0:31378:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9eb807b60000. 02000000:00000001:2.0:1789603518.583457:0:31378:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789603518.583459:0:31378:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603518.583461:0:31378:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50106fa68 00000080:00000008:2.0:1789603518.583464:0:31378:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000405:0x1d:0x0](ffff9eb808125348), flags 100102, rc = 0 00000080:00000001:2.0:1789603518.583469:0:31378:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789603518.583471:0:31378:0:(dcache.c:176:ll_intent_release()) intent ffff9eb807b8dae0 released 00000080:00010000:2.0:1789603518.583474:0:31378:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe52ae from it ffff9eb807b8dae0 00010000:00000001:2.0:1789603518.583476:0:31378:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603518.583478:0:31378:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603518.583480:0:31378:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:2.0:1789603518.583482:0:31378:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603518.583484:0:31378:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603518.583487:0:31378:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603518.583491:0:31378:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe52ae lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e913b1 expref: -99 pid: 31378 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603518.583499:0:31378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603518.583500:0:31378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603518.583502:0:31378:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603518.583506:0:31378:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603518.583508:0:31378:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe52ae lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e913b1 expref: -99 pid: 31378 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603518.583551:0:31378:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603518.583556:0:31378:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603518.583558:0:31378:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603518.583563:0:31378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603518.583565:0:31378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603518.583567:0:31378:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603518.583571:0:31378:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603518.583573:0:31378:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603518.583575:0:31378:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603518.583579:0:31378:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603518.583580:0:31378:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603518.583582:0:31378:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603518.583583:0:31378:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789603518.583584:0:31378:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1789603518.583586:0:31378:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1789603518.583589:0:31378:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789603518.583591:0:31378:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603518.583593:0:31378:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789603518.583595:0:31378:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603518.583598:0:31378:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1789603518.583600:0:31378:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603518.583602:0:31378:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789603518.583605:0:31378:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603518.583607:0:31378:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789603518.583610:0:31378:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9eb807b8dae0. 00000080:00000001:2.0:1789603518.583613:0:31378:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603518.583619:0:31378:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789603518.583621:0:31378:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1d:0x0](ffff9eb808125348), inode mode 81a4 mask 40 00000080:00000001:2.0:1789603518.583625:0:31378:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603519.472858:0:31388:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789603519.472861:0:31388:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789603519.472863:0:31388:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603519.472865:0:31388:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603519.472867:0:31388:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789603519.472869:0:31388:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789603519.472872:0:31388:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789603519.472876:0:31388:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:3.0:1789603519.472879:0:31388:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb810d6d600. 00000080:00000001:3.0:1789603519.472885:0:31388:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789603519.472887:0:31388:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603519.472890:0:31388:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:3.0:1789603519.472894:0:31388:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe52a0 00800000:00000001:3.0:1789603519.472897:0:31388:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603519.472900:0:31388:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603519.472902:0:31388:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603519.472905:0:31388:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603519.472908:0:31388:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:3.0:1789603519.472911:0:31388:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:3.0:1789603519.472914:0:31388:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:3.0:1789603519.472918:0:31388:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603519.472920:0:31388:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603519.472921:0:31388:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603519.472923:0:31388:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603519.472925:0:31388:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe52a0 from it ffffb8e5014a7bf8 00010000:00000001:3.0:1789603519.472927:0:31388:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603519.472928:0:31388:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603519.472929:0:31388:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:3.0:1789603519.472931:0:31388:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:3.0:1789603519.472934:0:31388:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:3.0:1789603519.472936:0:31388:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603519.472939:0:31388:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe52a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91379 expref: -99 pid: 31378 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789603519.472945:0:31388:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603519.472947:0:31388:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603519.472949:0:31388:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603519.472951:0:31388:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603519.472954:0:31388:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe52a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91379 expref: -99 pid: 31378 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789603519.472964:0:31388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603519.472968:0:31388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603519.472971:0:31388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603519.472976:0:31388:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603519.472977:0:31388:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603519.472979:0:31388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603519.472983:0:31388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603519.472985:0:31388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603519.472987:0:31388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603519.472990:0:31388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603519.472992:0:31388:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603519.472994:0:31388:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603519.472995:0:31388:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789603519.473000:0:31388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789603519.473001:0:31388:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789603519.473004:0:31388:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:3.0:1789603519.473010:0:31388:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789603519.473021:0:31388:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb8069073c0. 00000020:00000001:3.0:1789603519.473299:0:31388:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7b28 00000080:00200000:3.0:1789603519.473303:0:31388:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9eb808190908), flags=25 00000080:00000001:3.0:1789603519.473307:0:31388:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1789603519.473310:0:31388:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a79d8 00000080:00200000:3.0:1789603519.473312:0:31388:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9eb808190908), intent=0 00000080:00000010:3.0:1789603519.473321:0:31388:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb810d6d600. 00800000:00000002:3.0:1789603519.473325:0:31388:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:3.0:1789603519.473331:0:31388:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603519.473333:0:31388:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603519.473335:0:31388:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a78f8 00800000:00000002:3.0:1789603519.473337:0:31388:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603519.473340:0:31388:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789603519.473346:0:31388:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603519.473348:0:31388:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603519.473350:0:31388:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603519.473351:0:31388:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603519.473354:0:31388:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603519.473355:0:31388:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603519.473358:0:31388:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603519.473361:0:31388:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7890 00800000:00000002:3.0:1789603519.473363:0:31388:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-2' -> mds #0 00000002:00000001:3.0:1789603519.473367:0:31388:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603519.473368:0:31388:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a77c8 00000002:00010000:3.0:1789603519.473657:0:31388:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1789603519.473664:0:31388:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789603519.473667:0:31388:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789603519.473674:0:31388:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b48000. 00000020:00000040:3.0:1789603519.473679:0:31388:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:3.0:1789603519.473687:0:31388:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789603519.473691:0:31388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603519.473695:0:31388:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603519.473696:0:31388:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603519.473698:0:31388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603519.473701:0:31388:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603519.473704:0:31388:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603519.473708:0:31388:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603519.473717:0:31388:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb80511f800. 00000100:00000001:3.0:1789603519.473726:0:31388:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603519.473732:0:31388:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603519.473734:0:31388:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603519.473736:0:31388:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603519.473737:0:31388:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603519.473739:0:31388:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603519.473748:0:31388:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637112124276736 : -106961585274880 : ffff9eb810b48000) 00010000:00000001:3.0:1789603519.473752:0:31388:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789603519.473755:0:31388:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789603519.473760:0:31388:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248e00 count: 2 00010000:00000001:3.0:1789603519.473763:0:31388:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603519.473767:0:31388:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789603519.473771:0:31388:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb8131e4000. 00000020:00000001:3.0:1789603519.473775:0:31388:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789603519.473779:0:31388:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb8131e4000 with handle 0xa04c19c788fe52b5 to hash 00000020:00000001:3.0:1789603519.473781:0:31388:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789603519.473783:0:31388:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112164761600 : -106961544790016 : ffff9eb8131e4000) 00010000:00000001:3.0:1789603519.473787:0:31388:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112164761600 : -106961544790016 : ffff9eb8131e4000) 00010000:00000001:3.0:1789603519.473790:0:31388:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603519.473793:0:31388:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603519.473797:0:31388:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4000/0xa04c19c788fe52b5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31388 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603519.473805:0:31388:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4000/0xa04c19c788fe52b5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31388 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603519.473817:0:31388:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4000/0xa04c19c788fe52b5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31388 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789603519.473824:0:31388:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603519.473826:0:31388:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603519.473833:0:31388:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb820863b40. 00000100:00000001:3.0:1789603519.473836:0:31388:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112389679936 : -106961319871680 : ffff9eb820863b40) 00000100:00000001:3.0:1789603519.473840:0:31388:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603519.473841:0:31388:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124276736 : -106961585274880 : ffff9eb810b48000) 00000100:00000001:3.0:1789603519.473847:0:31388:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603519.473852:0:31388:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603519.473855:0:31388:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603519.473856:0:31388:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603519.473870:0:31388:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b48000 x1876533442864640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603519.473879:0:31388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603519.473882:0:31388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603519.473886:0:31388:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603519.473889:0:31388:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603519.473892:0:31388:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603519.473897:0:31388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b48000 pname:cluuid:pid:xid:nid:opc:job touch:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:31388:1876533442864640:192.168.204.129@tcp:101:touch.0 00000100:00000001:3.0:1789603519.473902:0:31388:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603519.473909:0:31388:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603519.473912:0:31388:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603519.473915:0:31388:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603519.473921:0:31388:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb82036a800. 02000000:00000001:3.0:1789603519.473924:0:31388:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603519.473935:0:31388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603519.473940:0:31388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8057489f8. 00000400:00000010:3.0:1789603519.473948:0:31388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0aa0. 00000100:00000200:3.0:1789603519.473957:0:31388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442864640, portal 10 00000100:00000001:3.0:1789603519.473959:0:31388:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603519.473961:0:31388:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124276736 : -106961585274880 : ffff9eb810b48000) 00000100:00000040:3.0:1789603519.473967:0:31388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810b48000 x1876533442864640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603661 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603519.473976:0:31388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603519.473979:0:31388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603519.473982:0:31388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d06e8. 00000100:00000200:3.0:1789603519.473985:0:31388:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876533442864640, offset 0 00000400:00000200:3.0:1789603519.473992:0:31388:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603519.474002:0:31388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603519.474011:0:31388:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603519.474019:0:31388:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603519.474024:0:31388:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603519.474348:0:31388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603519.474352:0:31388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603519.474356:0:31388:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2572:2572:256:4294967295] 192.168.204.129@tcp LPNI seq info [2572:2572:8:4294967295] 00000400:00000200:3.0:1789603519.474361:0:31388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603519.474443:0:31388:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603519.474452:0:31388:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603519.474459:0:31388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783fc00. 00000800:00000200:3.0:1789603519.474469:0:31388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603519.474478:0:31388:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603519.474484:0:31388:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783fc00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1789603519.474690:0:31388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603519.474696:0:31388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 818771 usecs (819 jiffies) 00000400:00000200:3.0:1789603519.474701:0:31388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603519.474704:0:31388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296519227 00000100:00000001:3.0:1789603519.474713:0:31388:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296518552 00000100:00000001:3.0:1789603519.474719:0:31388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296519227 00000100:00000001:3.0:1789603519.474724:0:31388:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296518552 00000100:00000001:3.0:1789603519.474727:0:31388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603519.474730:0:31388:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603519.474733:0:31388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603519.474736:0:31388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=137 : 137 : 89) 00000100:00100000:3.0:1789603519.474739:0:31388:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb820863b40 going to sleep for 137 seconds 00000100:00000001:3.0:1789603519.474742:0:31388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603519.474745:0:31388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603519.475191:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603519.475289:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783fc00. 00000400:00000200:2.0:1789603519.475300:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603519.475307:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603519.475315:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d06e8 00000400:00000010:2.0:1789603519.475318:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d06e8. 00000100:00000001:2.0:1789603519.475323:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603519.475330:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b48000 x1876533442864640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603661 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603519.475342:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603519.475347:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b48000 x1876533442864640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603661 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603519.475354:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603519.475356:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603519.480924:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603519.480950:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603519.480956:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603519.480960:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603519.480972:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603519.480983:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603519.480995:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603519.481009:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603519.481015:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603519.481021:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d456600 00000400:00000200:2.0:1789603519.481039:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603519.481047:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x7635 [1] + 224 00000800:00000001:2.0:1789603519.481056:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603519.481084:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603519.481089:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603519.481095:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603519.481106:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603519.481118:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b48000 x1876533442864640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603661 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603519.481132:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb810b48000 x1876533442864640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603661 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603519.481165:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603519.481177:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603519.481181:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603519.481297:0:31388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603519.481307:0:31388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603519.481309:0:31388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603519.481313:0:31388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8057489f8. 00000400:00000200:3.0:1789603519.481319:0:31388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0aa0 00000400:00000010:3.0:1789603519.481322:0:31388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0aa0. 00000100:00000001:3.0:1789603519.481325:0:31388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603519.481331:0:31388:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b48000 x1876533442864640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603661 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789603519.481341:0:31388:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b48000 x1876533442864640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603661 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603519.481348:0:31388:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603519.481350:0:31388:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603519.481353:0:31388:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603519.481357:0:31388:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603519.481361:0:31388:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603519.481364:0:31388:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603519.481367:0:31388:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603519.481394:0:31388:0:(import.c:2196:obd_at_measure()) add 106 to ffff9eb810ddb460 time=67 v=106 (106 106 106 137) 00000100:00001000:3.0:1789603519.481399:0:31388:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603519.481403:0:31388:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603519.481405:0:31388:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603519.481409:0:31388:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603519.481413:0:31388:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603519.481419:0:31388:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603519.481422:0:31388:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967574 00000100:00000001:3.0:1789603519.481425:0:31388:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603519.481429:0:31388:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603519.481435:0:31388:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b48000 x1876533442864640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603661 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603519.481443:0:31388:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603519.481447:0:31388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603519.481449:0:31388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603519.481454:0:31388:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b48000 x1876533442864640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603661 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789603519.481463:0:31388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b48000 pname:cluuid:pid:xid:nid:opc:job touch:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:31388:1876533442864640:192.168.204.129@tcp:101:touch.0 00000100:00000001:3.0:1789603519.481470:0:31388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603519.481473:0:31388:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603519.481476:0:31388:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789603519.481479:0:31388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603519.481483:0:31388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b48000 x1876533442864640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603661 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603519.481490:0:31388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603519.481494:0:31388:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb820863b40. 00000100:00000001:3.0:1789603519.481498:0:31388:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789603519.481500:0:31388:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603519.481504:0:31388:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789603519.481553:0:31388:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603519.481558:0:31388:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603519.481562:0:31388:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4000 refcount=4 00000020:00000001:3.0:1789603519.481565:0:31388:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164761600 : -106961544790016 : ffff9eb8131e4000) 00010000:00000001:3.0:1789603519.481569:0:31388:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164761600 : -106961544790016 : ffff9eb8131e4000) 00010000:00000040:3.0:1789603519.481579:0:31388:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb8131e4000, remote cookie: 0x31dbb14d74e913d4, flags: 0x1001 00010000:00010000:3.0:1789603519.481585:0:31388:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4000/0xa04c19c788fe52b5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e913d4 expref: -99 pid: 31388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789603519.481595:0:31388:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x1c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1789603519.481599:0:31388:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1789603519.481621:0:31388:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb8042bb500. 00010000:00000010:3.0:1789603519.481627:0:31388:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80502bc80. 00010000:00000001:3.0:1789603519.481635:0:31388:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603519.481639:0:31388:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4000/0xa04c19c788fe52b5 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e913d4 expref: -99 pid: 31388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603519.481648:0:31388:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4000/0xa04c19c788fe52b5 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e913d4 expref: -99 pid: 31388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603519.481655:0:31388:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789603519.481660:0:31388:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789603519.481663:0:31388:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789603519.481665:0:31388:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789603519.481666:0:31388:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789603519.481670:0:31388:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1c:0x0].0x0 (ffff9eb8042bb500) refcount = 1 00010000:00010000:3.0:1789603519.481677:0:31388:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4000/0xa04c19c788fe52b5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e913d4 expref: -99 pid: 31388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603519.481684:0:31388:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789603519.481688:0:31388:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789603519.481690:0:31388:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603519.481695:0:31388:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789603519.481698:0:31388:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603519.481702:0:31388:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4000/0xa04c19c788fe52b5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e913d4 expref: -99 pid: 31388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603519.481708:0:31388:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789603519.481711:0:31388:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603519.481712:0:31388:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603519.481713:0:31388:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603519.481715:0:31388:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603519.481717:0:31388:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603519.481724:0:31388:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789603519.481726:0:31388:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603519.481728:0:31388:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603519.481730:0:31388:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4000 refcount=3 00000020:00000001:3.0:1789603519.481731:0:31388:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164761600 : -106961544790016 : ffff9eb8131e4000) 00010000:00000001:3.0:1789603519.481734:0:31388:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164761600 : -106961544790016 : ffff9eb8131e4000) 00010000:00000001:3.0:1789603519.481736:0:31388:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603519.481737:0:31388:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603519.481739:0:31388:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4000 refcount=4 00000020:00000001:3.0:1789603519.481740:0:31388:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164761600 : -106961544790016 : ffff9eb8131e4000) 00010000:00000001:3.0:1789603519.481742:0:31388:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164761600 : -106961544790016 : ffff9eb8131e4000) 00010000:00000001:3.0:1789603519.481746:0:31388:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603519.481750:0:31388:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603519.481754:0:31388:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4000/0xa04c19c788fe52b5 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e913d4 expref: -99 pid: 31388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603519.481760:0:31388:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603519.481762:0:31388:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603519.481763:0:31388:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603519.481764:0:31388:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603519.481766:0:31388:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4000 refcount=5 00000020:00000001:3.0:1789603519.481768:0:31388:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164761600 : -106961544790016 : ffff9eb8131e4000) 00010000:00000001:3.0:1789603519.481770:0:31388:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164761600 : -106961544790016 : ffff9eb8131e4000) 00010000:00000001:3.0:1789603519.481773:0:31388:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603519.481776:0:31388:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4000/0xa04c19c788fe52b5 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e913d4 expref: -99 pid: 31388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603519.481783:0:31388:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603519.481784:0:31388:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789603519.481787:0:31388:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4000/0xa04c19c788fe52b5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e913d4 expref: -99 pid: 31388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603519.481794:0:31388:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603519.481795:0:31388:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603519.481796:0:31388:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603519.481798:0:31388:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603519.481799:0:31388:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789603519.481805:0:31388:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9eb810b48000 x1876533442864640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603661 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789603519.481815:0:31388:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603519.481816:0:31388:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603519.481817:0:31388:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4000 refcount=3 00000020:00000001:3.0:1789603519.481820:0:31388:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164761600 : -106961544790016 : ffff9eb8131e4000) 00010000:00000001:3.0:1789603519.481822:0:31388:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164761600 : -106961544790016 : ffff9eb8131e4000) 00010000:00000001:3.0:1789603519.481824:0:31388:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603519.481825:0:31388:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603519.481827:0:31388:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603519.481829:0:31388:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603519.481833:0:31388:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789603519.481836:0:31388:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603519.481837:0:31388:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603519.481839:0:31388:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4000 refcount=3 00000020:00000001:3.0:1789603519.481841:0:31388:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164761600 : -106961544790016 : ffff9eb8131e4000) 00010000:00000001:3.0:1789603519.481843:0:31388:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164761600 : -106961544790016 : ffff9eb8131e4000) 00000002:00010000:3.0:1789603519.481846:0:31388:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4000/0xa04c19c788fe52b5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e913d4 expref: -99 pid: 31388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603519.481859:0:31388:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603519.481860:0:31388:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603519.481861:0:31388:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789603519.481862:0:31388:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603519.481863:0:31388:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603519.481865:0:31388:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4000 refcount=3 00000020:00000001:3.0:1789603519.481867:0:31388:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164761600 : -106961544790016 : ffff9eb8131e4000) 00010000:00000001:3.0:1789603519.481869:0:31388:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164761600 : -106961544790016 : ffff9eb8131e4000) 00010000:00000040:3.0:1789603519.481874:0:31388:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb500 count: 2 00010000:00000001:3.0:1789603519.481877:0:31388:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789603519.481881:0:31388:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589935621/28 (0 0) 00010000:00000001:3.0:1789603519.481884:0:31388:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603519.481885:0:31388:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603519.481886:0:31388:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789603519.481891:0:31388:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7750 00000002:00002000:3.0:1789603519.481893:0:31388:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789603519.481898:0:31388:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603519.481903:0:31388:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603519.481907:0:31388:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789603519.481911:0:31388:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1789603519.481914:0:31388:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603519.481918:0:31388:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000001:3.0:1789603519.481921:0:31388:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1789603519.481923:0:31388:0:(namei.c:674:ll_lookup_it_finish()) it ffffb8e5014a7ac8 it_disposition b 00000080:00000001:3.0:1789603519.481927:0:31388:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789603519.481934:0:31388:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789603519.481939:0:31388:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789603519.482397:0:31388:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb806b15380. 00800000:00000001:2.0:1789603519.482403:0:31388:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637111956296576 : -106961753255040 : ffff9eb806b15380) 00800000:00000001:2.0:1789603519.482406:0:31388:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603519.482409:0:31388:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789603519.482414:0:31388:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611164 : 144115205339611164 : 20000040500001c) 00000080:00000001:2.0:1789603519.482418:0:31388:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1789603519.482425:0:31388:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789603519.482428:0:31388:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x1c:0x0] 00000080:00000001:2.0:1789603519.482431:0:31388:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000002:2.0:1789603519.482434:0:31388:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=0 index=0 hash=invalid:0x0 max_inherit=0 max_inherit_rr=0 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:2.0:1789603519.482440:0:31388:0:(llite_lib.c:1947:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789603519.482442:0:31388:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603519.482446:0:31388:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611164 : 144115205339611164 : 20000040500001c) 00000080:00000001:2.0:1789603519.482449:0:31388:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1789603519.482455:0:31388:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x1c:0x0], updating i_size 4096 00000080:00200000:2.0:1789603519.482458:0:31388:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x1c:0x0](ffff9eb8081942c8): rc = 0 00000080:00000001:2.0:1789603519.482461:0:31388:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979885256 : -106961729666360 : ffff9eb8081942c8) 00010000:00000001:2.0:1789603519.482465:0:31388:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603519.482467:0:31388:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603519.482469:0:31388:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4000 refcount=3 00000020:00000001:2.0:1789603519.482471:0:31388:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164761600 : -106961544790016 : ffff9eb8131e4000) 00010000:00000001:2.0:1789603519.482474:0:31388:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164761600 : -106961544790016 : ffff9eb8131e4000) 00010000:00000001:2.0:1789603519.482476:0:31388:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603519.482478:0:31388:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789603519.482479:0:31388:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789603519.482482:0:31388:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789603519.482485:0:31388:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603519.482488:0:31388:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1c:0x0](ffff9eb8081942c8) for lock 0xa04c19c788fe52b5 00800000:00000001:2.0:1789603519.482492:0:31388:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603519.482494:0:31388:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603519.482496:0:31388:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603519.482498:0:31388:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603519.482500:0:31388:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4000 refcount=3 00000020:00000001:2.0:1789603519.482502:0:31388:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164761600 : -106961544790016 : ffff9eb8131e4000) 00010000:00000001:2.0:1789603519.482504:0:31388:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164761600 : -106961544790016 : ffff9eb8131e4000) 00010000:00000001:2.0:1789603519.482507:0:31388:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603519.482553:0:31388:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603519.482556:0:31388:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603519.482558:0:31388:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1789603519.482568:0:31388:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb81857aca8 inode ffff9eb8081942c8 refc 1 flags 0x20000e 00000080:00000002:2.0:1789603519.482575:0:31388:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21f.recovery-small-2 [0x200000405:0x1c:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1789603519.482578:0:31388:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1789603519.482582:0:31388:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1c:0x0](ffff9eb8081942c8) 00000080:00010000:2.0:1789603519.482587:0:31388:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe52b5 from it ffffb8e5014a7ac8 00010000:00000001:2.0:1789603519.482589:0:31388:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603519.482590:0:31388:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603519.482592:0:31388:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4000 refcount=3 00000020:00000001:2.0:1789603519.482593:0:31388:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164761600 : -106961544790016 : ffff9eb8131e4000) 00010000:00000001:2.0:1789603519.482595:0:31388:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164761600 : -106961544790016 : ffff9eb8131e4000) 00010000:00000001:2.0:1789603519.482598:0:31388:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603519.482610:0:31388:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4000/0xa04c19c788fe52b5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e913d4 expref: -99 pid: 31388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603519.482619:0:31388:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603519.482629:0:31388:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603519.482631:0:31388:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603519.482634:0:31388:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603519.482637:0:31388:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4000/0xa04c19c788fe52b5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e913d4 expref: -99 pid: 31388 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603519.482646:0:31388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603519.482649:0:31388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603519.482652:0:31388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603519.482657:0:31388:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603519.482658:0:31388:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603519.482660:0:31388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603519.482664:0:31388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603519.482667:0:31388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603519.482669:0:31388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603519.482672:0:31388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603519.482674:0:31388:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603519.482677:0:31388:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603519.482678:0:31388:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789603519.482680:0:31388:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789603519.482685:0:31388:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb810d6d600. 00000100:00000001:2.0:1789603519.482691:0:31388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603519.482700:0:31388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b48000 x1876533442864640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603661 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603519.482708:0:31388:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603519.482711:0:31388:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603519.482716:0:31388:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb82036a800. 02000000:00000001:2.0:1789603519.482720:0:31388:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603519.482723:0:31388:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603519.482725:0:31388:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603519.482728:0:31388:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603519.482730:0:31388:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb80511f800. 02000000:00000001:2.0:1789603519.482735:0:31388:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603519.482737:0:31388:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603519.482739:0:31388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b48000. 00000100:00000001:2.0:1789603519.482742:0:31388:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603519.482744:0:31388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603519.482754:0:31388:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789603519.482758:0:31388:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1c:0x0](ffff9eb8081942c8), inode mode 41ed mask 1 00000080:00000001:2.0:1789603519.482763:0:31388:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789603519.482783:0:31388:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb81272a5e0. 00000080:00000001:2.0:1789603519.482789:0:31388:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789603519.482791:0:31388:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1c:0x0](ffff9eb8081942c8), inode mode 41ed mask 3 00000080:00000001:2.0:1789603519.482793:0:31388:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603519.482796:0:31388:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1789603519.482799:0:31388:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7b58 00000080:00200000:2.0:1789603519.482801:0:31388:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000405:0x1c:0x0](ffff9eb8081942c8), file ffff9eb804262a80, open_flags 8941, mode 81b6 opened 0 00000080:00000010:2.0:1789603519.482807:0:31388:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9eb8051edb40. 00000080:00000001:2.0:1789603519.482811:0:31388:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789603519.482813:0:31388:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7a08 00000080:00200000:2.0:1789603519.482815:0:31388:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x1c:0x0](ffff9eb8081942c8), intent=open|creat 00000080:00000010:2.0:1789603519.482824:0:31388:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805156800. 00800000:00000002:2.0:1789603519.482829:0:31388:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb806b15380 2 00000080:00000001:2.0:1789603519.482836:0:31388:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603519.482839:0:31388:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603519.482841:0:31388:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7928 00800000:00000002:2.0:1789603519.482844:0:31388:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000405:0x1c:0x0] 00800000:00000001:2.0:1789603519.482847:0:31388:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789603519.482850:0:31388:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789603519.482854:0:31388:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603519.482857:0:31388:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603519.482860:0:31388:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603519.482863:0:31388:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603519.482865:0:31388:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603519.482867:0:31388:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1c:0x0] 00800000:00000001:2.0:1789603519.482869:0:31388:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603519.482872:0:31388:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446637111935442432 : -106961774109184 : ffff9eb805731e00) 00800000:00000001:2.0:1789603519.482876:0:31388:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789603519.482879:0:31388:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789603519.482881:0:31388:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789603519.482884:0:31388:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789603519.482887:0:31388:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9eb81291b000: Allocated FID [0x200000405:0x1e:0x0] 40000000:00000001:2.0:1789603519.482890:0:31388:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603519.482892:0:31388:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603519.482894:0:31388:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603519.482896:0:31388:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603519.482898:0:31388:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a78a8 00800000:00000002:2.0:1789603519.482900:0:31388:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x1c:0x0], fid2=[0x200000405:0x1e:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:2.0:1789603519.482905:0:31388:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603519.482907:0:31388:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a77e0 00000002:00010000:2.0:1789603519.482909:0:31388:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000405:0x1e:0x0]) in obj [0x200000405:0x1c:0x0], intent: open|creat flags 0104502 00000002:00000001:2.0:1789603519.482914:0:31388:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789603519.482917:0:31388:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789603519.482921:0:31388:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789603519.482926:0:31388:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603519.482927:0:31388:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789603519.482930:0:31388:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb500 count: 2 00010000:00000001:2.0:1789603519.482932:0:31388:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603519.482936:0:31388:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789603519.482940:0:31388:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603519.482942:0:31388:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603519.482944:0:31388:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603519.482949:0:31388:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f2300. 00000020:00000040:2.0:1789603519.482953:0:31388:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:2.0:1789603519.482958:0:31388:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789603519.482961:0:31388:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603519.482964:0:31388:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603519.482968:0:31388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603519.482971:0:31388:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603519.482972:0:31388:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603519.482973:0:31388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603519.482977:0:31388:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603519.482979:0:31388:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603519.482984:0:31388:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603519.482993:0:31388:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041d1000. 00000100:00000001:2.0:1789603519.483003:0:31388:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603519.483007:0:31388:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603519.483009:0:31388:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603519.483011:0:31388:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603519.483012:0:31388:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603519.483014:0:31388:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603519.483024:0:31388:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446637111912112896 : -106961797438720 : ffff9eb8040f2300) 00010000:00000001:2.0:1789603519.483037:0:31388:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789603519.483040:0:31388:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789603519.483043:0:31388:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb500 count: 2 00010000:00000001:2.0:1789603519.483045:0:31388:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603519.483047:0:31388:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789603519.483052:0:31388:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb802f46e00. 00000020:00000001:2.0:1789603519.483055:0:31388:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789603519.483058:0:31388:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb802f46e00 with handle 0xa04c19c788fe52bc to hash 00000020:00000001:2.0:1789603519.483061:0:31388:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789603519.483063:0:31388:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603519.483067:0:31388:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603519.483071:0:31388:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603519.483074:0:31388:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603519.483077:0:31388:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe52bc lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31388 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603519.483084:0:31388:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe52bc lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31388 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789603519.483098:0:31388:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789603519.483104:0:31388:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb8040f2300 x1876533442864896/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789603519.483116:0:31388:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe52bc lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31388 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789603519.483123:0:31388:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603519.483125:0:31388:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603519.483133:0:31388:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80402f600. 00000100:00000001:2.0:1789603519.483136:0:31388:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911314944 : -106961798236672 : ffff9eb80402f600) 00000100:00000001:2.0:1789603519.483139:0:31388:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603519.483141:0:31388:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112896 : -106961797438720 : ffff9eb8040f2300) 00000100:00000001:2.0:1789603519.483156:0:31388:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603519.483162:0:31388:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603519.483165:0:31388:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603519.483166:0:31388:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603519.483172:0:31388:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f2300 x1876533442864896/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603519.483181:0:31388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603519.483184:0:31388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603519.483189:0:31388:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603519.483192:0:31388:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603519.483195:0:31388:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603519.483208:0:31388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f2300 pname:cluuid:pid:xid:nid:opc:job touch:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:31388:1876533442864896:192.168.204.129@tcp:101:touch.0 00000100:00000001:2.0:1789603519.483217:0:31388:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603519.483223:0:31388:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603519.483226:0:31388:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603519.483228:0:31388:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603519.483311:0:31388:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9eb807b60000. 02000000:00000001:2.0:1789603519.483314:0:31388:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603519.483325:0:31388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603519.483331:0:31388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3420. 00000400:00000010:2.0:1789603519.483341:0:31388:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9eb8041d1800. 00000100:00000200:2.0:1789603519.483350:0:31388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876533442864896, portal 10 00000100:00000001:2.0:1789603519.483353:0:31388:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603519.483354:0:31388:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112896 : -106961797438720 : ffff9eb8040f2300) 00000100:00000040:2.0:1789603519.483361:0:31388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f2300 x1876533442864896/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603661 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603519.483370:0:31388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603519.483373:0:31388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603519.483379:0:31388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7f68. 00000100:00000200:2.0:1789603519.483382:0:31388:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876533442864896, offset 0 00000400:00000200:2.0:1789603519.483389:0:31388:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603519.483399:0:31388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603519.483409:0:31388:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603519.483415:0:31388:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603519.483420:0:31388:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603519.483425:0:31388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603519.483427:0:31388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603519.483431:0:31388:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2573:2573:256:4294967295] 192.168.204.129@tcp LPNI seq info [2573:2573:8:4294967295] 00000400:00000200:2.0:1789603519.483436:0:31388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603519.483447:0:31388:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603519.483455:0:31388:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603519.483461:0:31388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb812ac0d00. 00000800:00000200:2.0:1789603519.483470:0:31388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603519.483481:0:31388:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603519.483487:0:31388:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb812ac0d00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1789603519.483564:0:31388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603519.483570:0:31388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 817448 usecs (818 jiffies) 00000400:00000200:2.0:1789603519.483573:0:31388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603519.483576:0:31388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296519235 00000100:00000001:2.0:1789603519.483586:0:31388:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296519227 00000100:00000001:2.0:1789603519.483593:0:31388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296519235 00000100:00000001:2.0:1789603519.483597:0:31388:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296519227 00000100:00000001:2.0:1789603519.483600:0:31388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603519.483603:0:31388:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603519.483606:0:31388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603519.483608:0:31388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=137 : 137 : 89) 00000100:00100000:2.0:1789603519.483611:0:31388:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80402f600 going to sleep for 137 seconds 00000100:00000001:2.0:1789603519.483614:0:31388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603519.483617:0:31388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603519.485224:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603519.485237:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb812ac0d00. 00000400:00000200:3.0:1789603519.485245:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603519.485255:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603519.485264:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7f68 00000400:00000010:3.0:1789603519.485268:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7f68. 00000100:00000001:3.0:1789603519.485274:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603519.485283:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f2300 x1876533442864896/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603661 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603519.485297:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603519.485301:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f2300 x1876533442864896/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603661 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603519.485308:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603519.485309:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603519.497583:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603519.497663:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603519.497669:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603519.497674:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603519.497687:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603519.497697:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603519.497709:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603519.497716:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603519.497723:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603519.497728:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 664 into portal 10 MB=0x6aab27d456700 00000400:00000200:2.0:1789603519.497734:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603519.497742:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 664/664 into md 0x7645 [32] + 224 00000800:00000001:2.0:1789603519.497751:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603519.497760:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603519.497766:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603519.497772:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603519.497783:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603519.497795:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f2300 x1876533442864896/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603661 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603519.497807:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9eb8040f2300 x1876533442864896/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603661 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603519.498319:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603519.498332:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603519.498337:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789603519.502025:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603519.502032:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9d00. 00000400:00000200:3.0:1789603519.502039:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603519.502048:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603519.502054:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc000 00000400:00000010:3.0:1789603519.502057:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc000. 00000100:00000001:3.0:1789603519.502062:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603519.502068:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4380 x1876533442865152/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/512 e 0 to 0 dl 1789603661 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603519.502079:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603519.502082:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4380 x1876533442865152/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/512 e 0 to 0 dl 1789603661 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603519.502090:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603519.502092:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789603519.508595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c600. 00010000:00000010:1.1:1789603519.508634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46e00. 00000100:00000040:3.0:1789603520.363101:0:27602:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296519251, at 4296519296 00000100:00000010:3.0:1789603520.363125:0:27602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb807b8d1e0. 00000100:00000040:2.0:1789603520.363413:0:29041:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296519251, at 4296519296 00000100:00000010:2.0:1789603520.363420:0:29041:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb807b8dc60. 00010000:00000001:3.0:1789603520.426663:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603520.426673:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603520.426682:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603520.426683:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603520.426687:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603520.426688:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603520.426721:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603520.426724:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603520.426727:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789603520.746622:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603520.746643:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603520.746656:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4bb80. 00000020:00000040:3.0:1789603520.746663:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:3.0:1789603520.746668:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603520.746671:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603520.746676:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603520.746685:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783fe00. 00000100:00000001:3.0:1789603520.746693:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603520.746706:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb810b4bb80 x1876533442865280/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603520.746727:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603520.746732:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603520.746740:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfb1bbcb] to pc [ptlrpcd_01_01+1] req@ffff9eb810b4bb80 x1876533442865280/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.746767:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603520.746771:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603520.746774:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603520.746785:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49180. 00000020:00000040:3.0:1789603520.746788:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=10 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:3.0:1789603520.746790:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603520.746791:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603520.746793:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603520.746796:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783f600. 00000100:00000001:3.0:1789603520.746799:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603520.746804:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID req@ffff9eb810b49180 x1876533442865408/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603520.746811:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603520.746813:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603520.746817:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003340671b] to pc [ptlrpcd_01_00+0] req@ffff9eb810b49180 x1876533442865408/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.746833:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603520.746836:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603520.746839:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603520.746841:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b48380. 00000020:00000040:3.0:1789603520.746843:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:3.0:1789603520.746845:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603520.746846:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603520.746848:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603520.746852:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783fc00. 00000100:00000001:3.0:1789603520.746854:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603520.746858:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb810b48380 x1876533442865536/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603520.746864:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603520.746865:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603520.746869:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d032664] to pc [ptlrpcd_01_01+1] req@ffff9eb810b48380 x1876533442865536/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.746875:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603520.746877:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603520.746880:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603520.746882:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4b480. 00000020:00000040:3.0:1789603520.746884:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=4 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:3.0:1789603520.746885:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603520.746886:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603520.746887:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603520.746890:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783fb00. 00000100:00000001:3.0:1789603520.746892:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603520.746895:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID req@ffff9eb810b4b480 x1876533442865664/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603520.746901:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603520.746903:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603520.746910:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001bd39151] to pc [ptlrpcd_01_00+0] req@ffff9eb810b4b480 x1876533442865664/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.746916:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603520.746919:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789603520.746922:0:8257:0:(pinger.c:247:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789603520.746926:0:8257:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1857) 00000100:00000001:3.0:1789603520.746983:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603520.746986:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603520.746989:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603520.746994:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4bb80 x1876533442865280/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.747002:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603520.747005:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603520.747008:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603520.747010:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603520.747013:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603520.747016:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2403:1876533442865280:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603520.747020:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603520.747025:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603520.747029:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603520.747040:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603520.747045:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb810d6d200. 02000000:00000001:3.0:1789603520.747047:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603520.747056:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603520.747062:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8057489f8. 00000400:00000010:3.0:1789603520.747068:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0aa0. 00000100:00000200:3.0:1789603520.747076:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442865280, portal 25 00000100:00000001:3.0:1789603520.747078:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603520.747080:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124291968 : -106961585259648 : ffff9eb810b4bb80) 00000100:00000040:3.0:1789603520.747085:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b4bb80 x1876533442865280/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.747098:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603520.747102:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603520.747104:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0a18. 00000100:00000200:3.0:1789603520.747107:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442865280, offset 0 00000400:00000200:3.0:1789603520.747114:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603520.747140:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603520.747149:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603520.747155:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603520.747166:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603520.747170:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603520.747173:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603520.747177:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2575:2575:256:4294967295] 192.168.204.129@tcp LPNI seq info [2575:2575:8:4294967295] 00000400:00000200:3.0:1789603520.747182:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603520.747191:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603520.747197:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603520.747202:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f700. 00000800:00000200:3.0:1789603520.747215:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603520.747223:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603520.747227:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603520.747245:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603520.747249:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603520.747251:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296523626 00000100:00000010:3.0:1789603520.747255:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb810df8480. 00000100:00000001:3.0:1789603520.747262:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789603520.747267:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296523626 00000100:00000010:3.0:1789603520.747270:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb810df8000. 00000100:00000001:3.0:1789603520.747273:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789603520.747275:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603520.747278:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603520.747282:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603520.747286:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b48380 x1876533442865536/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.747292:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603520.747294:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603520.747296:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603520.747298:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603520.747300:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603520.747303:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442865536:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603520.747306:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603520.747308:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603520.747309:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603520.747311:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603520.747313:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb810d6d400. 02000000:00000001:3.0:1789603520.747314:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603520.747318:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603520.747320:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748d68. 00000400:00000010:3.0:1789603520.747323:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0dd0. 00000100:00000200:3.0:1789603520.747326:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442865536, portal 10 00000100:00000001:3.0:1789603520.747328:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603520.747329:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124277632 : -106961585273984 : ffff9eb810b48380) 00000100:00000040:3.0:1789603520.747336:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b48380 x1876533442865536/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.747342:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603520.747345:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603520.747347:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0f68. 00000100:00000200:3.0:1789603520.747349:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442865536, offset 0 00000400:00000200:3.0:1789603520.747353:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603520.747356:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603520.747359:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603520.747362:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603520.747364:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603520.747366:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603520.747369:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603520.747372:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2576:2576:255:4294967295] 192.168.204.129@tcp LPNI seq info [2576:2576:7:4294967295] 00000400:00000200:3.0:1789603520.747376:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603520.747382:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603520.747386:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603520.747389:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f800. 00000800:00000200:3.0:1789603520.747393:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603520.747397:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603520.747399:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603520.747402:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603520.747405:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21158 usecs (22 jiffies) 00000400:00000200:3.0:1789603520.747408:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603520.747410:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296519702 00000100:00000001:3.0:1789603520.747412:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296523626 00000100:00000001:3.0:1789603520.747415:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296519702 00000100:00000001:3.0:1789603520.747417:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296523626 00000100:00000001:3.0:1789603520.747418:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603520.747420:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603520.747422:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603520.747424:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603520.747432:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603520.747433:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789603520.747435:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603520.747436:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603520.747437:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603520.747440:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1789603520.747442:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603520.747444:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603520.747445:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603520.747447:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603520.747448:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603520.747449:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603520.747453:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49180 x1876533442865408/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.747459:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603520.747461:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603520.747463:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603520.747464:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603520.747466:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603520.747469:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442865408:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603520.747471:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603520.747474:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603520.747475:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603520.747477:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603520.747479:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb810d6d600. 02000000:00000001:3.0:1789603520.747481:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603520.747483:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603520.747486:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748e70. 00000400:00000010:3.0:1789603520.747488:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d05d8. 00000100:00000200:3.0:1789603520.747491:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442865408, portal 10 00000100:00000001:3.0:1789603520.747492:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603520.747494:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00000100:00000040:3.0:1789603520.747499:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b49180 x1876533442865408/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.747505:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603520.747508:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603520.747532:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d02a8. 00000100:00000200:3.0:1789603520.747535:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442865408, offset 0 00000400:00000200:3.0:1789603520.747540:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603520.747543:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603520.747547:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603520.747549:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603520.747551:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603520.747553:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603520.747556:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603520.747559:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2577:2577:254:4294967295] 192.168.204.129@tcp LPNI seq info [2577:2577:6:4294967295] 00000400:00000200:3.0:1789603520.747563:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603520.747569:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603520.747573:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603520.747575:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f000. 00000800:00000200:3.0:1789603520.747579:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603520.747583:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603520.747585:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603520.747588:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603520.747591:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 816146 usecs (817 jiffies) 00000400:00000200:3.0:1789603520.747593:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603520.747595:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296520497 00000100:00000001:3.0:1789603520.747597:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296523626 00000100:00000001:3.0:1789603520.747599:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296520497 00000100:00000001:3.0:1789603520.747600:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296523626 00000100:00000001:3.0:1789603520.747603:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603520.747605:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603520.747607:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603520.747610:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4b480 x1876533442865664/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.747616:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603520.747617:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603520.747619:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603520.747621:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603520.747623:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603520.747625:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442865664:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603520.747628:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603520.747631:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603520.747633:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603520.747635:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603520.747639:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb82031be00. 02000000:00000001:3.0:1789603520.747641:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603520.747643:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603520.747646:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748688. 00000400:00000010:3.0:1789603520.747649:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0198. 00000100:00000200:3.0:1789603520.747652:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442865664, portal 4 00000100:00000001:3.0:1789603520.747653:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603520.747655:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124290176 : -106961585261440 : ffff9eb810b4b480) 00000100:00000040:3.0:1789603520.747660:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b4b480 x1876533442865664/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.747666:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603520.747668:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603520.747670:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0e58. 00000100:00000200:3.0:1789603520.747672:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442865664, offset 0 00000400:00000200:3.0:1789603520.747676:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603520.747679:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603520.747682:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603520.747684:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603520.747686:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603520.747688:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603520.747691:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603520.747694:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2578:2578:253:4294967295] 192.168.204.129@tcp LPNI seq info [2578:2578:5:4294967295] 00000400:00000200:3.0:1789603520.747697:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603520.747703:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603520.747707:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603520.747710:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f300. 00000800:00000200:3.0:1789603520.747713:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603520.747717:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603520.747719:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603520.747721:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603520.747724:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 226940 usecs (227 jiffies) 00000400:00000200:3.0:1789603520.747727:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603520.747729:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296519907 00000100:00000001:3.0:1789603520.747731:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296523626 00000100:00000001:3.0:1789603520.747733:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296519907 00000100:00000001:3.0:1789603520.747735:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296523626 00000100:00000001:3.0:1789603520.747736:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603520.747738:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603520.747740:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603520.747742:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603520.747754:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603520.747756:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603520.747865:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603520.747868:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f700. 00000400:00000200:3.0:1789603520.747875:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603520.747880:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603520.747885:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0a18 00000400:00000010:3.0:1789603520.747888:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0a18. 00000100:00000001:3.0:1789603520.747892:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603520.747896:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4bb80 x1876533442865280/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.747904:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603520.747908:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4bb80 x1876533442865280/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603536 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.747915:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603520.747917:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603520.747927:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603520.747929:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f800. 00000400:00000200:3.0:1789603520.747932:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603520.747935:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603520.747938:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0f68 00000400:00000010:3.0:1789603520.747939:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0f68. 00000100:00000001:3.0:1789603520.747942:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603520.747945:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b48380 x1876533442865536/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.747952:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603520.747955:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b48380 x1876533442865536/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603662 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.747961:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603520.747962:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603520.747967:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603520.747969:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f000. 00000400:00000200:3.0:1789603520.747970:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603520.747973:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603520.747975:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d02a8 00000400:00000010:3.0:1789603520.747976:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d02a8. 00000100:00000001:3.0:1789603520.747978:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603520.747981:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49180 x1876533442865408/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.747988:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603520.747991:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49180 x1876533442865408/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603662 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.747996:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603520.747997:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603520.748062:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603520.748064:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f300. 00000400:00000200:3.0:1789603520.748067:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603520.748071:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603520.748073:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0e58 00000400:00000010:3.0:1789603520.748075:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0e58. 00000100:00000001:3.0:1789603520.748077:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603520.748081:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4b480 x1876533442865664/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.748088:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603520.748091:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4b480 x1876533442865664/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603536 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.748098:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603520.748099:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603520.751926:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603520.751939:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603520.751943:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603520.751945:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603520.751953:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603520.751960:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603520.751969:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603520.751973:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603520.751979:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603520.751983:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d456880 00000400:00000200:3.0:1789603520.751988:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603520.751994:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x765d [1] + 224 00000800:00000001:3.0:1789603520.752000:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603520.752004:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603520.752007:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603520.752011:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603520.752018:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603520.752040:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4bb80 x1876533442865280/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603520.752053:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b4bb80 x1876533442865280/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.752068:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603520.752076:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603520.752080:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603520.752082:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603520.752084:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603520.752087:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603520.752091:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603520.752095:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603520.752098:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603520.752100:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603520.752103:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d456a00 00000400:00000200:3.0:1789603520.752107:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603520.752112:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x768d [1] + 224 00000800:00000001:3.0:1789603520.752115:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603520.752119:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603520.752134:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603520.752138:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603520.752141:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603520.752145:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4b480 x1876533442865664/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603520.752153:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b4b480 x1876533442865664/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.752160:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603520.752164:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603520.752168:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603520.752170:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603520.752172:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603520.752175:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603520.752178:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603520.752182:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603520.752184:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603520.752187:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603520.752190:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d456980 00000400:00000200:3.0:1789603520.752193:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603520.752196:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x766d [1] + 224 00000800:00000001:3.0:1789603520.752200:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603520.752203:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603520.752205:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603520.752208:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603520.752210:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603520.752215:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b48380 x1876533442865536/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603520.752223:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b48380 x1876533442865536/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.752230:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603520.752233:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603520.752236:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603520.752237:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603520.752239:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603520.752242:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603520.752245:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603520.752248:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603520.752250:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603520.752252:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603520.752255:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d456900 00000400:00000200:3.0:1789603520.752258:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603520.752261:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x767d [1] + 224 00000800:00000001:3.0:1789603520.752264:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603520.752269:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603520.752271:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603520.752274:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603520.752276:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603520.752280:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49180 x1876533442865408/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603520.752287:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b49180 x1876533442865408/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.752294:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603520.752296:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603520.752299:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603520.752312:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603520.752316:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603520.752325:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603520.752327:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603520.752329:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748e70. 00000400:00000200:3.0:1789603520.752334:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d05d8 00000400:00000010:3.0:1789603520.752336:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d05d8. 00000100:00000001:3.0:1789603520.752339:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603520.752344:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49180 x1876533442865408/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603520.752352:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49180 x1876533442865408/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.752358:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603520.752360:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603520.752363:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603520.752366:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603520.752368:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603520.752370:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603520.752374:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603520.752384:0:2403:0:(import.c:2196:obd_at_measure()) add 106 to ffff9eb810ddb460 time=68 v=106 (106 106 106 137) 00000100:00001000:3.0:1789603520.752389:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603520.752392:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603520.752393:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603520.752396:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603520.752399:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603520.752404:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603520.752406:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967574 00000100:00000001:3.0:1789603520.752408:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603520.752412:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603520.752417:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49180 x1876533442865408/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.752424:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603520.752427:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603520.752430:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603520.752434:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49180 x1876533442865408/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603520.752447:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442865408:192.168.204.129@tcp:400:kworker.0 00000400:00000001:3.0:1789603520.752452:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603520.752454:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603520.752455:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748688. 00000400:00000200:3.0:1789603520.752457:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0198 00000400:00000010:3.0:1789603520.752459:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0198. 00000100:00000001:3.0:1789603520.752461:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603520.752464:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b4b480 x1876533442865664/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603520.752471:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b4b480 x1876533442865664/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.752477:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603520.752478:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603520.752479:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603520.752481:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603520.752482:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603520.752484:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603520.752485:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603520.752489:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=67 v=5 (5 5 5 17) 00000100:00001000:3.0:1789603520.752492:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=125 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603520.752494:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603520.752495:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603520.752496:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603520.752498:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603520.752500:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603520.752501:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967313 00000100:00000001:3.0:1789603520.752503:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603520.752505:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603520.752526:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b4b480 x1876533442865664/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.752533:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603520.752536:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603520.752538:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603520.752542:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4b480 x1876533442865664/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603536 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603520.752549:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442865664:192.168.204.129@tcp:400:kworker.0 00000400:00000001:3.0:1789603520.752554:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603520.752555:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603520.752557:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8057489f8. 00000400:00000200:3.0:1789603520.752559:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0aa0 00000400:00000010:3.0:1789603520.752561:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0aa0. 00000100:00000001:3.0:1789603520.752563:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603520.752566:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b4bb80 x1876533442865280/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603520.752573:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b4bb80 x1876533442865280/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.752579:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603520.752581:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603520.752582:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603520.752584:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603520.752585:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603520.752586:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603520.752588:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603520.752591:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=68 v=5 (5 5 5 5) 00000100:00001000:3.0:1789603520.752594:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=68 v=5 (1 1 1 1) 00000100:00000001:3.0:1789603520.752596:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603520.752597:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603520.752598:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603520.752600:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603520.752602:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603520.752606:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b4bb80 x1876533442865280/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.752611:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603520.752613:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603520.752614:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603520.752618:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4bb80 x1876533442865280/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603536 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603520.752625:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2403:1876533442865280:192.168.204.129@tcp:400:kworker.0 00000400:00000001:3.0:1789603520.752630:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603520.752631:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603520.752632:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748d68. 00000400:00000200:3.0:1789603520.752635:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0dd0 00000400:00000010:3.0:1789603520.752636:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0dd0. 00000100:00000001:3.0:1789603520.752638:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603520.752640:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b48380 x1876533442865536/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603520.752646:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b48380 x1876533442865536/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.752652:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603520.752653:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603520.752655:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603520.752656:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603520.752657:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603520.752658:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603520.752659:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603520.752663:0:2403:0:(import.c:2196:obd_at_measure()) add 106 to ffff9eb8203afc60 time=68 v=106 (106 106 106 137) 00000100:00001000:3.0:1789603520.752665:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=68 v=5 (1 1 1 1) 00000100:00000001:3.0:1789603520.752667:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603520.752668:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603520.752670:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603520.752671:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603520.752673:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603520.752674:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789603520.752675:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603520.752677:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603520.752680:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b48380 x1876533442865536/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.752686:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603520.752688:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603520.752689:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603520.752692:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b48380 x1876533442865536/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603520.752698:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442865536:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603520.752702:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603520.752704:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603520.752707:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49180 x1876533442865408/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.752713:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603520.752715:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603520.752718:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb810d6d600. 02000000:00000001:3.0:1789603520.752722:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603520.752725:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603520.752726:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=9 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603520.752728:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603520.752731:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783f600. 02000000:00000001:3.0:1789603520.752734:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603520.752736:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603520.752738:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49180. 00000100:00000001:3.0:1789603520.752741:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603520.752742:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603520.752743:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603520.752746:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b4b480 x1876533442865664/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603536 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.752752:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603520.752753:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603520.752754:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb82031be00. 02000000:00000001:3.0:1789603520.752755:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603520.752757:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603520.752758:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:3.0:1789603520.752760:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603520.752761:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783fb00. 02000000:00000001:3.0:1789603520.752763:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603520.752764:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603520.752765:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4b480. 00000100:00000001:3.0:1789603520.752768:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603520.752769:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603520.752770:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603520.752773:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b4bb80 x1876533442865280/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603536 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.752779:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603520.752780:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603520.752782:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb810d6d200. 02000000:00000001:3.0:1789603520.752784:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603520.752785:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603520.752786:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:3.0:1789603520.752787:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603520.752789:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783fe00. 02000000:00000001:3.0:1789603520.752790:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603520.752791:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603520.752793:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4bb80. 00000100:00000001:3.0:1789603520.752795:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603520.752796:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603520.752797:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603520.752800:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b48380 x1876533442865536/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603520.752806:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603520.752809:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603520.752810:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb810d6d400. 02000000:00000001:3.0:1789603520.752812:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603520.752814:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603520.752815:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603520.752818:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603520.752819:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783fc00. 02000000:00000001:3.0:1789603520.752822:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603520.752823:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603520.752824:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b48380. 00000100:00000001:3.0:1789603520.752826:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603520.752827:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603520.752830:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603520.752838:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603520.752839:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603520.752842:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603520.752844:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603521.452413:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603521.452420:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603521.452426:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603521.452427:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603521.452431:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603521.452432:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603521.452458:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603521.452461:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603521.452465:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789603521.877430:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603521.877455:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603521.877461:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603521.877464:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603521.877476:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603521.877487:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603521.877498:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603521.877504:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603521.877576:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603521.877581:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 328 into portal 15 MB=0x6aab27ecc7280 00000400:00000200:3.0:1789603521.877593:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.129@tcp of length 328/328 into md 0x7175 [2] + 0 00000800:00000001:3.0:1789603521.877601:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603521.877621:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603521.877625:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603521.877632:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603521.877645:0:2394:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789603521.877648:0:2394:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1789603521.877658:0:2394:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b48380. 00000100:00000040:3.0:1789603521.877664:0:2394:0:(events.c:341:request_in_callback()) incoming req@ffff9eb810b48380 x1876533468492416 msgsize 328 00000100:00100000:3.0:1789603521.877669:0:2394:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.129@tcp (source: 12345-192.168.204.129@tcp) 00000100:00000001:3.0:1789603521.877690:0:2394:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789603521.877711:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603521.877715:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603521.877814:0:16816:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789603521.877826:0:16816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876533468492416 02000000:00000001:2.0:1789603521.877833:0:16816:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789603521.877850:0:16816:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603521.877853:0:16816:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603521.877861:0:16816:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603521.877866:0:16816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876533468492416 00000020:00000001:2.0:1789603521.877870:0:16816:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789603521.877872:0:16816:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48d6 00000020:00000001:2.0:1789603521.877875:0:16816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603521.877879:0:16816:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb80640d800 refcount=4 00000020:00000001:2.0:1789603521.877883:0:16816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111948924928 : -106961760626688 : ffff9eb80640d800) 00000020:00000001:2.0:1789603521.877886:0:16816:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637111948924928 : -106961760626688 : ffff9eb80640d800) 00000100:00000001:2.0:1789603521.877890:0:16816:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789603521.878468:0:16816:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb807f1b6c0. 00000100:00000001:3.0:1789603521.878476:0:16816:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789603521.878480:0:16816:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb807f1b6c0. 00000020:00000010:3.0:1789603521.878491:0:16816:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb82031be00. 00000020:00000010:3.0:1789603521.878499:0:16816:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9eb80502bf80. 00000020:00000010:3.0:1789603521.878505:0:16816:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9eb80798f190. 00000100:00000040:3.0:1789603521.878548:0:16816:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1789603521.878553:0:16816:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789603521.878554:0:16816:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789603521.878567:0:16816:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603521.878579:0:16816:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603521.878594:0:16816:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603521.878623:0:16816:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789603521.878625:0:16816:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789603521.878634:0:16816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.129@tcp, seq: 53 00000100:00000040:3.0:1789603521.878639:0:16816:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9eb80640d800 : new rpc_count 1 00000100:00000001:3.0:1789603521.878642:0:16816:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446637112124277632 : -106961585273984 : ffff9eb810b48380) 00000100:00000001:2.0:1789603521.878645:0:16817:0:(service.c:3459:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1789603521.878652:0:16817:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[1] started 2 min 2 max 34 00000100:00000040:3.0:1789603521.878653:0:16816:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9eb810b48380 x1876533468492416/t0(0) o104->LOV_OSC_UUID@192.168.204.129@tcp:607/0 lens 328/0 e 0 to 0 dl 1789603532 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1789603521.878669:0:16817:0:(service.c:3478:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff9eb805156c00. 00000100:00000001:3.0:1789603521.878671:0:16816:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789603521.878679:0:16816:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb807f1b6c0. 00000100:00100000:2.0:1789603521.878680:0:16817:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb01_002' 00000100:00000001:3.0:1789603521.878687:0:16816:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789603521.878693:0:16816:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb807f1b6c0. 00000100:00100000:3.0:1789603521.878699:0:16816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9eb810b48380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8441:x1876533468492416:12345-192.168.204.129@tcp:104: 00000100:00000200:3.0:1789603521.878815:0:16816:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876533468492416 00010000:00000001:3.0:1789603521.878819:0:16816:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1789603521.878831:0:16816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603521.878835:0:16816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603521.878839:0:16816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdce00 refcount=2 00000020:00000001:3.0:1789603521.878841:0:16816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189696 : -106961513361920 : ffff9eb814fdce00) 00010000:00000001:3.0:1789603521.878845:0:16816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189696 : -106961513361920 : ffff9eb814fdce00) 00010000:00000001:3.0:1789603521.878850:0:16816:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603521.878855:0:16816:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603521.878861:0:16816:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000009c847581/0xa04c19c788fe5245 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x31dbb14d74e911ff expref: -99 pid: 30780 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1789603521.878879:0:16816:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789603521.878882:0:16816:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789603521.878889:0:16816:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9eb80511f000. 02000000:00000001:3.0:1789603521.878892:0:16816:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603521.878895:0:16816:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603521.878900:0:16816:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789603521.878904:0:16816:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603521.878909:0:16816:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810bb1de8 time=218 v=5 (1 1 1 1) 00000100:00000001:3.0:1789603521.878917:0:16816:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789603521.878921:0:16816:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 16 to 192.168.204.129@tcp 00000100:00000001:3.0:1789603521.878925:0:16816:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 02000000:00000001:3.0:1789603521.878928:0:16816:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789603521.878931:0:16816:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603521.878935:0:16816:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603521.878940:0:16816:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603521.878947:0:16816:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0dd0. 00000100:00000200:3.0:1789603521.878955:0:16816:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876533468492416, offset 224 00000400:00000200:3.0:1789603521.878963:0:16816:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603521.878974:0:16816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603521.878982:0:16816:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.29@tcp to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603521.878989:0:16816:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2579:2579:256:4294967295] 192.168.204.129@tcp LPNI seq info [2579:2579:8:4294967295] 00000400:00000200:3.0:1789603521.878994:0:16816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603521.879003:0:16816:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:192.168.204.29@tcp) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603521.879011:0:16816:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603521.879017:0:16816:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783fc00. 00000800:00000200:3.0:1789603521.879025:0:16816:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603521.879034:0:16816:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603521.879039:0:16816:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783fc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603521.879058:0:16816:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603521.879062:0:16816:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00010000:00000001:3.0:1789603521.879066:0:16816:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1789603521.879069:0:16816:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9eb820863b40. 00010000:00000001:3.0:1789603521.879073:0:16816:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789603521.879152:0:16816:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1789603521.879156:0:16816:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603521.879158:0:16816:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603521.879160:0:16816:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603521.879166:0:16816:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b48380 x1876533468492416/t0(0) o104->LOV_OSC_UUID@192.168.204.129@tcp:607/0 lens 328/224 e 0 to 0 dl 1789603532 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789603521.879177:0:16816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9eb810b48380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8441:x1876533468492416:12345-192.168.204.129@tcp:104: Request processed in 505us (1510us total) trans 0 rc 0/0 00000100:00100000:3.0:1789603521.879185:0:16816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.129@tcp, seq: 53 00000100:00000040:3.0:1789603521.879190:0:16816:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9eb80640d800 : new rpc_count 0 00000100:00000001:3.0:1789603521.879192:0:16816:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789603521.879194:0:16816:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789603521.879200:0:16816:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9eb80502bf80. 00000020:00000010:3.0:1789603521.879206:0:16816:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9eb80798f190. 00000020:00000010:3.0:1789603521.879210:0:16816:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9eb82031be00. 00000020:00000040:3.0:1789603521.879217:0:16816:0:(genops.c:879:class_export_put()) PUTting export ffff9eb80640d800 : new refcount 3 00000100:00000001:3.0:1789603521.879221:0:16816:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603521.879269:0:16817:0:(service.c:3548:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603521.879347:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603521.879353:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783fc00. 00000400:00000200:3.0:1789603521.879360:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603521.879364:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603521.879372:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0dd0 00000400:00000010:3.0:1789603521.879376:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0dd0. 00000100:00000001:3.0:1789603521.879380:0:2395:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789603521.879382:0:2395:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000010:3.0:1789603521.879422:0:31407:0:(service.c:3051:ptlrpc_main()) kmalloced '(env)': 56 at ffff9eb807f1b6c0. 00000020:00000010:3.0:1789603521.879427:0:31407:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9eb807f1b580. 00000020:00000010:3.0:1789603521.879433:0:31407:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb82031be00. 00000020:00000010:3.0:1789603521.879437:0:31407:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9eb82031b600. 00000040:00000010:3.0:1789603521.879441:0:31407:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9eb82031a400. 00000020:00000010:3.0:1789603521.879447:0:31407:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9eb82036e800. 00000020:00000010:3.0:1789603521.879453:0:31407:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9eb804f65a90. 00000020:00000010:3.0:1789603521.879458:0:31407:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9eb82031a800. 80000000:00000010:3.0:1789603521.879462:0:31407:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9eb810df8180. 40000000:00000010:3.0:1789603521.879466:0:31407:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9eb807f1b7c0. 00100000:00000010:3.0:1789603521.879472:0:31407:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9eb82036d000. 00040000:00000010:3.0:1789603521.879476:0:31407:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9eb80783fc00. 00040000:00000010:3.0:1789603521.879481:0:31407:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9eb82036c000. 00040000:00000010:3.0:1789603521.879485:0:31407:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9eb82031a200. 00000004:00000010:3.0:1789603521.879490:0:31407:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9eb82036d800. 00000004:00000010:3.0:1789603521.879497:0:31407:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff9eb804035000. 00000004:00000010:3.0:1789603521.879502:0:31407:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9eb82036e000. 00002000:00000010:3.0:1789603521.879507:0:31407:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9eb80511e800. 00000004:00000010:3.0:1789603521.879569:0:31407:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9eb80511e000. 00000100:00000010:3.0:1789603521.879576:0:31407:0:(service.c:3078:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff9eb820368000. 00000100:00000200:3.0:1789603521.879586:0:31407:0:(service.c:3112:ptlrpc_main()) service thread 2 (#3) started 00000800:00000200:3.0:1789603521.885120:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603521.885126:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9600. 00000400:00000200:3.0:1789603521.885132:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603521.885138:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603521.885146:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcf68 00000400:00000010:3.0:1789603521.885150:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcf68. 00000100:00000001:3.0:1789603521.885155:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603521.885163:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd7b80 x1876533442865792/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603537 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603521.885184:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603521.885187:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd7b80 x1876533442865792/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603537 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603521.885195:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603521.885197:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603521.890862:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603521.890884:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603521.890889:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603521.890891:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603521.890903:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603521.890913:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603521.890924:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603521.890931:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603521.890937:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603521.890942:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 18 MB=0x6aab27d456a80 00000400:00000200:3.0:1789603521.890948:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603521.890955:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.129@tcp of length 224/224 into md 0x76a5 [1] + 224 00000800:00000001:3.0:1789603521.890963:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603521.890988:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603521.890992:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603521.890997:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603521.891007:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603521.891018:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd7b80 x1876533442865792/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603537 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603521.891031:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd7b80 x1876533442865792/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603537 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603521.891056:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603521.891066:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603521.891068:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1789603521.893982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb804e4a100. 00010000:00000010:1.1:1789603521.894001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdce00. 00000800:00000200:3.0:1789603522.478783:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603522.478796:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076d00. 00000400:00000200:3.0:1789603522.478805:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603522.478817:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603522.478826:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682770 00000400:00000010:3.0:1789603522.478830:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682770. 00000100:00000001:3.0:1789603522.478836:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603522.478847:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1d180 x1876533442866048/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603538 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603522.478862:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603522.478866:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1d180 x1876533442866048/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603538 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603522.478873:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603522.478875:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1789603522.479200:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603522.479204:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603522.479211:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603522.479213:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603522.479240:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603522.479243:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603522.479246:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789603522.497017:0:31410:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff9eb81291b000 00010000:00000001:2.0:1789603522.497021:0:31410:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603522.497023:0:31410:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603522.497025:0:31410:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603522.497027:0:31410:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603522.497030:0:31410:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603522.497032:0:31410:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603522.497750:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603522.497754:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603522.497758:0:16824:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 5 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1789603522.497762:0:16824:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1789603522.497766:0:16824:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603522.497773:0:16824:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4000/0xa04c19c788fe52b5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e913d4 expref: -99 pid: 31388 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1789603522.497789:0:16824:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789603522.497794:0:16824:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789603522.497797:0:16824:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789603522.497800:0:16824:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x1c:0x0] mode (null) 00000002:00000001:3.0:1789603522.497805:0:16824:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603522.497809:0:16824:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603522.497817:0:16824:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb500 count: 2 00010000:00000001:3.0:1789603522.497822:0:16824:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603522.497827:0:16824:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603522.497829:0:16824:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603522.497830:0:16824:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603522.497832:0:16824:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb500 count: 2 00010000:00000001:3.0:1789603522.497834:0:16824:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603522.497836:0:16824:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603522.497839:0:16824:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603522.497843:0:16824:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789603522.497846:0:16824:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1c:0x0](ffff9eb8081942c8) invalid 00000020:00000001:3.0:1789603522.497850:0:16824:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c7fca0 00000080:00002000:3.0:1789603522.497853:0:16824:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21f.recovery-small-2 (ffff9eb81857aca8) parent ffff9eb8081326c0 inode ffff9eb8081942c8 refc 1 00000080:00000001:3.0:1789603522.497858:0:16824:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789603522.497861:0:16824:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789603522.497863:0:16824:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603522.497866:0:16824:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603522.497870:0:16824:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603522.497872:0:16824:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603522.497874:0:16824:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603522.497877:0:16824:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789603522.497881:0:16824:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb8131e4000 with handle 0xa04c19c788fe52b5 from hash 00010000:00000001:3.0:1789603522.497884:0:16824:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603522.497887:0:16824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603522.497889:0:16824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603522.497890:0:16824:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603522.497895:0:16824:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603522.497897:0:16824:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789603522.497900:0:16824:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603522.497903:0:16824:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe52a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e91379 expref: -99 pid: 31378 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1789603522.497911:0:16824:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789603522.497913:0:16824:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789603522.497914:0:16824:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789603522.497916:0:16824:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1789603522.497918:0:16824:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603522.497920:0:16824:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603522.497922:0:16824:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248e00 count: 2 00010000:00000001:3.0:1789603522.497924:0:16824:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603522.497927:0:16824:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603522.497928:0:16824:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603522.497930:0:16824:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603522.497931:0:16824:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248e00 count: 2 00010000:00000001:3.0:1789603522.497933:0:16824:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603522.500383:0:16824:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603522.500394:0:16824:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603522.500397:0:16824:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603522.500405:0:16824:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248e00 count: 2 00010000:00000001:3.0:1789603522.500410:0:16824:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603522.500413:0:16824:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603522.500416:0:16824:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789603522.500420:0:16824:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9eb808190840, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789603522.500426:0:16824:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1789603522.500429:0:16824:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789603522.500432:0:16824:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789603522.500435:0:16824:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603522.500441:0:16824:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603522.500445:0:16824:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603522.500447:0:16824:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603522.500449:0:16824:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603522.500453:0:16824:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789603522.500457:0:16824:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb800031000 with handle 0xa04c19c788fe52a0 from hash 00010000:00000001:3.0:1789603522.500461:0:16824:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603522.500463:0:16824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603522.500465:0:16824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603522.500466:0:16824:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603522.500470:0:16824:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603522.500473:0:16824:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789603522.500478:0:16824:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603522.500483:0:16824:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe52ae lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x31dbb14d74e913b1 expref: -99 pid: 31378 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1789603522.500500:0:16824:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789603522.500504:0:16824:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789603522.500506:0:16824:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789603522.500508:0:16824:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x1d:0x0] mode (null) 00000002:00000001:3.0:1789603522.500600:0:16824:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603522.500602:0:16824:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603522.500605:0:16824:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 2 00010000:00000001:3.0:1789603522.500997:0:16824:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603522.501002:0:16824:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603522.501004:0:16824:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603522.501006:0:16824:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603522.501008:0:16824:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 2 00010000:00000001:3.0:1789603522.501011:0:16824:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603522.501013:0:16824:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603522.501014:0:16824:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603522.501015:0:16824:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603522.501017:0:16824:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 2 00010000:00000001:3.0:1789603522.501019:0:16824:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603522.501020:0:16824:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603522.501022:0:16824:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603522.501023:0:16824:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603522.501024:0:16824:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 2 00010000:00000001:3.0:1789603522.501026:0:16824:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603522.501029:0:16824:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603522.501030:0:16824:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603522.501034:0:16824:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789603522.501037:0:16824:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603522.501042:0:16824:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112122224792 : -106961587326824 : ffff9eb810953098) 00000020:00001000:3.0:1789603522.501045:0:16824:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810953090 00000020:00000001:3.0:1789603522.501048:0:16824:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789603522.501052:0:16824:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x1d:0x0]: losing layout lock 00000080:00000001:3.0:1789603522.501057:0:16824:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789603522.501061:0:16824:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789603522.501066:0:16824:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1789603522.501069:0:16824:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789603522.501072:0:16824:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x1d:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789603522.501075:0:16824:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603522.501077:0:16824:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789603522.501079:0:16824:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810953090 00000080:00000001:3.0:1789603522.501082:0:16824:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603522.501085:0:16824:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789603522.501099:0:16824:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1d:0x0](ffff9eb808125348) invalid 00000020:00000001:3.0:1789603522.501103:0:16824:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c7fca0 00000080:00002000:3.0:1789603522.501106:0:16824:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9eb82056cd80) parent ffff9eb82056c510 inode ffff9eb808125348 refc 1 00000080:00000001:3.0:1789603522.501111:0:16824:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789603522.501113:0:16824:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789603522.501114:0:16824:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603522.501117:0:16824:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603522.501119:0:16824:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603522.501120:0:16824:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603522.501122:0:16824:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603522.501124:0:16824:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789603522.501126:0:16824:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb800031a00 with handle 0xa04c19c788fe52ae from hash 00010000:00000001:3.0:1789603522.502079:0:16824:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603522.502086:0:16824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603522.502099:0:16824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603522.502100:0:16824:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603522.502105:0:16824:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603522.502108:0:16824:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789603522.502114:0:16824:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603522.502120:0:16824:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030800/0xa04c19c788fe52a7 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e91395 expref: -99 pid: 31378 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1789603522.502132:0:16824:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789603522.502136:0:16824:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789603522.502138:0:16824:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789603522.502140:0:16824:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x1b:0x0] mode (null) 00000002:00000001:3.0:1789603522.502144:0:16824:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603522.502147:0:16824:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603522.502153:0:16824:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248100 count: 2 00010000:00000001:3.0:1789603522.502156:0:16824:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603522.502161:0:16824:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603522.502163:0:16824:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603522.502163:0:16824:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603522.502165:0:16824:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248100 count: 2 00010000:00000001:3.0:1789603522.502167:0:16824:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603522.502169:0:16824:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603522.502171:0:16824:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603522.502173:0:16824:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789603522.502175:0:16824:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1b:0x0](ffff9eb808179148) invalid 00000020:00000001:3.0:1789603522.502178:0:16824:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c7fca0 00000080:00002000:3.0:1789603522.502180:0:16824:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21f.recovery-small-1 (ffff9eb82056c510) parent ffff9eb8081326c0 inode ffff9eb808179148 refc 1 00000080:00000001:3.0:1789603522.502185:0:16824:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789603522.502186:0:16824:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789603522.502188:0:16824:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603522.502190:0:16824:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603522.502193:0:16824:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603522.502194:0:16824:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603522.502197:0:16824:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603522.502199:0:16824:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789603522.502202:0:16824:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb800030800 with handle 0xa04c19c788fe52a7 from hash 00010000:00000001:3.0:1789603522.502205:0:16824:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603522.502206:0:16824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603522.502207:0:16824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603522.502209:0:16824:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603522.502210:0:16824:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603522.502212:0:16824:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789603522.502214:0:16824:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603522.502218:0:16824:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46400/0xa04c19c788fe527d lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x31dbb14d74e912f4 expref: -99 pid: 30759 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1789603522.502225:0:16824:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789603522.502227:0:16824:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789603522.502229:0:16824:0:(namei.c:253:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789603522.502230:0:16824:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603522.502232:0:16824:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603522.502234:0:16824:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603522.502236:0:16824:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603522.502237:0:16824:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603522.502239:0:16824:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789603522.502242:0:16824:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb802f46400 with handle 0xa04c19c788fe527d from hash 00010000:00000001:3.0:1789603522.502244:0:16824:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603522.502246:0:16824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603522.502247:0:16824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603522.502248:0:16824:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603522.502249:0:16824:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603522.502250:0:16824:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789603522.502253:0:16824:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:3.0:1789603522.502258:0:16824:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603522.502261:0:16824:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1789603522.502278:0:16824:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4bb80. 00000020:00000040:3.0:1789603522.502283:0:16824:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=11 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:3.0:1789603522.502291:0:16824:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603522.502294:0:16824:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603522.502301:0:16824:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603522.502314:0:16824:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb810d6d400. 00000100:00000001:3.0:1789603522.502324:0:16824:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603522.502327:0:16824:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789603522.502336:0:16824:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4000/0xa04c19c788fe52b5 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e913d4 expref: -99 pid: 31388 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789603522.502345:0:16824:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe52a0 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91379 expref: -99 pid: 31378 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789603522.502352:0:16824:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe52ae lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x31dbb14d74e913b1 expref: -99 pid: 31378 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789603522.502360:0:16824:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030800/0xa04c19c788fe52a7 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91395 expref: -99 pid: 31378 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789603522.502367:0:16824:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46400/0xa04c19c788fe527d lrc: 1/0,0 mode: --/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x31dbb14d74e912f4 expref: -99 pid: 30759 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789603522.502374:0:16824:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 5 locks packed 00010000:00000001:3.0:1789603522.502376:0:16824:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789603522.502380:0:16824:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603522.502382:0:16824:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603522.502390:0:16824:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb820863f00. 00000100:00000001:3.0:1789603522.502393:0:16824:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112389680896 : -106961319870720 : ffff9eb820863f00) 00000100:00000001:3.0:1789603522.502396:0:16824:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603522.502398:0:16824:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124291968 : -106961585259648 : ffff9eb810b4bb80) 00000100:00000001:3.0:1789603522.502404:0:16824:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603522.502410:0:16824:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603522.502412:0:16824:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603522.502414:0:16824:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603522.502428:0:16824:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4bb80 x1876533442866176/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 352/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603522.502436:0:16824:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603522.502439:0:16824:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603522.502444:0:16824:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603522.502447:0:16824:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603522.502449:0:16824:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603522.502453:0:16824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:16824:1876533442866176:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789603522.502458:0:16824:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603522.502464:0:16824:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603522.502466:0:16824:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603522.502469:0:16824:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603522.502475:0:16824:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb810d6d200. 02000000:00000001:3.0:1789603522.502477:0:16824:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603522.502487:0:16824:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603522.502493:0:16824:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748d68. 00000400:00000010:3.0:1789603522.502501:0:16824:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0dd0. 00000100:00000200:3.0:1789603522.502539:0:16824:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442866176, portal 18 00000100:00000001:3.0:1789603522.502542:0:16824:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603522.502544:0:16824:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124291968 : -106961585259648 : ffff9eb810b4bb80) 00000100:00000040:3.0:1789603522.502553:0:16824:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b4bb80 x1876533442866176/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 352/224 e 0 to 0 dl 1789603538 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603522.502561:0:16824:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603522.502564:0:16824:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603522.502567:0:16824:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0aa0. 00000100:00000200:3.0:1789603522.502571:0:16824:0:(niobuf.c:94:ptl_send_buf()) Sending 352 bytes to portal 17, xid 1876533442866176, offset 0 00000400:00000200:3.0:1789603522.502579:0:16824:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603522.502590:0:16824:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603522.502600:0:16824:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603522.502616:0:16824:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603522.502622:0:16824:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603522.502626:0:16824:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603522.502629:0:16824:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603522.502633:0:16824:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2582:2582:256:4294967295] 192.168.204.129@tcp LPNI seq info [2582:2582:8:4294967295] 00000400:00000200:3.0:1789603522.502637:0:16824:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603522.502650:0:16824:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603522.502657:0:16824:0:(socklnd_cb.c:931:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603522.506072:0:16824:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783fe00. 00000800:00000200:3.0:1789603522.506101:0:16824:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603522.506111:0:16824:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603522.506117:0:16824:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783fe00 type 1, nob 448 niov 1 nkiov 1 00000100:00000001:3.0:1789603522.506145:0:16824:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603522.506154:0:16824:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 814828 usecs (815 jiffies) 00000400:00000200:3.0:1789603522.506163:0:16824:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603522.506167:0:16824:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296522254 00000100:00000001:3.0:1789603522.506171:0:16824:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296523626 00000100:00000001:3.0:1789603522.506174:0:16824:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296522254 00000100:00000001:3.0:1789603522.506176:0:16824:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296523626 00000100:00000001:3.0:1789603522.506178:0:16824:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603522.506184:0:16824:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603522.506188:0:16824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603522.506190:0:16824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603522.506193:0:16824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb820863f00 going to sleep for 11 seconds 00000100:00000001:3.0:1789603522.506197:0:16824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603522.506200:0:16824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603522.510736:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603522.510751:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783fe00. 00000400:00000200:2.0:1789603522.510762:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603522.510774:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603522.510785:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0aa0 00000400:00000010:2.0:1789603522.510789:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0aa0. 00000100:00000001:2.0:1789603522.510796:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603522.510808:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4bb80 x1876533442866176/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 352/224 e 0 to 0 dl 1789603538 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603522.510824:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603522.510828:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b4bb80 x1876533442866176/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 352/224 e 0 to 0 dl 1789603538 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603522.510836:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603522.510838:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603522.514957:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603522.514985:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603522.514990:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603522.514993:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603522.515006:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603522.515016:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603522.515028:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603522.515034:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603522.515041:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603522.515047:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 18 MB=0x6aab27d456c00 00000400:00000200:3.0:1789603522.515053:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603522.515060:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.129@tcp of length 224/224 into md 0x76b5 [1] + 224 00000800:00000001:3.0:1789603522.515072:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603522.515080:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603522.515084:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603522.515102:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603522.515113:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603522.515125:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4bb80 x1876533442866176/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 352/224 e 0 to 0 dl 1789603538 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603522.515138:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b4bb80 x1876533442866176/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 352/224 e 0 to 0 dl 1789603538 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603522.515243:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603522.515256:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603522.515260:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1789603522.530329:0:31411:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8042bb500. 00010000:00000010:1.1:1789603522.530349:0:31411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4000. 00010000:00000010:1.1:1789603522.530356:0:31411:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248e00. 00010000:00000010:1.1:1789603522.530360:0:31411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031000. 00010000:00000010:1.1:1789603522.530365:0:31411:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b800. 00010000:00000010:1.1:1789603522.530369:0:31411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031a00. 00010000:00000010:1.1:1789603522.530372:0:31411:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248100. 00010000:00000010:1.1:1789603522.530375:0:31411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030800. 00010000:00000010:1.1:1789603522.530393:0:31411:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938ba00. 00010000:00000010:1.1:1789603522.530396:0:31411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46400. 00010000:00000001:3.0:1789603523.500891:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603523.500901:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603524.522719:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603524.522729:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603524.522768:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603524.522771:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603524.522775:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789603524.714706:0:29041:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296523626, at 4296523648 00000100:00000010:2.0:1789603524.714722:0:29041:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb810df8480. 00000100:00000040:3.0:1789603524.715692:0:27602:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296523626, at 4296523649 00000100:00000010:3.0:1789603524.715709:0:27602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb810df8000. 00010000:00000001:3.0:1789603525.547997:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603525.548010:0:27602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603525.548013:0:27602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603525.548018:0:27602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603525.548024:0:27602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603525.548037:0:27602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603525.548040:0:27602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603525.548043:0:27602:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603525.875366:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789603525.875386:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789603525.875405:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f1c00. 00000020:00000040:2.0:1789603525.875414:0:38:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:2.0:1789603525.875420:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603525.875425:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603525.875432:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603525.875444:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb812ac0f00. 00000100:00000001:2.0:1789603525.875454:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603525.875472:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb8040f1c00 x1876533442866304/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603525.875485:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603525.875491:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603525.875500:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b59f629a] to pc [ptlrpcd_01_01+1] req@ffff9eb8040f1c00 x1876533442866304/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603525.875632:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603525.875648:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603525.875652:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603525.875660:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f1c00 x1876533442866304/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603525.875676:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603525.875680:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603525.875686:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603525.875690:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603525.875693:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603525.875697:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2403:1876533442866304:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603525.875702:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603525.875711:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603525.875714:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603525.875717:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603525.875723:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb810d6d600. 02000000:00000001:3.0:1789603525.875726:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603525.875736:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603525.875742:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8057489f8. 00000400:00000010:3.0:1789603525.875761:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0198. 00000100:00000200:3.0:1789603525.875770:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442866304, portal 25 00000100:00000001:3.0:1789603525.875774:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603525.875776:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912111104 : -106961797440512 : ffff9eb8040f1c00) 00000100:00000040:3.0:1789603525.875782:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f1c00 x1876533442866304/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603525.875790:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603525.875794:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603525.875797:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d05d8. 00000100:00000200:3.0:1789603525.875799:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442866304, offset 0 00000400:00000200:3.0:1789603525.875808:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603525.875819:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603525.875829:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603525.875836:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603525.875841:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603525.875845:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603525.875848:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603525.875853:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2583:2583:256:4294967295] 192.168.204.129@tcp LPNI seq info [2583:2583:8:4294967295] 00000400:00000200:3.0:1789603525.875857:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603525.875869:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603525.875877:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603525.875883:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783fb00. 00000800:00000200:3.0:1789603525.875890:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603525.875900:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603525.875906:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603525.875924:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603525.875929:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603525.875932:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296528755 00000100:00000010:3.0:1789603525.875937:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb810df8000. 00000100:00000001:3.0:1789603525.875947:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789603525.875954:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296528755 00000100:00000010:3.0:1789603525.875958:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb810df8480. 00000100:00000001:3.0:1789603525.875962:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789603525.875965:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603525.875968:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603525.875972:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603525.875975:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603525.876079:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603525.876083:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789603525.876087:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000200:2.0:1789603525.876274:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603525.876283:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783fb00. 00000400:00000200:2.0:1789603525.876295:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603525.876304:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603525.876312:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d05d8 00000400:00000010:2.0:1789603525.876315:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d05d8. 00000100:00000001:2.0:1789603525.876321:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603525.876327:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f1c00 x1876533442866304/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603525.876340:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603525.876347:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f1c00 x1876533442866304/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603541 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603525.876366:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603525.876372:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789603525.876404:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603525.876411:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603525.878892:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603525.878905:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076600. 00000400:00000200:2.0:1789603525.878917:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603525.878931:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603525.878942:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682330 00000400:00000010:2.0:1789603525.878946:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682330. 00000100:00000001:2.0:1789603525.878953:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603525.878964:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1e300 x1876533442866560/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603525.878978:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603525.878983:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1e300 x1876533442866560/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603667 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603525.878992:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603525.878994:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603525.879012:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603525.879015:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076300. 00000400:00000200:2.0:1789603525.879018:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603525.879033:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603525.879037:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682dd0 00000400:00000010:2.0:1789603525.879039:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682dd0. 00000100:00000001:2.0:1789603525.879042:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603525.879047:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1c380 x1876533442866432/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603525.879056:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603525.879058:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1c380 x1876533442866432/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603667 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603525.879065:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603525.879066:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603525.879192:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603525.879195:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076100. 00000400:00000200:2.0:1789603525.879199:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603525.879202:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603525.879206:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682b28 00000400:00000010:2.0:1789603525.879208:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682b28. 00000100:00000001:2.0:1789603525.879210:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603525.879215:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1d500 x1876533442866688/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603525.879223:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603525.879226:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1d500 x1876533442866688/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603541 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603525.879232:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603525.879234:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789603525.886588:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603525.886599:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789603525.886607:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603525.886611:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603525.886616:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603525.886620:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603525.887628:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603525.887739:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603525.887744:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603525.887822:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603525.887835:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603525.887845:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603525.887859:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603525.887865:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603525.887874:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603525.887879:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d456c80 00000400:00000200:2.0:1789603525.887886:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603525.887893:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x76c5 [1] + 224 00000800:00000001:2.0:1789603525.887902:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603525.887912:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603525.887917:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603525.887922:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603525.887932:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603525.887943:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f1c00 x1876533442866304/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603525.887956:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb8040f1c00 x1876533442866304/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603525.887979:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603525.887990:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603525.887993:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603525.888127:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603525.888133:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603525.888141:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603525.888143:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603525.888147:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8057489f8. 00000400:00000200:3.0:1789603525.888152:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0198 00000400:00000010:3.0:1789603525.888156:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0198. 00000100:00000001:3.0:1789603525.888159:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603525.888164:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f1c00 x1876533442866304/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603525.888173:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f1c00 x1876533442866304/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603525.888179:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603525.888182:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603525.888185:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603525.888188:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603525.888193:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603525.888195:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603525.888200:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603525.888220:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=73 v=5 (5 5 5 5) 00000100:00001000:3.0:1789603525.888225:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=73 v=5 (1 1 1 1) 00000100:00000001:3.0:1789603525.888228:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603525.888230:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603525.888234:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603525.888237:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603525.888241:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603525.888246:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f1c00 x1876533442866304/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603525.888254:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603525.888258:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603525.888260:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603525.888264:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f1c00 x1876533442866304/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603541 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603525.888272:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2403:1876533442866304:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603525.888278:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603525.888281:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603525.888285:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f1c00 x1876533442866304/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603541 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603525.888292:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603525.888294:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603525.888298:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb810d6d600. 02000000:00000001:3.0:1789603525.888304:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603525.888308:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603525.888310:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:3.0:1789603525.888313:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603525.888316:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb812ac0f00. 02000000:00000001:3.0:1789603525.888320:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603525.888322:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603525.888325:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f1c00. 00000100:00000001:3.0:1789603525.888329:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603525.888330:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603525.888333:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603525.888342:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603525.888344:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603525.888347:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603525.888349:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603525.895603:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603525.895632:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603525.895652:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603525.895656:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603525.895740:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603525.895821:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603525.895838:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603525.895844:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603525.895851:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603525.895858:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d456d00 00000400:00000200:2.0:1789603525.895865:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603525.895872:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x76dd [1] + 224 00000800:00000001:2.0:1789603525.895883:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603525.895888:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603525.895893:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603525.895898:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603525.895910:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603525.895922:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1c380 x1876533442866432/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603525.895935:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1c380 x1876533442866432/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603525.895961:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603525.895974:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603525.895978:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603525.895979:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603525.895982:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603525.895985:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603525.895988:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603525.895992:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603525.895995:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603525.895997:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603525.896000:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d456e00 00000400:00000200:2.0:1789603525.896003:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603525.896007:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x76e5 [1] + 224 00000800:00000001:2.0:1789603525.896010:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603525.896013:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603525.896016:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603525.896019:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603525.896033:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603525.896039:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1d500 x1876533442866688/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603525.896054:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1d500 x1876533442866688/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603525.896063:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603525.896070:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603525.896075:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603525.896077:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603525.896079:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603525.896083:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603525.896090:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603525.896095:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603525.896099:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603525.896105:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603525.896111:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d456d80 00000400:00000200:2.0:1789603525.896120:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603525.896126:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x76d5 [1] + 224 00000800:00000001:2.0:1789603525.896130:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603525.896141:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603525.896148:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603525.896156:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603525.896180:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603525.896192:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1e300 x1876533442866560/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603525.896215:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1e300 x1876533442866560/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603525.896237:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603525.896244:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603525.896252:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789603526.570724:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603526.570733:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603527.594685:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603527.594696:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603527.594816:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603527.594821:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603527.594824:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789603527.916605:0:16816:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1789603527.916615:0:16816:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603528.618670:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603528.618677:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603529.644002:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603529.644010:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603529.835299:0:29041:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296528755, at 4296528768 00000100:00000010:2.0:1789603529.835315:0:29041:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb810df8000. 00000100:00000040:3.0:1789603529.835766:0:27602:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296528755, at 4296528769 00000100:00000010:3.0:1789603529.835773:0:27602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb810df8480. 00010000:00000001:3.0:1789603530.666660:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603530.666669:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603530.666694:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603530.666696:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603530.666699:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1789603530.987939:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603530.987945:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9300. 00000400:00000200:2.0:1789603530.987952:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603530.987958:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603530.987964:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcaa0 00000400:00000010:2.0:1789603530.987967:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcaa0. 00000100:00000001:2.0:1789603530.987973:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603530.987978:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1e300 x1876533442866816/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603530.987987:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603530.987991:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1e300 x1876533442866816/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603530.987997:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603530.987999:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603530.988012:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603530.988026:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076300. 00000400:00000200:2.0:1789603530.988030:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603530.988033:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603530.988036:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136824c8 00000400:00000010:2.0:1789603530.988038:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136824c8. 00000100:00000001:2.0:1789603530.988041:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603530.988044:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1d500 x1876533442866944/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603530.988052:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603530.988055:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1d500 x1876533442866944/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603530.988061:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603530.988062:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603530.988173:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603530.988176:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9500. 00000400:00000200:2.0:1789603530.988179:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603530.988183:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603530.988185:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcbb0 00000400:00000010:2.0:1789603530.988188:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcbb0. 00000100:00000001:2.0:1789603530.988190:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603530.988194:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1c380 x1876533442867072/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603530.988201:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603530.988204:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1c380 x1876533442867072/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603530.988209:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603530.988210:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603530.988726:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603530.988729:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076600. 00000400:00000200:2.0:1789603530.988732:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603530.988736:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603530.988740:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136826e8 00000400:00000010:2.0:1789603530.988741:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136826e8. 00000100:00000001:2.0:1789603530.988745:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603530.988750:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1dc00 x1876533442867200/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603530.988759:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603530.988762:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1dc00 x1876533442867200/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603530.988769:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603530.988770:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603530.992564:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603530.992585:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603530.992590:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603530.992593:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603530.992602:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603530.992612:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603530.992622:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603530.992628:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603530.992633:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603530.992638:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d457000 00000400:00000200:2.0:1789603530.992646:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603530.992653:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7705 [1] + 224 00000800:00000001:2.0:1789603530.992661:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603530.992669:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603530.992672:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603530.992677:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603530.992685:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603530.992694:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1dc00 x1876533442867200/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603530.992705:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1dc00 x1876533442867200/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603530.992727:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603530.992737:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603530.992740:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603531.008801:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603531.008827:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603531.008832:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603531.008835:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603531.008847:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603531.008858:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603531.008868:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603531.008873:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603531.008879:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603531.008883:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d456e80 00000400:00000200:2.0:1789603531.008888:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603531.008895:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x76ed [1] + 224 00000800:00000001:2.0:1789603531.008903:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603531.008907:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603531.008910:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603531.008915:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603531.008933:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603531.008943:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1e300 x1876533442866816/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603531.008955:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1e300 x1876533442866816/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603531.008978:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603531.008988:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603531.008993:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603531.008995:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603531.008997:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603531.009000:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603531.009004:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603531.009009:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603531.009011:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603531.009014:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603531.009017:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d456f00 00000400:00000200:2.0:1789603531.009021:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603531.009025:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x76f5 [1] + 224 00000800:00000001:2.0:1789603531.009029:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603531.009034:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603531.009036:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603531.009039:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603531.009042:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603531.009047:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1d500 x1876533442866944/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603531.009057:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1d500 x1876533442866944/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603531.009081:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603531.009086:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603531.009090:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603531.009092:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603531.009170:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603531.009175:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603531.009179:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603531.009184:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603531.009187:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603531.009190:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603531.009193:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d456f80 00000400:00000200:2.0:1789603531.009196:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603531.009200:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x76fd [1] + 224 00000800:00000001:2.0:1789603531.009204:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603531.009213:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603531.009215:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603531.009218:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603531.009221:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603531.009226:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1c380 x1876533442867072/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603531.009235:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1c380 x1876533442867072/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603531.009241:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603531.009245:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603531.009248:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789603531.693707:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603531.693713:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603532.714648:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603532.714655:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603533.547751:0:31378:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789603533.547756:0:31378:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603533.547759:0:31378:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789603533.547764:0:31378:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb806b81540 going to sleep for 1 seconds 00000100:00000001:2.0:1789603533.547768:0:31378:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603533.547771:0:31378:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603533.738666:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603533.738674:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603533.738701:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603533.738704:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603533.738707:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789603534.571739:0:31378:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789603534.571748:0:31378:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603534.571751:0:31378:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789603534.571756:0:31378:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb806b81540 going to sleep for 1 seconds 00000100:00000001:2.0:1789603534.571761:0:31378:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603534.571764:0:31378:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603534.762810:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603534.762819:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603534.954712:0:29041:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296533866, at 4296533888 00000100:00000010:2.0:1789603534.954730:0:29041:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb805103e40. 00000100:00000040:3.0:1789603534.955096:0:27602:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296533866, at 4296533888 00000100:00000010:3.0:1789603534.955103:0:27602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb805103300. 00000100:00000001:2.0:1789603535.596125:0:31378:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789603535.596136:0:31378:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603535.596138:0:31378:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789603535.596145:0:31378:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb806b81540 going to sleep for 1 seconds 00000100:00000001:2.0:1789603535.596149:0:31378:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603535.596153:0:31378:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603535.786751:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603535.786759:0:27602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603535.786761:0:27602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603535.786764:0:27602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603535.786769:0:27602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603535.786773:0:27602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603535.786775:0:27602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603535.786777:0:27602:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603536.106688:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603536.106701:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603536.106713:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4b480. 00000020:00000040:3.0:1789603536.106719:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:3.0:1789603536.106724:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603536.106727:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603536.106734:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603536.106743:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783f600. 00000100:00000001:3.0:1789603536.106750:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603536.106763:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb810b4b480 x1876533442867328/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603536.106775:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603536.106781:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603536.106787:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001bd39151] to pc [ptlrpcd_01_00+0] req@ffff9eb810b4b480 x1876533442867328/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603536.106838:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603536.106849:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603536.106853:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603536.106857:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49180. 00000020:00000040:3.0:1789603536.106859:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:3.0:1789603536.106862:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603536.106863:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603536.106865:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603536.106868:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783f300. 00000100:00000001:3.0:1789603536.106871:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603536.106876:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID req@ffff9eb810b49180 x1876533442867456/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603536.106883:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603536.106886:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603536.106890:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003340671b] to pc [ptlrpcd_01_01+1] req@ffff9eb810b49180 x1876533442867456/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603536.106898:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603536.106900:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603536.106903:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603536.106906:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4ad80. 00000020:00000040:3.0:1789603536.106908:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:3.0:1789603536.106910:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603536.106911:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603536.106913:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603536.106915:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783f000. 00000100:00000001:3.0:1789603536.106918:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603536.106921:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb810b4ad80 x1876533442867584/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603536.106927:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603536.106928:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603536.106932:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e86d2e2e] to pc [ptlrpcd_01_00+0] req@ffff9eb810b4ad80 x1876533442867584/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603536.106951:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603536.106953:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603536.106956:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603536.106960:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4b100. 00000020:00000040:3.0:1789603536.106962:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:3.0:1789603536.106964:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603536.106965:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603536.106967:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603536.106970:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783f800. 00000100:00000001:3.0:1789603536.106973:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603536.106976:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID req@ffff9eb810b4b100 x1876533442867712/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603536.106987:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603536.106989:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603536.106992:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009360fea8] to pc [ptlrpcd_01_01+1] req@ffff9eb810b4b100 x1876533442867712/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603536.106999:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603536.107000:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789603536.107004:0:29506:0:(pinger.c:247:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789603536.107008:0:29506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1872) 00000100:00000001:3.0:1789603536.107018:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603536.107022:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603536.107024:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603536.107029:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49180 x1876533442867456/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603536.107037:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603536.107039:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603536.107043:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603536.107045:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603536.107047:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603536.107051:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442867456:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603536.107055:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603536.107059:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603536.107061:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603536.107064:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603536.107068:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb810d6d200. 02000000:00000001:3.0:1789603536.107070:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603536.107077:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603536.107083:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8057489f8. 00000400:00000010:3.0:1789603536.107089:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0198. 00000100:00000200:3.0:1789603536.107096:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442867456, portal 10 00000100:00000001:3.0:1789603536.107099:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603536.107101:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00000100:00000040:3.0:1789603536.107108:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b49180 x1876533442867456/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603536.107115:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603536.107118:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603536.107120:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0e58. 00000100:00000200:3.0:1789603536.107123:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442867456, offset 0 00000400:00000200:3.0:1789603536.107130:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603536.107139:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603536.107146:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603536.107151:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603536.107155:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603536.107158:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603536.107161:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603536.107165:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2591:2591:256:4294967295] 192.168.204.129@tcp LPNI seq info [2591:2591:8:4294967295] 00000400:00000200:3.0:1789603536.107170:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603536.107179:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603536.107185:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603536.107189:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f700. 00000800:00000200:3.0:1789603536.107195:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603536.107203:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603536.107207:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603536.107216:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603536.107220:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 810990 usecs (811 jiffies) 00000400:00000200:3.0:1789603536.107223:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603536.107227:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296535851 00000100:00000010:3.0:1789603536.107231:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb810df8480. 00000100:00000001:3.0:1789603536.107238:0:2403:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789603536.107242:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296535851 00000100:00000010:3.0:1789603536.107245:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb810df8780. 00000100:00000001:3.0:1789603536.107249:0:2403:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789603536.107252:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603536.107254:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603536.107257:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603536.107261:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4b100 x1876533442867712/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603536.107268:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603536.107269:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603536.107271:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603536.107273:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603536.107275:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603536.107278:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442867712:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603536.107281:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603536.107283:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603536.107285:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603536.107286:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603536.107290:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb810d6d400. 02000000:00000001:3.0:1789603536.107291:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603536.107294:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603536.107296:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748688. 00000400:00000010:3.0:1789603536.107299:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d02a8. 00000100:00000200:3.0:1789603536.107301:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442867712, portal 4 00000100:00000001:3.0:1789603536.107303:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603536.107304:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124289280 : -106961585262336 : ffff9eb810b4b100) 00000100:00000040:3.0:1789603536.107309:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b4b100 x1876533442867712/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603536.107315:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603536.107316:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603536.107318:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0f68. 00000100:00000200:3.0:1789603536.107320:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442867712, offset 0 00000400:00000200:3.0:1789603536.107324:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603536.107328:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603536.107331:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603536.107334:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603536.107336:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603536.107338:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603536.107341:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603536.107344:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2592:2592:255:4294967295] 192.168.204.129@tcp LPNI seq info [2592:2592:7:4294967295] 00000400:00000200:3.0:1789603536.107347:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603536.107352:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603536.107356:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603536.107359:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f200. 00000800:00000200:3.0:1789603536.107362:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603536.107366:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603536.107368:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603536.107370:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603536.107373:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 222606 usecs (223 jiffies) 00000400:00000200:3.0:1789603536.107376:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603536.107377:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296535263 00000100:00000001:3.0:1789603536.107379:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296535851 00000100:00000001:3.0:1789603536.107381:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296535263 00000100:00000001:3.0:1789603536.107383:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296535851 00000100:00000001:3.0:1789603536.107384:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603536.107386:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603536.107388:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603536.107391:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603536.107398:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603536.107401:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789603536.107403:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603536.107404:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603536.107406:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603536.107408:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1789603536.107409:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603536.107411:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603536.107412:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603536.107414:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603536.107415:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603536.107416:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603536.107419:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4b480 x1876533442867328/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603536.107425:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603536.107426:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603536.107428:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603536.107429:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603536.107431:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603536.107434:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2403:1876533442867328:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603536.107436:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603536.107438:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603536.107439:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603536.107441:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603536.107444:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb810d6d600. 02000000:00000001:3.0:1789603536.107446:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603536.107449:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603536.107452:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748e70. 00000400:00000010:3.0:1789603536.107455:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0a18. 00000100:00000200:3.0:1789603536.107458:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442867328, portal 25 00000100:00000001:3.0:1789603536.107460:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603536.107461:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124290176 : -106961585261440 : ffff9eb810b4b480) 00000100:00000040:3.0:1789603536.107465:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b4b480 x1876533442867328/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603536.107470:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603536.107472:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603536.107475:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0bb0. 00000100:00000200:3.0:1789603536.107487:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442867328, offset 0 00000400:00000200:3.0:1789603536.107492:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603536.107500:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603536.107504:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603536.107507:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603536.107542:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603536.107545:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603536.107547:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603536.107552:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2593:2593:254:4294967295] 192.168.204.129@tcp LPNI seq info [2593:2593:6:4294967295] 00000400:00000200:3.0:1789603536.107559:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603536.107566:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603536.107573:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603536.107576:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f400. 00000800:00000200:3.0:1789603536.107580:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603536.107583:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603536.107586:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603536.107591:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603536.107594:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603536.107595:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296538987 00000100:00000001:3.0:1789603536.107600:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296535851 00000100:00000001:3.0:1789603536.107603:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296538987 00000100:00000001:3.0:1789603536.107605:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296535851 00000100:00000001:3.0:1789603536.107607:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603536.107609:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603536.107611:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603536.107614:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4ad80 x1876533442867584/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603536.107621:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603536.107622:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603536.107624:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603536.107625:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603536.107627:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603536.107630:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442867584:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603536.107635:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603536.107637:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603536.107638:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603536.107639:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603536.107643:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb801284400. 02000000:00000001:3.0:1789603536.107644:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603536.107647:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603536.107649:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748aa8. 00000400:00000010:3.0:1789603536.107655:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d07f8. 00000100:00000200:3.0:1789603536.107657:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442867584, portal 10 00000100:00000001:3.0:1789603536.107659:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603536.107660:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124288384 : -106961585263232 : ffff9eb810b4ad80) 00000100:00000040:3.0:1789603536.107665:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b4ad80 x1876533442867584/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603536.107671:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603536.107673:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603536.107674:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0330. 00000100:00000200:3.0:1789603536.107677:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442867584, offset 0 00000400:00000200:3.0:1789603536.107680:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603536.107683:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603536.107686:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603536.107688:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603536.107690:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603536.107692:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603536.107694:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603536.107697:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2594:2594:253:4294967295] 192.168.204.129@tcp LPNI seq info [2594:2594:5:4294967295] 00000400:00000200:3.0:1789603536.107701:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603536.107708:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603536.107711:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603536.107714:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f900. 00000800:00000200:3.0:1789603536.107718:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000100:00000001:2.0:1789603536.107718:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603536.107724:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603536.107725:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603536.107730:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603536.107733:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603536.107736:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21147 usecs (22 jiffies) 00000400:00000200:3.0:1789603536.107739:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603536.107740:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296535063 00000100:00000001:3.0:1789603536.107742:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296538987 00000100:00000001:3.0:1789603536.107744:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296535063 00000100:00000001:3.0:1789603536.107746:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296538987 00000100:00000001:3.0:1789603536.107748:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603536.107749:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603536.107752:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603536.107754:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603536.107771:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603536.107777:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f700. 00000400:00000200:2.0:1789603536.107784:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603536.107791:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603536.107797:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0e58 00000400:00000010:2.0:1789603536.107800:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0e58. 00000100:00000001:2.0:1789603536.107805:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603536.107810:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49180 x1876533442867456/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603536.107820:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603536.107834:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49180 x1876533442867456/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603552 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603536.107856:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603536.107858:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603536.108177:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603536.108181:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f200. 00000400:00000200:2.0:1789603536.108185:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603536.108189:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603536.108192:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0f68 00000400:00000010:2.0:1789603536.108194:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0f68. 00000100:00000001:2.0:1789603536.108196:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603536.108201:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4b100 x1876533442867712/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603536.108209:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603536.108212:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4b100 x1876533442867712/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603552 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603536.108223:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603536.108224:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603536.108232:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603536.108234:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f400. 00000400:00000200:2.0:1789603536.108236:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603536.108239:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603536.108242:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0bb0 00000400:00000010:2.0:1789603536.108244:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0bb0. 00000100:00000001:2.0:1789603536.108246:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603536.108249:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4b480 x1876533442867328/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603536.108255:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603536.108258:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4b480 x1876533442867328/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603552 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603536.108264:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603536.108266:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603536.108321:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603536.108323:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f900. 00000400:00000200:2.0:1789603536.108326:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603536.108330:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603536.108332:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0330 00000400:00000010:2.0:1789603536.108334:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0330. 00000100:00000001:2.0:1789603536.108336:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603536.108339:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4ad80 x1876533442867584/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603536.108347:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603536.108350:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4ad80 x1876533442867584/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603552 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603536.108356:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603536.108357:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603536.114602:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603536.114621:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603536.114627:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603536.114629:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603536.114639:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603536.114648:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603536.114658:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603536.114665:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603536.114671:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603536.114676:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d457080 00000400:00000200:2.0:1789603536.114682:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603536.114690:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x772d [1] + 224 00000800:00000001:2.0:1789603536.114698:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603536.114703:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603536.114706:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603536.114711:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603536.114720:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603536.114729:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4b480 x1876533442867328/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603536.114741:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b4b480 x1876533442867328/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603536.114807:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603536.114811:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603536.114847:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603536.114866:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603536.114871:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603536.114873:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603536.114875:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603536.114879:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603536.114883:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603536.114888:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603536.114891:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603536.114893:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603536.114896:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d457200 00000400:00000200:2.0:1789603536.114901:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603536.114906:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x771d [1] + 224 00000800:00000001:2.0:1789603536.114910:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603536.114917:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603536.114919:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603536.114922:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603536.114925:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603536.114931:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4b100 x1876533442867712/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603536.114952:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b4b100 x1876533442867712/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603536.114960:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603536.114964:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603536.114967:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789603536.117675:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603536.117683:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603536.117687:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748e70. 00000400:00000200:3.0:1789603536.117695:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0a18 00000400:00000010:3.0:1789603536.117698:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0a18. 00000100:00000001:3.0:1789603536.117703:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603536.117716:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b4b480 x1876533442867328/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603536.117728:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b4b480 x1876533442867328/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603536.117736:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603536.117739:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603536.117742:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603536.117747:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603536.117749:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603536.117751:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603536.117755:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603536.117761:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=84 v=5 (5 5 5 5) 00000100:00001000:3.0:1789603536.117766:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=84 v=5 (1 1 1 1) 00000100:00000001:3.0:1789603536.117769:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603536.117771:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603536.117773:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603536.117776:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603536.117779:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603536.117783:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b4b480 x1876533442867328/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603536.117791:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603536.117795:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603536.117797:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603536.117801:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4b480 x1876533442867328/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603552 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603536.117809:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2403:1876533442867328:192.168.204.129@tcp:400:kworker.0 00000400:00000001:3.0:1789603536.117819:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603536.117820:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603536.117822:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748688. 00000400:00000200:3.0:1789603536.117838:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d02a8 00000400:00000010:3.0:1789603536.117840:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d02a8. 00000100:00000001:3.0:1789603536.117842:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603536.117847:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b4b100 x1876533442867712/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603536.117854:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b4b100 x1876533442867712/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1789603536.118034:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603536.118048:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603536.118052:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603536.118054:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603536.118062:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603536.118069:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603536.118077:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603536.118083:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603536.118088:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603536.118092:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d457100 00000400:00000200:2.0:1789603536.118097:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603536.118102:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x770d [1] + 224 00000800:00000001:2.0:1789603536.118108:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603536.118111:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603536.118113:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603536.118117:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603536.118123:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603536.118127:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49180 x1876533442867456/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603536.118142:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b49180 x1876533442867456/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603536.118150:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603536.118157:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603536.118160:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603536.118162:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603536.118164:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603536.118166:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603536.118170:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603536.118174:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603536.118177:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603536.118260:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603536.118262:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603536.118264:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603536.118266:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603536.118268:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603536.118269:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603536.118272:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603536.118279:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=83 v=5 (5 5 5 17) 00000100:00001000:3.0:1789603536.118294:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=141 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603536.118296:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603536.118298:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603536.118299:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603536.118302:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603536.118305:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603536.118307:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967326 00000100:00000001:3.0:1789603536.118309:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603536.118310:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603536.118315:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b4b100 x1876533442867712/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603536.118322:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603536.118325:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603536.118326:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603536.118685:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603536.118690:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d457180 00000400:00000200:2.0:1789603536.118695:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603536.118699:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x773d [1] + 224 00000800:00000001:2.0:1789603536.118704:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603536.118715:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603536.118718:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603536.118721:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603536.118725:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603536.118730:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4ad80 x1876533442867584/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603536.118739:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b4ad80 x1876533442867584/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603536.118746:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603536.118751:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603536.118755:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603536.119016:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4b100 x1876533442867712/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603552 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603536.119026:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442867712:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603536.119032:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603536.119036:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603536.119041:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b4b480 x1876533442867328/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603552 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603536.119048:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603536.119051:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603536.119056:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb810d6d600. 02000000:00000001:3.0:1789603536.119062:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603536.119067:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603536.119069:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:3.0:1789603536.119071:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603536.119074:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783f600. 02000000:00000001:3.0:1789603536.119078:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603536.119080:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603536.119082:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4b480. 00000100:00000001:3.0:1789603536.119087:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603536.119088:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603536.119090:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603536.119093:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b4b100 x1876533442867712/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603552 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603536.119100:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603536.119101:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603536.119103:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb810d6d400. 02000000:00000001:3.0:1789603536.119104:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603536.119106:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603536.119107:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:3.0:1789603536.119109:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603536.119111:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783f800. 02000000:00000001:3.0:1789603536.119112:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603536.119113:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603536.119115:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4b100. 00000100:00000001:3.0:1789603536.119117:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603536.119118:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603536.119121:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603536.119123:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603536.119125:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603536.119129:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603536.119131:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603536.119133:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748aa8. 00000400:00000200:3.0:1789603536.119136:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d07f8 00000400:00000010:3.0:1789603536.119139:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d07f8. 00000100:00000001:3.0:1789603536.119141:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603536.119145:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b4ad80 x1876533442867584/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603536.119153:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b4ad80 x1876533442867584/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603536.119160:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603536.119161:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603536.119162:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603536.119165:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603536.119167:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603536.119169:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603536.119171:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603536.119177:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=84 v=5 (106 106 106 137) 00000100:00001000:3.0:1789603536.119246:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=84 v=5 (1 1 1 1) 00000100:00000001:3.0:1789603536.119248:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603536.119250:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603536.119252:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603536.119254:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603536.119256:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603536.119258:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789603536.119260:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603536.119261:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603536.119266:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b4ad80 x1876533442867584/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603536.119273:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603536.119275:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603536.119276:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603536.119453:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4ad80 x1876533442867584/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603552 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603536.119463:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442867584:192.168.204.129@tcp:400:kworker.0 00000400:00000001:3.0:1789603536.119470:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603536.119472:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603536.119474:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8057489f8. 00000400:00000200:3.0:1789603536.119476:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0198 00000400:00000010:3.0:1789603536.119478:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0198. 00000100:00000001:3.0:1789603536.119480:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603536.119845:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49180 x1876533442867456/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603536.119854:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49180 x1876533442867456/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603536.119924:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603536.119927:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603536.119930:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603536.119932:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603536.119999:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603536.120001:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603536.120004:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603536.120010:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=84 v=5 (106 106 106 137) 00000100:00001000:3.0:1789603536.120013:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603536.120016:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603536.120017:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603536.120019:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603536.120022:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603536.120024:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603536.120026:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967581 00000100:00000001:3.0:1789603536.120028:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603536.120029:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603536.120034:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49180 x1876533442867456/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603536.120040:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603536.120042:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603536.120044:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603536.120047:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49180 x1876533442867456/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603552 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603536.120055:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442867456:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603536.120059:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603536.120061:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603536.120066:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b4ad80 x1876533442867584/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603552 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603536.120072:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603536.120074:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603536.120076:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb801284400. 02000000:00000001:3.0:1789603536.120081:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603536.120082:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603536.120085:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603536.120087:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603536.120088:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783f000. 02000000:00000001:3.0:1789603536.120091:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603536.120092:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603536.120094:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4ad80. 00000100:00000001:3.0:1789603536.120097:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603536.120098:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603536.120100:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603536.120103:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49180 x1876533442867456/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603552 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603536.120109:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603536.120110:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603536.120112:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb810d6d200. 02000000:00000001:3.0:1789603536.120114:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603536.120115:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603536.120116:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603536.120118:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603536.120119:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783f300. 02000000:00000001:3.0:1789603536.120121:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603536.120122:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603536.120124:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49180. 00000100:00000001:3.0:1789603536.120126:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603536.120127:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603536.120129:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603536.120135:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603536.120137:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603536.120139:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603536.120142:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603536.618633:0:31378:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789603536.618649:0:31378:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603536.618651:0:31378:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789603536.618659:0:31378:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb806b81540 going to sleep for 1 seconds 00000100:00000001:2.0:1789603536.618663:0:31378:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603536.618666:0:31378:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603536.810983:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603536.810990:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603536.811018:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603536.811021:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603536.811024:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789603537.642806:0:31378:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789603537.642813:0:31378:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603537.642815:0:31378:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789603537.642821:0:31378:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb806b81540 going to sleep for 1 seconds 00000100:00000001:2.0:1789603537.642825:0:31378:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603537.642828:0:31378:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603537.834746:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603537.834752:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603538.666652:0:31378:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789603538.666660:0:31378:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1789603538.666676:0:31378:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789603522/real 1789603522] req@ffff9eb810d1d180 x1876533442866048/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 1 dl 1789603538 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:2.0:1789603538.666695:0:31378:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603538.666698:0:31378:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603538.666701:0:31378:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139d68. 00000400:00000200:2.0:1789603538.666708:0:31378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682c38 00000400:00000010:2.0:1789603538.666723:0:31378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682c38. 00000100:00000001:2.0:1789603538.666728:0:31378:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603538.666733:0:31378:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1d180 x1876533442866048/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 1 dl 1789603538 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789603538.666742:0:31378:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1d180 x1876533442866048/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 1 dl 1789603538 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603538.666760:0:31378:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603538.666763:0:31378:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603538.666766:0:31378:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603538.666769:0:31378:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603538.666772:0:31378:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1789603538.666788:0:31378:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789603538.666793:0:31378:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9eb81291b000: Connection to lustre-MDT0000 (at 192.168.204.129@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1789603538.666796:0:31378:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1789603538.666799:0:31378:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:2.0:1789603538.666802:0:31378:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603538.666805:0:31378:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1789603538.666807:0:31378:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:2.0:1789603538.666832:0:31378:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1789603538.666834:0:31378:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603538.666838:0:31378:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603538.666840:0:31378:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603538.666842:0:31378:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb806b81540 going to sleep for 0 seconds 00000100:00000001:2.0:1789603538.666845:0:31378:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603538.666847:0:31378:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603538.666850:0:31378:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603538.666852:0:31378:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603538.666854:0:31378:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603538.667049:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603538.667056:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603538.667067:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49180. 00000020:00000040:3.0:1789603538.667073:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:3.0:1789603538.667077:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603538.667081:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603538.667086:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603538.667094:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783f300. 00000100:00000001:3.0:1789603538.667100:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603538.667106:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb810b49180 x1876533442867840/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603538.667116:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603538.667121:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603538.667127:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003340671b] to pc [ptlrpcd_01_00+0] req@ffff9eb810b49180 x1876533442867840/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603538.667155:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789603538.667158:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789603538.667160:0:29506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789603538.667162:0:29506:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789603538.667164:0:29506:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789603538.667168:0:29506:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789603538.667171:0:29506:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9eb81291b000: connect to NID 192.168.204.129@tcp last attempt 1847 00000400:00000200:3.0:1789603538.667178:0:29506:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603538.667183:0:29506:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.129@tcp is discovered: rc = 1 00000100:00000040:3.0:1789603538.667187:0:29506:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:3.0:1789603538.667190:0:29506:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789603538.667193:0:29506:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:3.0:1789603538.667195:0:29506:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000001:3.0:1789603538.667202:0:29506:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789603538.667204:0:29506:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48c1 00000020:00000001:3.0:1789603538.667206:0:29506:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603538.667209:0:29506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb8203aa800 refcount=5 00000020:00000001:3.0:1789603538.667212:0:29506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 00000020:00000001:3.0:1789603538.667214:0:29506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 00000100:00000040:3.0:1789603538.667217:0:29506:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:3.0:1789603538.667219:0:29506:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789603538.667221:0:29506:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:3.0:1789603538.667223:0:29506:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000040:3.0:1789603538.667226:0:29506:0:(genops.c:879:class_export_put()) PUTting export ffff9eb8203aa800 : new refcount 4 00000100:00000001:2.0:1789603538.667228:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1789603538.667229:0:29506:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9eb81291b000: import ffff9eb810ddb000 using connection 192.168.204.129@tcp/192.168.204.129@tcp 00000100:00000001:2.0:1789603538.667231:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603538.667232:0:29506:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603538.667234:0:29506:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1789603538.667234:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603538.667239:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49180 x1876533442867840/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789603538.667240:0:29506:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603538.667242:0:29506:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603538.667245:0:29506:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789603538.667247:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603538.667248:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1789603538.667249:0:29506:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1789603538.667251:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:3.0:1789603538.667252:0:29506:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603538.667253:0:29506:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603538.667254:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603538.667256:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603538.667257:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4ad80. 00000020:00000040:3.0:1789603538.667259:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00100000:2.0:1789603538.667259:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2402:1876533442867840:192.168.204.129@tcp:400:kworker.0 02000000:00000001:3.0:1789603538.667263:0:29506:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789603538.667264:0:29506:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603538.667267:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603538.667268:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603538.667270:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603538.667273:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1789603538.667274:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb80511f400. 00000100:00000001:3.0:1789603538.667277:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603538.667278:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603538.667280:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603538.667281:0:29506:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9eb810b4ad80 x1876533442867968/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1789603538.667282:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603538.667286:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb805156200. 00000100:00000001:3.0:1789603538.667288:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1789603538.667288:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603538.667290:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603538.667293:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000040:3.0:1789603538.667294:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e86d2e2e] to pc [ptlrpcd_rcv+-1] req@ffff9eb810b4ad80 x1876533442867968/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1789603538.667297:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3dc0. 00000400:00000010:2.0:1789603538.667302:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7220. 00000100:00000200:2.0:1789603538.667308:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442867840, portal 25 00000100:00000001:2.0:1789603538.667310:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603538.667312:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00000100:00000040:2.0:1789603538.667317:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b49180 x1876533442867840/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603538.667323:0:29506:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603538.667325:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603538.667326:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789603538.667327:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000100:00000001:3.0:1789603538.667329:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1789603538.667330:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7110. 00000100:00000010:3.0:1789603538.667332:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4b100. 00000100:00000200:2.0:1789603538.667333:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442867840, offset 0 00000020:00000040:3.0:1789603538.667334:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:3.0:1789603538.667337:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603538.667338:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603538.667339:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603538.667339:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 02000000:00000010:3.0:1789603538.667342:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783f000. 00000100:00000001:3.0:1789603538.667345:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603538.667346:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000040:3.0:1789603538.667349:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb810b4b100 x1876533442868096/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1789603538.667352:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000100:00000001:3.0:1789603538.667356:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1789603538.667357:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1789603538.667358:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603538.667361:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009360fea8] to pc [ptlrpcd_01_01+1] req@ffff9eb810b4b100 x1876533442868096/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789603538.667361:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603538.667365:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603538.667367:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000100:00000001:3.0:1789603538.667369:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603538.667371:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2595:2595:256:4294967295] 192.168.204.129@tcp LPNI seq info [2595:2595:8:4294967295] 00000100:00000040:3.0:1789603538.667372:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1789603538.667376:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603538.667379:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603538.667383:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4b480. 00000400:00000200:2.0:1789603538.667385:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000020:00000040:3.0:1789603538.667386:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:3.0:1789603538.667388:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603538.667389:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603538.667390:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603538.667391:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 02000000:00000010:3.0:1789603538.667393:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783f800. 00000100:00000001:3.0:1789603538.667395:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1789603538.667397:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb812ac0f00. 00000100:00000040:3.0:1789603538.667399:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID req@ffff9eb810b4b480 x1876533442868224/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1789603538.667403:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000100:00000001:3.0:1789603538.667405:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603538.667407:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603538.667410:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001bd39151] to pc [ptlrpcd_01_00+0] req@ffff9eb810b4b480 x1876533442868224/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1789603538.667411:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603538.667415:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb812ac0f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603538.667418:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603538.667420:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789603538.667423:0:29506:0:(pinger.c:247:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1789603538.667425:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603538.667427:0:29506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1875) 00000400:00000200:2.0:1789603538.667428:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603538.667431:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296541546 00000100:00000001:2.0:1789603538.667436:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296538987 00000100:00000001:3.0:1789603538.667438:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603538.667440:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603538.667440:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296541546 00000100:00000001:3.0:1789603538.667442:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1789603538.667443:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296538987 00000100:00000001:2.0:1789603538.667445:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789603538.667446:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4b100 x1876533442868096/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603538.667448:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603538.667450:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603538.667452:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603538.667453:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603538.667454:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603538.667456:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603538.667458:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603538.667459:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1789603538.667460:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603538.667460:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603538.667462:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442868096:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603538.667462:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603538.667463:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603538.667465:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1789603538.667466:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603538.667468:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1789603538.667468:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4b480 x1876533442868224/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789603538.667469:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603538.667471:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1789603538.667474:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1789603538.667475:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb801284400. 00000100:00000001:2.0:1789603538.667475:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603538.667476:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603538.667477:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603538.667479:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1789603538.667480:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 02000000:00000001:2.0:1789603538.667481:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789603538.667483:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8057489f8. 00000100:00100000:2.0:1789603538.667483:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442868224:192.168.204.129@tcp:400:kworker.0 00000400:00000010:3.0:1789603538.667486:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0198. 00000100:00000001:2.0:1789603538.667486:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603538.667488:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1789603538.667489:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442868096, portal 10 02000000:00000001:2.0:1789603538.667489:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603538.667491:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1789603538.667491:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1789603538.667493:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124289280 : -106961585262336 : ffff9eb810b4b100) 02000000:00000010:2.0:1789603538.667493:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb805156600. 02000000:00000001:2.0:1789603538.667495:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603538.667498:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000040:3.0:1789603538.667499:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b4b100 x1876533442868096/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1789603538.667500:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3e18. 00000400:00000010:2.0:1789603538.667503:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7c38. 00000100:00000200:2.0:1789603538.667505:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442868224, portal 4 00000100:00000001:2.0:1789603538.667507:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603538.667508:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124290176 : -106961585261440 : ffff9eb810b4b480) 00000100:00000040:2.0:1789603538.667534:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b4b480 x1876533442868224/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603538.667541:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603538.667543:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000100:00000001:3.0:1789603538.667546:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1789603538.667546:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d75d8. 00000100:00000040:3.0:1789603538.667548:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000100:00000200:2.0:1789603538.667548:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442868224, offset 0 00000400:00000010:3.0:1789603538.667551:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d07f8. 00000400:00000200:2.0:1789603538.667552:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000100:00000200:3.0:1789603538.667555:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442868096, offset 0 00000400:00000200:2.0:1789603538.667556:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603538.667559:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603538.667560:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603538.667563:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603538.667565:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603538.667567:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603538.667569:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603538.667572:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2596:2596:255:4294967295] 192.168.204.129@tcp LPNI seq info [2596:2596:7:4294967295] 00000400:00000200:2.0:1789603538.667576:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.667581:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603538.667585:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603538.668121:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb812ac0d00. 00000800:00000200:2.0:1789603538.668128:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603538.668133:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603538.668136:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb812ac0d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603538.668140:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603538.668144:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 221558 usecs (222 jiffies) 00000400:00000200:2.0:1789603538.668147:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603538.668149:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296537823 00000100:00000001:2.0:1789603538.668152:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296541546 00000100:00000001:2.0:1789603538.668154:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296537823 00000100:00000001:2.0:1789603538.668156:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296541546 00000100:00000001:2.0:1789603538.668158:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603538.668160:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603538.668162:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603538.668164:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603538.668168:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603538.668170:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789603538.668172:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603538.668173:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603538.668175:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603538.668177:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603538.668221:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603538.668225:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb812ac0f00. 00000400:00000200:2.0:1789603538.668230:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603538.668241:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603538.669936:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603538.669952:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603538.669958:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603538.669963:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603538.669968:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603538.669972:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603538.669978:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2598:2598:254:4294967295] 192.168.204.129@tcp LPNI seq info [2598:2598:6:4294967295] 00000400:00000200:3.0:1789603538.669984:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603538.669999:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603538.670009:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603538.670018:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f600. 00000800:00000200:3.0:1789603538.670026:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603538.670035:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603538.670039:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603538.670045:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603538.670051:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21125 usecs (22 jiffies) 00000400:00000200:3.0:1789603538.670056:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603538.670059:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296537625 00000100:00000001:3.0:1789603538.670075:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296541546 00000100:00000001:3.0:1789603538.670078:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296537625 00000100:00000001:3.0:1789603538.670081:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296541546 00000100:00000001:3.0:1789603538.670083:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603538.670087:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603538.670092:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603538.670311:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603538.670318:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603538.670321:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789603538.670324:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603538.670326:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603538.670328:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603538.670331:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603538.672361:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7110 00000400:00000010:2.0:1789603538.672369:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7110. 00000100:00000001:2.0:1789603538.672377:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603538.672389:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49180 x1876533442867840/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603538.672402:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603538.672406:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49180 x1876533442867840/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603554 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603538.672413:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603538.672415:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603538.672453:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603538.672457:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb812ac0d00. 00000400:00000200:2.0:1789603538.672462:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603538.672466:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603538.672469:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d75d8 00000400:00000010:2.0:1789603538.672471:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d75d8. 00000100:00000001:2.0:1789603538.672473:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603538.672477:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4b480 x1876533442868224/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603538.672484:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603538.672487:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4b480 x1876533442868224/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603554 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603538.672492:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603538.672493:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603538.672501:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603538.672503:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f600. 00000400:00000200:2.0:1789603538.672507:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603538.672526:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603538.672529:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d07f8 00000400:00000010:2.0:1789603538.672531:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d07f8. 00000100:00000001:2.0:1789603538.672535:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603538.672539:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4b100 x1876533442868096/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603538.672545:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603538.672547:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4b100 x1876533442868096/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603554 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603538.672553:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603538.672555:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603538.672632:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603538.672635:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076e00. 00000400:00000200:2.0:1789603538.672638:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603538.672642:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603538.672645:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682d48 00000400:00000010:2.0:1789603538.672647:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682d48. 00000100:00000001:2.0:1789603538.672650:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603538.672654:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4ad80 x1876533442867968/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603538.672662:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603538.672665:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4ad80 x1876533442867968/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603538.672671:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603538.672672:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603538.684688:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603538.684710:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603538.684714:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603538.684717:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603538.684727:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.684736:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603538.684745:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.684750:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.684755:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.684760:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d457400 00000400:00000200:2.0:1789603538.684764:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.684771:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7765 [1] + 224 00000800:00000001:2.0:1789603538.684791:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603538.684795:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603538.684798:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603538.684802:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603538.684809:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603538.684818:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4b480 x1876533442868224/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603554 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603538.684830:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b4b480 x1876533442868224/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603538.684848:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603538.684857:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603538.684860:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603538.684862:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603538.684864:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603538.684866:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.684869:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603538.684873:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.684875:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.684877:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.684880:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d457380 00000400:00000200:2.0:1789603538.684883:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.684887:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x775d [1] + 224 00000800:00000001:2.0:1789603538.684891:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603538.684894:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603538.684896:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603538.684898:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603538.684901:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603538.684905:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4b100 x1876533442868096/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603554 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603538.685059:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603538.685064:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603538.685070:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603538.685072:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603538.685075:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3e18. 00000400:00000200:3.0:1789603538.685081:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7c38 00000400:00000010:3.0:1789603538.685084:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7c38. 00000100:00000001:3.0:1789603538.685087:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603538.685092:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b4b480 x1876533442868224/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603538.685101:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b4b480 x1876533442868224/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603554 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603538.685107:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603538.685110:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603538.685112:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603538.685116:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603538.685118:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603538.685121:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603538.685124:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603538.685135:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=85 v=5 (5 5 5 17) 00000100:00001000:3.0:1789603538.685139:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=143 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603538.685142:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603538.685144:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603538.685147:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603538.685150:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603538.685154:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603538.685157:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967326 00000100:00000001:3.0:1789603538.685159:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603538.685162:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603538.685167:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b4b480 x1876533442868224/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603554 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603538.685174:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603538.685178:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603538.685179:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603538.685184:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4b480 x1876533442868224/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603554 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603538.685203:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442868224:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603538.685216:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603538.685219:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603538.685222:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b4b480 x1876533442868224/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603554 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603538.685228:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603538.685231:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603538.685240:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb805156600. 02000000:00000001:3.0:1789603538.685244:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603538.685247:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603538.685249:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:3.0:1789603538.685252:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603538.685254:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783f800. 02000000:00000001:3.0:1789603538.685258:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603538.685260:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603538.685262:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4b480. 00000100:00000001:3.0:1789603538.685266:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603538.685267:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603538.685270:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603538.685272:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603538.685273:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603538.685274:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603538.685276:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603538.686573:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b4b100 x1876533442868096/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603538.686598:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603538.686612:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603538.686625:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603538.686627:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603538.686630:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603538.686637:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.686641:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603538.686649:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.686652:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.686656:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.686659:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 416 into portal 10 MB=0x6aab27d457300 00000400:00000200:2.0:1789603538.686664:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.686668:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 416/416 into md 0x777d [1] + 0 00000800:00000001:2.0:1789603538.686674:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603538.686677:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603538.686680:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603538.686684:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603538.686689:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603538.686693:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4ad80 x1876533442867968/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603538.686701:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9eb810b4ad80 x1876533442867968/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603538.686723:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603538.686727:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603538.686732:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603538.686733:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603538.686735:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603538.686738:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.686741:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603538.686745:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.686747:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.686750:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.686752:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d457280 00000400:00000200:2.0:1789603538.686755:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.686760:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x774d [1] + 224 00000800:00000001:2.0:1789603538.686763:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603538.686799:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603538.686802:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603538.686805:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603538.686808:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603538.686812:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49180 x1876533442867840/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603554 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603538.686820:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b49180 x1876533442867840/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603538.686833:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603538.686838:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603538.686841:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603538.686859:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603538.686862:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603538.686868:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603538.686869:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603538.686873:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8057489f8. 00000400:00000200:2.0:1789603538.686877:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0198 00000400:00000010:2.0:1789603538.686879:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0198. 00000100:00000001:2.0:1789603538.686882:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603538.686886:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b4b100 x1876533442868096/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603538.686893:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b4b100 x1876533442868096/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603554 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603538.686899:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603538.686901:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603538.686904:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603538.686907:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603538.686909:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603538.687011:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603538.687014:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603538.687019:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603538.687020:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603538.687022:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3dc0. 00000400:00000200:3.0:1789603538.687025:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7220 00000400:00000010:3.0:1789603538.687027:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7220. 00000100:00000001:3.0:1789603538.687029:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603538.687034:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49180 x1876533442867840/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603538.687042:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49180 x1876533442867840/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603554 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603538.687048:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603538.687050:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603538.687051:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603538.687053:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603538.687055:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603538.687056:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603538.687059:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603538.687065:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=86 v=5 (5 5 5 5) 00000100:00001000:3.0:1789603538.687069:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=86 v=5 (1 1 1 1) 00000100:00000001:3.0:1789603538.687071:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603538.687073:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603538.687076:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603538.687078:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603538.687081:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603538.687085:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49180 x1876533442867840/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603554 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603538.687092:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603538.687095:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603538.687097:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603538.687100:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49180 x1876533442867840/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603554 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603538.687108:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2402:1876533442867840:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603538.687112:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603538.687115:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603538.687118:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49180 x1876533442867840/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603554 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603538.687123:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603538.687125:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603538.687128:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb805156200. 02000000:00000001:3.0:1789603538.687131:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603538.687133:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603538.687135:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:3.0:1789603538.687138:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603538.687140:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783f300. 02000000:00000001:3.0:1789603538.687143:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603538.687144:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603538.687146:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49180. 00000100:00000001:3.0:1789603538.687149:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603538.687151:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603538.687153:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603538.687160:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603538.687161:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603538.687163:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603538.687165:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603538.689026:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603538.689035:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603538.689045:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=86 v=5 (106 106 106 137) 00000100:00001000:2.0:1789603538.689050:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=86 v=5 (1 1 1 1) 00000100:00000001:2.0:1789603538.689053:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603538.689054:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603538.689057:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603538.689061:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603538.689064:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603538.689065:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1789603538.689068:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603538.689069:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603538.689077:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b4b100 x1876533442868096/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603554 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603538.689084:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603538.689087:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603538.689088:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603538.689091:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4b100 x1876533442868096/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603554 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603538.689099:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442868096:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603538.689104:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603538.689107:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603538.689110:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b4b100 x1876533442868096/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603554 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603538.689116:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603538.689118:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603538.689121:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb801284400. 02000000:00000001:2.0:1789603538.689127:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603538.689129:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603538.689131:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603538.689134:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603538.689136:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783f000. 02000000:00000001:2.0:1789603538.689140:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603538.689142:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603538.689144:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4b100. 00000100:00000001:2.0:1789603538.689147:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603538.689149:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603538.689151:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603538.689157:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603538.689159:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603538.689161:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603538.689164:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603538.689284:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603538.689298:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9100. 00000400:00000200:2.0:1789603538.689302:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603538.689308:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603538.689315:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc770 00000400:00000010:2.0:1789603538.689317:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc770. 00000100:00000001:2.0:1789603538.689321:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603538.689325:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4380 x1876533442865152/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/512 e 0 to 0 dl 1789603680 ref 3 fl Rpc:r/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603538.689334:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603538.689337:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4380 x1876533442865152/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/512 e 0 to 0 dl 1789603680 ref 3 fl Rpc:Qr/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603538.689342:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603538.689344:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789603538.692375:0:31378:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603538.692380:0:31378:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603538.692383:0:31378:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603538.692385:0:31378:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603538.692389:0:31378:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603538.692393:0:31378:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603538.692395:0:31378:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603538.692397:0:31378:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1789603538.692402:0:31378:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1876533442866048 new x1876533442868480 02000000:00000001:2.0:1789603538.692406:0:31378:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603538.692409:0:31378:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603538.692417:0:31378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603538.692426:0:31378:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a39f8. 00000400:00000010:2.0:1789603538.692434:0:31378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d75d8. 00000100:00000200:2.0:1789603538.692441:0:31378:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442866048, portal 10 00000100:00000001:2.0:1789603538.692443:0:31378:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603538.692445:0:31378:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126198144 : -106961583353472 : ffff9eb810d1d180) 00000100:00000040:2.0:1789603538.692454:0:31378:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff9eb810d1d180 x1876533442866048/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603554 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603538.692462:0:31378:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603538.692465:0:31378:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603538.692468:0:31378:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7110. 00000100:00000200:2.0:1789603538.692471:0:31378:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876533442866048, offset 0 00000400:00000200:2.0:1789603538.692478:0:31378:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603538.692486:0:31378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.692493:0:31378:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603538.692499:0:31378:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603538.692503:0:31378:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603538.692507:0:31378:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603538.692528:0:31378:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603538.692532:0:31378:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2600:2600:256:4294967295] 192.168.204.129@tcp LPNI seq info [2600:2600:8:4294967295] 00000400:00000200:2.0:1789603538.692537:0:31378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.692546:0:31378:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603538.692552:0:31378:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603538.692558:0:31378:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb812ac0d00. 00000800:00000200:2.0:1789603538.692564:0:31378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603538.692572:0:31378:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603538.692577:0:31378:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb812ac0d00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789603538.692601:0:31378:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603538.692606:0:31378:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 808436 usecs (809 jiffies) 00000400:00000200:2.0:1789603538.692609:0:31378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603538.692612:0:31378:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296538435 00000100:00000001:2.0:1789603538.692615:0:31378:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296541546 00000100:00000001:2.0:1789603538.692617:0:31378:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296538435 00000100:00000001:2.0:1789603538.692619:0:31378:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296541546 00000100:00000001:2.0:1789603538.692621:0:31378:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603538.692625:0:31378:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603538.692627:0:31378:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603538.692628:0:31378:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603538.692631:0:31378:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb806b81540 going to sleep for 11 seconds 00000100:00000001:2.0:1789603538.692633:0:31378:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603538.692634:0:31378:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603538.693378:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603538.693384:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb812ac0d00. 00000400:00000200:3.0:1789603538.693390:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603538.693397:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603538.693404:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7110 00000400:00000010:3.0:1789603538.693406:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7110. 00000100:00000001:3.0:1789603538.693410:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603538.693415:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1d180 x1876533442866048/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603554 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603538.693424:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603538.693427:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1d180 x1876533442866048/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603554 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603538.693434:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603538.693436:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603538.699784:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603538.699801:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603538.699805:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603538.699808:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603538.699816:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.699824:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603538.699833:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.699838:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.699843:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.699848:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d457500 00000400:00000200:2.0:1789603538.699853:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.699867:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x778d [1] + 224 00000800:00000001:2.0:1789603538.699874:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603538.699882:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603538.699886:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603538.699891:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603538.699898:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603538.699908:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1d180 x1876533442866048/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603554 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603538.699920:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9eb810d1d180 x1876533442866048/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603554 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603538.699942:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603538.699949:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603538.699952:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1789603538.707771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8069475a0. 00000080:00000010:0.1:1789603538.707802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8069478e0. 00000800:00000001:2.0:1789603538.755625:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603538.758671:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603538.758685:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603538.758699:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603538.758712:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.758720:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603538.758730:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.758735:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.758741:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.758747:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d457480 00000400:00000200:2.0:1789603538.758764:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.758771:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x7785 [1] + 224 00000800:00000001:2.0:1789603538.758790:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603538.758802:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603538.758806:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603538.758812:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603538.758821:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603538.758831:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4380 x1876533442865152/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/512 e 0 to 0 dl 1789603680 ref 2 fl Rpc:Qr/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603538.758844:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff9eb806bd4380 x1876533442865152/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/512 e 0 to 0 dl 1789603680 ref 2 fl Rpc:RQ/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603538.758872:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603538.758883:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603538.758886:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789603538.760091:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603538.760096:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9b00. 00000400:00000200:3.0:1789603538.760101:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603538.760106:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603538.760111:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc220 00000400:00000010:3.0:1789603538.760114:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc220. 00000100:00000001:3.0:1789603538.760117:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603538.760122:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4380 x1876533442868608/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1789603554 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603538.760131:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603538.760134:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4380 x1876533442868608/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1789603554 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603538.760141:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603538.760143:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603538.772297:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603538.772314:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603538.772320:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603538.772322:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603538.772332:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603538.772340:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603538.772351:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603538.772356:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603538.772362:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603538.772366:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 400 into portal 10 MB=0x6aab27d457580 00000400:00000200:3.0:1789603538.772371:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603538.772377:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 400/400 into md 0x779d [1] + 224 00000800:00000001:3.0:1789603538.772395:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603538.772403:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603538.772407:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603538.772420:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603538.772429:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603538.772439:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4380 x1876533442868608/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1789603554 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603538.772457:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff9eb806bd4380 x1876533442868608/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1789603554 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603538.772482:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603538.772490:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603538.772494:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789603538.774107:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603538.774113:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9e00. 00000400:00000200:3.0:1789603538.774118:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603538.774126:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603538.774132:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc6e8 00000400:00000010:3.0:1789603538.774135:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc6e8. 00000100:00000001:3.0:1789603538.774139:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603538.774143:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4380 x1876533442868736/t0(0) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603554 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603538.774152:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603538.774155:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4380 x1876533442868736/t0(0) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603554 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603538.774162:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603538.774164:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603538.778746:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603538.778765:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603538.778770:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603538.778786:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603538.778795:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603538.778804:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603538.778813:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603538.778818:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603538.778824:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603538.778829:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 432 into portal 4 MB=0x6aab27d457600 00000400:00000200:3.0:1789603538.778836:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603538.778843:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 432/432 into md 0x77a5 [1] + 224 00000800:00000001:3.0:1789603538.778852:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603538.778860:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603538.778864:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603538.778869:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603538.778878:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603538.778889:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4380 x1876533442868736/t0(0) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603554 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603538.778901:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9eb806bd4380 x1876533442868736/t0(0) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603554 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603538.779124:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603538.779134:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603538.779138:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789603538.783652:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603538.783664:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076100. 00000400:00000200:3.0:1789603538.783670:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603538.783679:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603538.783687:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682908 00000400:00000010:3.0:1789603538.783690:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682908. 00000100:00000001:3.0:1789603538.783696:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603538.783703:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1d180 x1876533442868992/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603554 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603538.783715:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603538.783719:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1d180 x1876533442868992/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603554 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603538.783726:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603538.783728:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603538.802606:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603538.802629:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603538.802634:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603538.802637:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603538.802647:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.802655:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603538.802665:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.802672:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.802678:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.802682:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d457700 00000400:00000200:2.0:1789603538.802688:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603538.802696:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x77ad [1] + 224 00000800:00000001:2.0:1789603538.802704:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603538.802714:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603538.802718:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603538.802722:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603538.802730:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603538.802738:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1d180 x1876533442868992/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603554 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603538.802749:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9eb810d1d180 x1876533442868992/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603554 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603538.803031:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603538.803041:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603538.803045:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1789603538.823751:0:31423:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb81272a5e0. 00000080:00000010:0.1:1789603538.823770:0:31423:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8069073c0. 00010000:00000001:3.0:1789603538.858647:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603538.858656:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603538.858661:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603538.858662:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603539.882763:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603539.882770:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603539.882777:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603539.882779:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603539.882806:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603539.882809:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603539.882812:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789603540.216421:0:31424:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789603540.216430:0:31424:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789603540.216433:0:31424:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789603540.216436:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fb20 00000080:00200000:3.0:1789603540.216440:0:31424:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:3.0:1789603540.216449:0:31424:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8118b7800. 00800000:00000002:3.0:1789603540.216455:0:31424:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:3.0:1789603540.216460:0:31424:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603540.216466:0:31424:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603540.216468:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fa40 00800000:00000002:3.0:1789603540.216470:0:31424:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603540.216816:0:31424:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789603540.216829:0:31424:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603540.216831:0:31424:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603540.216834:0:31424:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603540.216836:0:31424:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603540.216838:0:31424:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603540.216840:0:31424:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603540.216843:0:31424:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603540.216847:0:31424:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789603540.216853:0:31424:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603540.216856:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f910 00000002:00010000:3.0:1789603540.216858:0:31424:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789603540.216862:0:31424:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789603540.216864:0:31424:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603540.216867:0:31424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789603540.216874:0:31424:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603540.216877:0:31424:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603540.216878:0:31424:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603540.216881:0:31424:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789603540.216883:0:31424:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789603540.216889:0:31424:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49180. 00000020:00000040:3.0:1789603540.216893:0:31424:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:3.0:1789603540.216901:0:31424:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789603540.216905:0:31424:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603540.216912:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.216914:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.216916:0:31424:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603540.216919:0:31424:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603540.216922:0:31424:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603540.216926:0:31424:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603540.216934:0:31424:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb80511d000. 00000100:00000001:3.0:1789603540.216941:0:31424:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.216947:0:31424:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603540.216949:0:31424:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.216951:0:31424:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603540.216952:0:31424:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.216955:0:31424:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603540.216960:0:31424:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00010000:00000001:3.0:1789603540.216964:0:31424:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789603540.216967:0:31424:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789603540.216972:0:31424:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb8042bbf00. 00010000:00000010:3.0:1789603540.216976:0:31424:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80502b380. 00010000:00000001:3.0:1789603540.216980:0:31424:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789603540.216983:0:31424:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb8131e5a00. 00000020:00000001:3.0:1789603540.216987:0:31424:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789603540.216990:0:31424:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb8131e5a00 with handle 0xa04c19c788fe52ca to hash 00000020:00000001:3.0:1789603540.216992:0:31424:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789603540.216993:0:31424:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603540.216996:0:31424:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603540.217000:0:31424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603540.217002:0:31424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603540.217006:0:31424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe52ca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603540.217015:0:31424:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe52ca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603540.217030:0:31424:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe52ca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789603540.217036:0:31424:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603540.217038:0:31424:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603540.217044:0:31424:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8208639c0. 00000100:00000001:3.0:1789603540.217046:0:31424:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112389679552 : -106961319872064 : ffff9eb8208639c0) 00000100:00000001:3.0:1789603540.217049:0:31424:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603540.217050:0:31424:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00000100:00000001:3.0:1789603540.217055:0:31424:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603540.217059:0:31424:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603540.217061:0:31424:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603540.217063:0:31424:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603540.217072:0:31424:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49180 x1876533442869120/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.217080:0:31424:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603540.217083:0:31424:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603540.217086:0:31424:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603540.217089:0:31424:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603540.217091:0:31424:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603540.217094:0:31424:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job checkstat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:31424:1876533442869120:192.168.204.129@tcp:101:checkstat.0 00000100:00000001:3.0:1789603540.217098:0:31424:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603540.217103:0:31424:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603540.217104:0:31424:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603540.217107:0:31424:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603540.217112:0:31424:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb82036f000. 02000000:00000001:3.0:1789603540.217114:0:31424:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603540.217120:0:31424:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603540.217125:0:31424:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748aa8. 00000400:00000010:3.0:1789603540.217130:0:31424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d02a8. 00000100:00000200:3.0:1789603540.217137:0:31424:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442869120, portal 10 00000100:00000001:3.0:1789603540.217139:0:31424:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603540.217141:0:31424:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00000100:00000040:3.0:1789603540.217147:0:31424:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810b49180 x1876533442869120/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603556 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.217165:0:31424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603540.217169:0:31424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603540.217172:0:31424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0a18. 00000100:00000200:3.0:1789603540.217175:0:31424:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876533442869120, offset 0 00000400:00000200:3.0:1789603540.217182:0:31424:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603540.217190:0:31424:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.217198:0:31424:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603540.217203:0:31424:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603540.217207:0:31424:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603540.217211:0:31424:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603540.217214:0:31424:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603540.217217:0:31424:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2604:2604:256:4294967295] 192.168.204.129@tcp LPNI seq info [2604:2604:8:4294967295] 00000400:00000200:3.0:1789603540.217222:0:31424:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.217231:0:31424:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603540.217238:0:31424:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603540.217243:0:31424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f300. 00000800:00000200:3.0:1789603540.217249:0:31424:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603540.217256:0:31424:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603540.217261:0:31424:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1789603540.217284:0:31424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603540.217289:0:31424:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 874525 usecs (875 jiffies) 00000400:00000200:3.0:1789603540.217293:0:31424:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603540.217296:0:31424:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296540025 00000100:00000001:3.0:1789603540.217299:0:31424:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296541546 00000100:00000001:3.0:1789603540.217302:0:31424:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296540025 00000100:00000001:3.0:1789603540.217304:0:31424:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296541546 00000100:00000001:3.0:1789603540.217306:0:31424:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603540.217320:0:31424:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603540.217322:0:31424:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603540.217324:0:31424:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603540.217326:0:31424:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8208639c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789603540.217330:0:31424:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603540.217332:0:31424:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603540.219221:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603540.219231:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f300. 00000400:00000200:2.0:1789603540.219237:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.219245:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603540.219253:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0a18 00000400:00000010:2.0:1789603540.219256:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0a18. 00000100:00000001:2.0:1789603540.219261:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603540.219268:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49180 x1876533442869120/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603556 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.219281:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603540.219285:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b49180 x1876533442869120/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603556 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.219293:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.219295:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603540.235392:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.235414:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603540.235419:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.235422:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.235431:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.235439:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603540.235451:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.235456:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.235462:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.235466:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d457780 00000400:00000200:2.0:1789603540.235471:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.235477:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x77b5 [1] + 224 00000800:00000001:2.0:1789603540.235484:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.235496:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.235499:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.235504:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603540.235896:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603540.235907:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49180 x1876533442869120/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603556 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603540.235918:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb810b49180 x1876533442869120/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.236154:0:31424:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603540.236409:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603540.236422:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.236427:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789603540.236470:0:31424:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603540.236472:0:31424:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603540.236476:0:31424:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748aa8. 00000400:00000200:3.0:1789603540.236481:0:31424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d02a8 00000400:00000010:3.0:1789603540.236484:0:31424:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d02a8. 00000100:00000001:3.0:1789603540.236488:0:31424:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603540.236493:0:31424:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49180 x1876533442869120/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789603540.236503:0:31424:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49180 x1876533442869120/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.236594:0:31424:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603540.236597:0:31424:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603540.236599:0:31424:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603540.236602:0:31424:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603540.236605:0:31424:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603540.236607:0:31424:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603540.236610:0:31424:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603540.236620:0:31424:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=88 v=5 (106 106 106 137) 00000100:00001000:3.0:1789603540.236624:0:31424:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603540.236627:0:31424:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603540.236628:0:31424:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.236631:0:31424:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603540.236636:0:31424:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603540.236640:0:31424:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603540.236641:0:31424:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967581 00000100:00000001:3.0:1789603540.236643:0:31424:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603540.236646:0:31424:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603540.236652:0:31424:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49180 x1876533442869120/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.236664:0:31424:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603540.236667:0:31424:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603540.236668:0:31424:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603540.236672:0:31424:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49180 x1876533442869120/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603556 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789603540.236679:0:31424:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job checkstat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:31424:1876533442869120:192.168.204.129@tcp:101:checkstat.0 00000100:00000001:3.0:1789603540.236684:0:31424:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603540.236687:0:31424:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603540.236689:0:31424:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789603540.236692:0:31424:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603540.236695:0:31424:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49180 x1876533442869120/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603556 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.236700:0:31424:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603540.236703:0:31424:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8208639c0. 00000100:00000001:3.0:1789603540.236706:0:31424:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789603540.236708:0:31424:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.236711:0:31424:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789603540.236715:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.236718:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.236721:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=4 00000020:00000001:3.0:1789603540.236723:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603540.236725:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000040:3.0:1789603540.236732:0:31424:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb8131e5a00, remote cookie: 0x31dbb14d74e9141a, flags: 0x1001 00010000:00010000:3.0:1789603540.236737:0:31424:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe52ca lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9141a expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603540.236763:0:31424:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe52ca lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9141a expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.236774:0:31424:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789603540.236779:0:31424:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789603540.236781:0:31424:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789603540.236782:0:31424:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789603540.236783:0:31424:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789603540.236786:0:31424:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9eb8042bbf00) refcount = 1 00010000:00010000:3.0:1789603540.236790:0:31424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe52ca lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9141a expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.236795:0:31424:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789603540.236799:0:31424:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789603540.236800:0:31424:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603540.236803:0:31424:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789603540.236806:0:31424:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603540.236809:0:31424:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe52ca lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9141a expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.236814:0:31424:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789603540.236816:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.236817:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.236891:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.236892:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.236894:0:31424:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603540.236898:0:31424:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789603540.236900:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.236901:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.236903:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=3 00000020:00000001:3.0:1789603540.236905:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603540.236907:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603540.236909:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.236910:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.236911:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=4 00000020:00000001:3.0:1789603540.236912:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603540.236915:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603540.236917:0:31424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603540.236920:0:31424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603540.236924:0:31424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe52ca lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9141a expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.236930:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.236931:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.236932:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.236933:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.236934:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=5 00000020:00000001:3.0:1789603540.236935:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603540.236937:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603540.236939:0:31424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603540.236942:0:31424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe52ca lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9141a expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.236948:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.236949:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789603540.236952:0:31424:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe52ca lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9141a expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.236958:0:31424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603540.236960:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.236961:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.236962:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.236963:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789603540.236968:0:31424:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb810b49180 x1876533442869120/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603556 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789603540.236976:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.236977:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.236979:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=3 00000020:00000001:3.0:1789603540.236981:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603540.236983:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603540.236985:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.236986:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603540.236987:0:31424:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603540.236990:0:31424:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603540.236992:0:31424:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789603540.236995:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.236996:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.236997:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=3 00000020:00000001:3.0:1789603540.236999:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603540.237001:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00000002:00010000:3.0:1789603540.237004:0:31424:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe52ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9141a expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.237011:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.237012:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.237014:0:31424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789603540.237015:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.237016:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.237018:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=3 00000020:00000001:3.0:1789603540.237020:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603540.237021:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000040:3.0:1789603540.237027:0:31424:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bbf00 count: 2 00010000:00000001:3.0:1789603540.237030:0:31424:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789603540.237034:0:31424:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1789603540.237036:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.237037:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603540.237038:0:31424:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789603540.237041:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f898 00000002:00002000:3.0:1789603540.237043:0:31424:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789603540.237046:0:31424:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603540.237049:0:31424:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603540.237052:0:31424:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789603540.237055:0:31424:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789603540.237058:0:31424:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603540.237062:0:31424:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:3.0:1789603540.237066:0:31424:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8118b7800. 00000080:00000001:3.0:1789603540.237071:0:31424:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789603540.237073:0:31424:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789603540.237080:0:31424:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789603540.237084:0:31424:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789603540.237093:0:31424:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb807f1be80. 00800000:00000001:3.0:1789603540.237095:0:31424:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637111977295488 : -106961732256128 : ffff9eb807f1be80) 00800000:00000001:3.0:1789603540.237098:0:31424:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603540.237100:0:31424:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789603540.237103:0:31424:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789603540.237105:0:31424:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1789603540.237107:0:31424:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789603540.237112:0:31424:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789603540.237113:0:31424:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603540.237117:0:31424:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1789603540.237120:0:31424:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1789603540.237125:0:31424:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1789603540.237127:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.237128:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.237130:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=3 00000020:00000001:3.0:1789603540.237132:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603540.237134:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603540.237136:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.237137:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789603540.237138:0:31424:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789603540.237140:0:31424:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1789603540.237142:0:31424:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807f1be80 1 00800000:00000010:3.0:1789603540.237144:0:31424:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb807f1be80. 00800000:00000001:3.0:1789603540.237149:0:31424:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603540.237152:0:31424:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe52ca 00800000:00000001:3.0:1789603540.237296:0:31424:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603540.237299:0:31424:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603540.237300:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.237302:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.237303:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=3 00000020:00000001:3.0:1789603540.237373:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603540.237377:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603540.237380:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.237381:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603540.237383:0:31424:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603540.237384:0:31424:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603540.237387:0:31424:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603540.237389:0:31424:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:3.0:1789603540.237393:0:31424:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe52ca from it ffffb8e50175fb58 00010000:00000001:3.0:1789603540.237395:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.237396:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.237397:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=3 00000020:00000001:3.0:1789603540.237399:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603540.237401:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603540.237403:0:31424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603540.237406:0:31424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe52ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9141a expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.237413:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.237414:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.237415:0:31424:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603540.237418:0:31424:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603540.237420:0:31424:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe52ca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9141a expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789603540.237429:0:31424:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603540.237432:0:31424:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603540.237433:0:31424:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603540.237439:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.237440:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.237442:0:31424:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.237445:0:31424:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603540.237447:0:31424:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.237449:0:31424:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.237451:0:31424:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.237453:0:31424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603540.237454:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.237455:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789603540.237457:0:31424:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603540.237463:0:31424:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49180 x1876533442869120/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603556 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.237469:0:31424:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603540.237472:0:31424:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603540.237476:0:31424:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb82036f000. 02000000:00000001:3.0:1789603540.237480:0:31424:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603540.237483:0:31424:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603540.237484:0:31424:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603540.237486:0:31424:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603540.237489:0:31424:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb80511d000. 02000000:00000001:3.0:1789603540.237493:0:31424:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603540.237494:0:31424:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603540.237496:0:31424:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49180. 00000100:00000001:3.0:1789603540.237500:0:31424:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603540.237501:0:31424:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789603540.237504:0:31424:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:3.0:1789603540.237534:0:31424:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789603540.237550:0:31424:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb8069073e0. 00000020:00000001:3.0:1789603540.237555:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fa88 00000080:00200000:3.0:1789603540.237557:0:31424:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9eb808190908), flags=24 00000080:00000001:3.0:1789603540.237561:0:31424:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1789603540.237563:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f938 00000080:00200000:3.0:1789603540.237564:0:31424:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9eb808190908), intent=0 00000080:00000010:3.0:1789603540.237572:0:31424:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8118b7800. 00800000:00000002:3.0:1789603540.237577:0:31424:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:3.0:1789603540.237582:0:31424:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603540.237584:0:31424:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603540.237587:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f858 00800000:00000002:3.0:1789603540.237589:0:31424:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603540.237592:0:31424:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789603540.237596:0:31424:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603540.237599:0:31424:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603540.237601:0:31424:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603540.237603:0:31424:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603540.237605:0:31424:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603540.237607:0:31424:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603540.237609:0:31424:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603540.237612:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f7f0 00800000:00000002:3.0:1789603540.237614:0:31424:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-1' -> mds #0 00000002:00000001:3.0:1789603540.237617:0:31424:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603540.237619:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f728 00000002:00010000:3.0:1789603540.237620:0:31424:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1789603540.237624:0:31424:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789603540.237626:0:31424:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789603540.237629:0:31424:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49180. 00000020:00000040:3.0:1789603540.237633:0:31424:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:3.0:1789603540.237637:0:31424:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789603540.237641:0:31424:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603540.237643:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.237645:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.237646:0:31424:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603540.237649:0:31424:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603540.237651:0:31424:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603540.237655:0:31424:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603540.237662:0:31424:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb80511d000. 00000100:00000001:3.0:1789603540.237668:0:31424:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.237672:0:31424:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603540.237673:0:31424:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.237675:0:31424:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603540.237676:0:31424:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.237678:0:31424:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603540.237685:0:31424:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00010000:00000001:3.0:1789603540.237688:0:31424:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789603540.237691:0:31424:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789603540.237694:0:31424:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bbf00 count: 2 00010000:00000001:3.0:1789603540.237696:0:31424:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603540.237698:0:31424:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789603540.237701:0:31424:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb8131e5000. 00000020:00000001:3.0:1789603540.237705:0:31424:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789603540.237708:0:31424:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb8131e5000 with handle 0xa04c19c788fe52d1 to hash 00000020:00000001:3.0:1789603540.237710:0:31424:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789603540.237711:0:31424:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112164765696 : -106961544785920 : ffff9eb8131e5000) 00010000:00000001:3.0:1789603540.237714:0:31424:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112164765696 : -106961544785920 : ffff9eb8131e5000) 00010000:00000001:3.0:1789603540.237717:0:31424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603540.237719:0:31424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603540.237722:0:31424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5000/0xa04c19c788fe52d1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603540.237729:0:31424:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5000/0xa04c19c788fe52d1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603540.237738:0:31424:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5000/0xa04c19c788fe52d1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789603540.238051:0:31424:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603540.238054:0:31424:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603540.238062:0:31424:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8208639c0. 00000100:00000001:3.0:1789603540.238065:0:31424:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112389679552 : -106961319872064 : ffff9eb8208639c0) 00000100:00000001:3.0:1789603540.238068:0:31424:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603540.238069:0:31424:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00000100:00000001:3.0:1789603540.238073:0:31424:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603540.238078:0:31424:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603540.238080:0:31424:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603540.238081:0:31424:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603540.238087:0:31424:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49180 x1876533442869248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.238095:0:31424:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603540.238098:0:31424:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603540.238101:0:31424:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603540.238104:0:31424:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603540.238106:0:31424:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603540.238109:0:31424:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job checkstat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:31424:1876533442869248:192.168.204.129@tcp:101:checkstat.0 00000100:00000001:3.0:1789603540.238113:0:31424:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603540.238118:0:31424:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603540.238120:0:31424:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603540.238123:0:31424:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603540.238127:0:31424:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb82036f000. 02000000:00000001:3.0:1789603540.238128:0:31424:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603540.238136:0:31424:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603540.238140:0:31424:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748aa8. 00000400:00000010:3.0:1789603540.238145:0:31424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d02a8. 00000100:00000200:3.0:1789603540.238151:0:31424:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442869248, portal 10 00000100:00000001:3.0:1789603540.238726:0:31424:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603540.238728:0:31424:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00000100:00000040:3.0:1789603540.238739:0:31424:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810b49180 x1876533442869248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603556 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.238758:0:31424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603540.238761:0:31424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603540.238765:0:31424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0880. 00000100:00000200:3.0:1789603540.238770:0:31424:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876533442869248, offset 0 00000400:00000200:3.0:1789603540.238778:0:31424:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603540.238787:0:31424:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.238795:0:31424:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603540.238800:0:31424:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603540.238804:0:31424:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603540.238807:0:31424:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603540.238810:0:31424:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603540.238814:0:31424:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2605:2605:256:4294967295] 192.168.204.129@tcp LPNI seq info [2605:2605:8:4294967295] 00000400:00000200:3.0:1789603540.238892:0:31424:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.238903:0:31424:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603540.238910:0:31424:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603540.238916:0:31424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f800. 00000800:00000200:3.0:1789603540.238923:0:31424:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603540.238931:0:31424:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603540.238936:0:31424:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f800 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1789603540.239017:0:31424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603540.239023:0:31424:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 873162 usecs (874 jiffies) 00000400:00000200:3.0:1789603540.239027:0:31424:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603540.239030:0:31424:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296540046 00000100:00000001:3.0:1789603540.239033:0:31424:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296541546 00000100:00000001:3.0:1789603540.239036:0:31424:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296540046 00000100:00000001:3.0:1789603540.239038:0:31424:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296541546 00000100:00000001:3.0:1789603540.239041:0:31424:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603540.239043:0:31424:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603540.239046:0:31424:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603540.239048:0:31424:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603540.239051:0:31424:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8208639c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789603540.239054:0:31424:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603540.239056:0:31424:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603540.239466:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603540.239471:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f800. 00000400:00000200:2.0:1789603540.239477:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.239483:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603540.239489:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0880 00000400:00000010:2.0:1789603540.239491:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0880. 00000100:00000001:2.0:1789603540.239495:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603540.239500:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49180 x1876533442869248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603556 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.239544:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603540.239548:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b49180 x1876533442869248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603556 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.239554:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.239556:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603540.248623:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.248640:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603540.248645:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.248648:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.248657:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.248666:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603540.248676:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.248681:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.248686:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.248690:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d457800 00000400:00000200:2.0:1789603540.248695:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.248700:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x77c5 [1] + 224 00000800:00000001:2.0:1789603540.248708:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.248714:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.248718:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.248722:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603540.248729:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603540.248738:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49180 x1876533442869248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603556 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603540.248758:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb810b49180 x1876533442869248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.248811:0:31424:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603540.248837:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603540.248846:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.248850:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789603540.253576:0:31424:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603540.253583:0:31424:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603540.253589:0:31424:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748aa8. 00000400:00000200:3.0:1789603540.253597:0:31424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d02a8 00000400:00000010:3.0:1789603540.253601:0:31424:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d02a8. 00000100:00000001:3.0:1789603540.253605:0:31424:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603540.253619:0:31424:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49180 x1876533442869248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789603540.253629:0:31424:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49180 x1876533442869248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.253637:0:31424:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603540.253640:0:31424:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603540.253643:0:31424:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603540.253646:0:31424:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603540.253648:0:31424:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603540.253651:0:31424:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603540.253654:0:31424:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603540.253663:0:31424:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=88 v=5 (106 106 106 137) 00000100:00001000:3.0:1789603540.253668:0:31424:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603540.253671:0:31424:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603540.253673:0:31424:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.253675:0:31424:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603540.253679:0:31424:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603540.253683:0:31424:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603540.253685:0:31424:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967581 00000100:00000001:3.0:1789603540.253687:0:31424:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603540.253690:0:31424:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603540.253695:0:31424:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49180 x1876533442869248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.253702:0:31424:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603540.253705:0:31424:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603540.253707:0:31424:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603540.253711:0:31424:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49180 x1876533442869248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603556 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789603540.253720:0:31424:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job checkstat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:31424:1876533442869248:192.168.204.129@tcp:101:checkstat.0 00000100:00000001:3.0:1789603540.253725:0:31424:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603540.253729:0:31424:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603540.253732:0:31424:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789603540.253734:0:31424:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603540.253738:0:31424:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49180 x1876533442869248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603556 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.253758:0:31424:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603540.253761:0:31424:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8208639c0. 00000100:00000001:3.0:1789603540.253765:0:31424:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789603540.253767:0:31424:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.253770:0:31424:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789603540.253774:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.253777:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.253781:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5000 refcount=4 00000020:00000001:3.0:1789603540.253784:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164765696 : -106961544785920 : ffff9eb8131e5000) 00010000:00000001:3.0:1789603540.253787:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164765696 : -106961544785920 : ffff9eb8131e5000) 00010000:00000040:3.0:1789603540.253793:0:31424:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb8131e5000, remote cookie: 0x31dbb14d74e91436, flags: 0x1001 00010000:00010000:3.0:1789603540.253800:0:31424:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5000/0xa04c19c788fe52d1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91436 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789603540.253809:0:31424:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x1b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1789603540.253813:0:31424:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1789603540.254289:0:31424:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb8042bb000. 00010000:00000010:3.0:1789603540.254295:0:31424:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80502bd00. 00010000:00000001:3.0:1789603540.254301:0:31424:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603540.254305:0:31424:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5000/0xa04c19c788fe52d1 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91436 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603540.254377:0:31424:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5000/0xa04c19c788fe52d1 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91436 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.254453:0:31424:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789603540.254458:0:31424:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789603540.254460:0:31424:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789603540.254461:0:31424:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789603540.254463:0:31424:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789603540.254466:0:31424:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1b:0x0].0x0 (ffff9eb8042bb000) refcount = 1 00010000:00010000:3.0:1789603540.254471:0:31424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5000/0xa04c19c788fe52d1 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91436 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.254477:0:31424:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789603540.254480:0:31424:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789603540.254482:0:31424:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603540.254486:0:31424:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789603540.254488:0:31424:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603540.254492:0:31424:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5000/0xa04c19c788fe52d1 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91436 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.254498:0:31424:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789603540.254499:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.254501:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.254502:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.254503:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.254505:0:31424:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603540.254893:0:31424:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789603540.254897:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.254900:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.254902:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5000 refcount=3 00000020:00000001:3.0:1789603540.254904:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164765696 : -106961544785920 : ffff9eb8131e5000) 00010000:00000001:3.0:1789603540.254908:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164765696 : -106961544785920 : ffff9eb8131e5000) 00010000:00000001:3.0:1789603540.254910:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.254911:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.254912:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5000 refcount=4 00000020:00000001:3.0:1789603540.254914:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164765696 : -106961544785920 : ffff9eb8131e5000) 00010000:00000001:3.0:1789603540.254915:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164765696 : -106961544785920 : ffff9eb8131e5000) 00010000:00000001:3.0:1789603540.254918:0:31424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603540.254921:0:31424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603540.254924:0:31424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5000/0xa04c19c788fe52d1 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91436 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.254931:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.254932:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.254933:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.254934:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.254935:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5000 refcount=5 00000020:00000001:3.0:1789603540.254937:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164765696 : -106961544785920 : ffff9eb8131e5000) 00010000:00000001:3.0:1789603540.254940:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164765696 : -106961544785920 : ffff9eb8131e5000) 00010000:00000001:3.0:1789603540.254942:0:31424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603540.254945:0:31424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5000/0xa04c19c788fe52d1 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91436 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.254951:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.254952:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789603540.254955:0:31424:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5000/0xa04c19c788fe52d1 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91436 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.254961:0:31424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603540.254962:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.254963:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.254964:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.254965:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789603540.254974:0:31424:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9eb810b49180 x1876533442869248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603556 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789603540.254982:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.254984:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.254985:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5000 refcount=3 00000020:00000001:3.0:1789603540.254987:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164765696 : -106961544785920 : ffff9eb8131e5000) 00010000:00000001:3.0:1789603540.254988:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164765696 : -106961544785920 : ffff9eb8131e5000) 00010000:00000001:3.0:1789603540.254991:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.254992:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603540.254993:0:31424:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603540.254995:0:31424:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603540.254999:0:31424:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789603540.255000:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.255001:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.255002:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5000 refcount=3 00000020:00000001:3.0:1789603540.255004:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164765696 : -106961544785920 : ffff9eb8131e5000) 00010000:00000001:3.0:1789603540.255006:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164765696 : -106961544785920 : ffff9eb8131e5000) 00000002:00010000:3.0:1789603540.255009:0:31424:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5000/0xa04c19c788fe52d1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91436 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.255015:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.255016:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.255017:0:31424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789603540.255018:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.255019:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.255020:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5000 refcount=3 00000020:00000001:3.0:1789603540.255022:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164765696 : -106961544785920 : ffff9eb8131e5000) 00010000:00000001:3.0:1789603540.255024:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164765696 : -106961544785920 : ffff9eb8131e5000) 00010000:00000040:3.0:1789603540.255029:0:31424:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb000 count: 2 00010000:00000001:3.0:1789603540.255031:0:31424:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789603540.255035:0:31424:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589935621/27 (0 0) 00010000:00000001:3.0:1789603540.255038:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.255039:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603540.255040:0:31424:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789603540.255044:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f6b0 00000002:00002000:3.0:1789603540.255046:0:31424:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789603540.255049:0:31424:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603540.255054:0:31424:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603540.255056:0:31424:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789603540.255059:0:31424:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1789603540.255062:0:31424:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603540.255066:0:31424:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000001:3.0:1789603540.255068:0:31424:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1789603540.255070:0:31424:0:(namei.c:674:ll_lookup_it_finish()) it ffffb8e50175fa28 it_disposition b 00000080:00000001:3.0:1789603540.255073:0:31424:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789603540.255081:0:31424:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789603540.255084:0:31424:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789603540.255091:0:31424:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb807f1be80. 00800000:00000001:3.0:1789603540.255093:0:31424:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637111977295488 : -106961732256128 : ffff9eb807f1be80) 00800000:00000001:3.0:1789603540.255095:0:31424:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603540.255097:0:31424:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789603540.255099:0:31424:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611163 : 144115205339611163 : 20000040500001b) 00000080:00000001:3.0:1789603540.255102:0:31424:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1789603540.255107:0:31424:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789603540.255109:0:31424:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x1b:0x0] 00000080:00000001:3.0:1789603540.255111:0:31424:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789603540.255114:0:31424:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789603540.255116:0:31424:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603540.255119:0:31424:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611163 : 144115205339611163 : 20000040500001b) 00000080:00000001:3.0:1789603540.255121:0:31424:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1789603540.255125:0:31424:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x1b:0x0], updating i_size 4096 00000080:00200000:3.0:1789603540.255128:0:31424:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x1b:0x0](ffff9eb808179148): rc = 0 00000080:00000001:3.0:1789603540.255130:0:31424:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979774280 : -106961729777336 : ffff9eb808179148) 00010000:00000001:3.0:1789603540.255131:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.255132:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.255133:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5000 refcount=3 00000020:00000001:3.0:1789603540.255135:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164765696 : -106961544785920 : ffff9eb8131e5000) 00010000:00000001:3.0:1789603540.255137:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164765696 : -106961544785920 : ffff9eb8131e5000) 00010000:00000001:3.0:1789603540.255139:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.255140:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789603540.255141:0:31424:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789603540.255143:0:31424:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1789603540.255144:0:31424:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807f1be80 1 00800000:00000010:3.0:1789603540.255147:0:31424:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb807f1be80. 00800000:00000001:3.0:1789603540.255151:0:31424:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603540.255167:0:31424:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1b:0x0](ffff9eb808179148) for lock 0xa04c19c788fe52d1 00800000:00000001:3.0:1789603540.255170:0:31424:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603540.255172:0:31424:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603540.255173:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.255174:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.255176:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5000 refcount=3 00000020:00000001:3.0:1789603540.255178:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164765696 : -106961544785920 : ffff9eb8131e5000) 00010000:00000001:3.0:1789603540.255179:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164765696 : -106961544785920 : ffff9eb8131e5000) 00010000:00000001:3.0:1789603540.255182:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.255183:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603540.255184:0:31424:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603540.255186:0:31424:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1789603540.255193:0:31424:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb8204811b0 inode ffff9eb808179148 refc 1 flags 0x20000e 00000080:00000002:3.0:1789603540.255197:0:31424:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21f.recovery-small-1 [0x200000405:0x1b:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:3.0:1789603540.255200:0:31424:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1789603540.256475:0:31424:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1b:0x0](ffff9eb808179148) 00000080:00010000:3.0:1789603540.256480:0:31424:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe52d1 from it ffffb8e50175fa28 00010000:00000001:3.0:1789603540.256483:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.256485:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.256487:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5000 refcount=3 00000020:00000001:3.0:1789603540.256490:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164765696 : -106961544785920 : ffff9eb8131e5000) 00010000:00000001:3.0:1789603540.256492:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164765696 : -106961544785920 : ffff9eb8131e5000) 00010000:00000001:3.0:1789603540.256495:0:31424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603540.256499:0:31424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5000/0xa04c19c788fe52d1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91436 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.256507:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.256508:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.256900:0:31424:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603540.256904:0:31424:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603540.256907:0:31424:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5000/0xa04c19c788fe52d1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91436 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789603540.256915:0:31424:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603540.256918:0:31424:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603540.256920:0:31424:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603540.256924:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.256925:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.256927:0:31424:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.256930:0:31424:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603540.256932:0:31424:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.256934:0:31424:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.256937:0:31424:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.256940:0:31424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603540.256941:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.256943:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789603540.256945:0:31424:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789603540.256951:0:31424:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8118b7800. 00000100:00000001:3.0:1789603540.256960:0:31424:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603540.256973:0:31424:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49180 x1876533442869248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603556 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.256981:0:31424:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603540.256984:0:31424:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603540.256988:0:31424:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb82036f000. 02000000:00000001:3.0:1789603540.256991:0:31424:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603540.256994:0:31424:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603540.256996:0:31424:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603540.256998:0:31424:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603540.257001:0:31424:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb80511d000. 02000000:00000001:3.0:1789603540.257004:0:31424:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603540.257006:0:31424:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603540.257008:0:31424:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49180. 00000100:00000001:3.0:1789603540.257012:0:31424:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603540.257013:0:31424:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603540.257021:0:31424:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789603540.257024:0:31424:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1b:0x0](ffff9eb808179148), inode mode 41ed mask 1 00000080:00000001:3.0:1789603540.257028:0:31424:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789603540.257044:0:31424:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb806907220. 00000020:00000001:3.0:1789603540.257049:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fae8 00000080:00200000:3.0:1789603540.257051:0:31424:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000405:0x1b:0x0](ffff9eb808179148), flags=8 00000080:00000001:3.0:1789603540.257054:0:31424:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1789603540.257056:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f998 00000080:00200000:3.0:1789603540.257057:0:31424:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x1b:0x0](ffff9eb808179148), intent=getattr 00000080:00000010:3.0:1789603540.257066:0:31424:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8118b7800. 00800000:00000002:3.0:1789603540.257071:0:31424:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb807a3f640 2 00000080:00000001:3.0:1789603540.257075:0:31424:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603540.257078:0:31424:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603540.257080:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f8b8 00800000:00000002:3.0:1789603540.257081:0:31424:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000405:0x1b:0x0] 00800000:00000001:3.0:1789603540.257084:0:31424:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789603540.257088:0:31424:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603540.257091:0:31424:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603540.257094:0:31424:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603540.257096:0:31424:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603540.257098:0:31424:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603540.257101:0:31424:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1b:0x0] 00800000:00000001:3.0:1789603540.257103:0:31424:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603540.257106:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f850 00800000:00000002:3.0:1789603540.257108:0:31424:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x1b:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:3.0:1789603540.257112:0:31424:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603540.257114:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f788 00000002:00010000:3.0:1789603540.257116:0:31424:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000405:0x1b:0x0], intent: getattr flags 01 00000002:00000001:3.0:1789603540.257120:0:31424:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789603540.257122:0:31424:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789603540.257127:0:31424:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49180. 00000020:00000040:3.0:1789603540.257130:0:31424:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:3.0:1789603540.257134:0:31424:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789603540.257138:0:31424:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603540.257140:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.257142:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.257143:0:31424:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603540.257146:0:31424:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603540.257148:0:31424:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603540.257152:0:31424:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603540.257923:0:31424:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb80511d000. 00000100:00000001:3.0:1789603540.257933:0:31424:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.257938:0:31424:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603540.257940:0:31424:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.257941:0:31424:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603540.257943:0:31424:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.257944:0:31424:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603540.257952:0:31424:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00010000:00000001:3.0:1789603540.257957:0:31424:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789603540.257959:0:31424:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789603540.257966:0:31424:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb000 count: 2 00010000:00000001:3.0:1789603540.257968:0:31424:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603540.257971:0:31424:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789603540.257975:0:31424:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb8131e4800. 00000020:00000001:3.0:1789603540.257979:0:31424:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789603540.257982:0:31424:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb8131e4800 with handle 0xa04c19c788fe52d8 to hash 00000020:00000001:3.0:1789603540.257984:0:31424:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789603540.257985:0:31424:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:3.0:1789603540.257989:0:31424:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:3.0:1789603540.257992:0:31424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603540.257995:0:31424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603540.257999:0:31424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe52d8 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603540.258007:0:31424:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe52d8 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31424 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603540.258017:0:31424:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe52d8 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31424 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789603540.258023:0:31424:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603540.258025:0:31424:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603540.258033:0:31424:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8208639c0. 00000100:00000001:3.0:1789603540.258035:0:31424:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112389679552 : -106961319872064 : ffff9eb8208639c0) 00000100:00000001:3.0:1789603540.258038:0:31424:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603540.258039:0:31424:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00000100:00000001:3.0:1789603540.258044:0:31424:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603540.258048:0:31424:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603540.258050:0:31424:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603540.258051:0:31424:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603540.258059:0:31424:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49180 x1876533442869376/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.258067:0:31424:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603540.258069:0:31424:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603540.258073:0:31424:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603540.258077:0:31424:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603540.258080:0:31424:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603540.258084:0:31424:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job checkstat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:31424:1876533442869376:192.168.204.129@tcp:101:checkstat.0 00000100:00000001:3.0:1789603540.258088:0:31424:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603540.258093:0:31424:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603540.258095:0:31424:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603540.258098:0:31424:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603540.258102:0:31424:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb82036f000. 02000000:00000001:3.0:1789603540.258104:0:31424:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603540.258111:0:31424:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603540.258116:0:31424:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748aa8. 00000400:00000010:3.0:1789603540.258123:0:31424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d02a8. 00000100:00000200:3.0:1789603540.258131:0:31424:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442869376, portal 10 00000100:00000001:3.0:1789603540.258133:0:31424:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603540.258134:0:31424:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00000100:00000040:3.0:1789603540.258140:0:31424:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810b49180 x1876533442869376/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603556 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.258147:0:31424:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603540.258150:0:31424:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603540.258152:0:31424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0550. 00000100:00000200:3.0:1789603540.258287:0:31424:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876533442869376, offset 0 00000400:00000200:3.0:1789603540.258297:0:31424:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603540.258457:0:31424:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.258468:0:31424:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603540.258473:0:31424:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603540.258478:0:31424:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603540.258481:0:31424:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603540.258484:0:31424:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603540.258487:0:31424:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2606:2606:256:4294967295] 192.168.204.129@tcp LPNI seq info [2606:2606:8:4294967295] 00000400:00000200:3.0:1789603540.258491:0:31424:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.258501:0:31424:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603540.258506:0:31424:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603540.259288:0:31424:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f800. 00000800:00000200:3.0:1789603540.259301:0:31424:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603540.259460:0:31424:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603540.259465:0:31424:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1789603540.259580:0:31424:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603540.259586:0:31424:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 871797 usecs (872 jiffies) 00000400:00000200:3.0:1789603540.259592:0:31424:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603540.259596:0:31424:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296540065 00000100:00000001:3.0:1789603540.259600:0:31424:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296541546 00000100:00000001:3.0:1789603540.259603:0:31424:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296540065 00000100:00000001:3.0:1789603540.259605:0:31424:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296541546 00000100:00000001:3.0:1789603540.259608:0:31424:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603540.259611:0:31424:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603540.259615:0:31424:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603540.259617:0:31424:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603540.259620:0:31424:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8208639c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789603540.259623:0:31424:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603540.259626:0:31424:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603540.263885:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603540.263895:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f800. 00000400:00000200:2.0:1789603540.263904:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.263913:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603540.263933:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0550 00000400:00000010:2.0:1789603540.263936:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0550. 00000100:00000001:2.0:1789603540.263942:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603540.263950:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49180 x1876533442869376/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603556 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.263963:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603540.263967:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b49180 x1876533442869376/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603556 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.263974:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.263976:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603540.271823:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.271843:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603540.271847:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.271850:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.271859:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.271868:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603540.271880:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.271887:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.271891:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.271895:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 640 into portal 10 MB=0x6aab27d457880 00000400:00000200:2.0:1789603540.271901:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.271908:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 640/640 into md 0x77d5 [1] + 224 00000800:00000001:2.0:1789603540.271916:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.271925:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.271929:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.271935:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603540.271945:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603540.271956:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49180 x1876533442869376/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603556 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603540.271969:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9eb810b49180 x1876533442869376/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.271990:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603540.271999:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.272002:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603540.272068:0:31424:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603540.272077:0:31424:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603540.272079:0:31424:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603540.272082:0:31424:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748aa8. 00000400:00000200:3.0:1789603540.272086:0:31424:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d02a8 00000400:00000010:3.0:1789603540.272090:0:31424:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d02a8. 00000100:00000001:3.0:1789603540.272092:0:31424:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603540.272097:0:31424:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49180 x1876533442869376/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789603540.272106:0:31424:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49180 x1876533442869376/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.272112:0:31424:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603540.272115:0:31424:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603540.272117:0:31424:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603540.272121:0:31424:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603540.272125:0:31424:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603540.272127:0:31424:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603540.272130:0:31424:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603540.272140:0:31424:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=88 v=5 (106 106 106 137) 00000100:00001000:3.0:1789603540.272143:0:31424:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603540.272146:0:31424:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603540.272147:0:31424:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.272150:0:31424:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603540.272163:0:31424:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603540.272167:0:31424:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603540.272170:0:31424:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967581 00000100:00000001:3.0:1789603540.272172:0:31424:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603540.272175:0:31424:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603540.272179:0:31424:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49180 x1876533442869376/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/640 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.272185:0:31424:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603540.272188:0:31424:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603540.272190:0:31424:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603540.272194:0:31424:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49180 x1876533442869376/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/640 e 0 to 0 dl 1789603556 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789603540.272201:0:31424:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job checkstat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:31424:1876533442869376:192.168.204.129@tcp:101:checkstat.0 00000100:00000001:3.0:1789603540.272324:0:31424:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603540.272327:0:31424:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603540.272329:0:31424:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789603540.272332:0:31424:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603540.272336:0:31424:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49180 x1876533442869376/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/640 e 0 to 0 dl 1789603556 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.272342:0:31424:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603540.272344:0:31424:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8208639c0. 00000100:00000001:3.0:1789603540.272347:0:31424:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789603540.272349:0:31424:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.272352:0:31424:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789603540.272355:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.272358:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.272361:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4800 refcount=4 00000020:00000001:3.0:1789603540.272363:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:3.0:1789603540.272366:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000040:3.0:1789603540.272372:0:31424:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb8131e4800, remote cookie: 0x31dbb14d74e91452, flags: 0x1001 00010000:00010000:3.0:1789603540.272378:0:31424:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe52d8 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91452 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789603540.272554:0:31424:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x1d:0x0].0x0, instead of [0x200000405:0x1b:0x0].0x0 00010000:00000001:3.0:1789603540.272557:0:31424:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1789603540.272568:0:31424:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb8042bb200. 00010000:00000010:3.0:1789603540.272572:0:31424:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80502b880. 00010000:00000001:3.0:1789603540.272577:0:31424:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603540.272581:0:31424:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe52d8 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91452 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603540.272589:0:31424:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe52d8 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91452 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.272596:0:31424:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789603540.272600:0:31424:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789603540.272602:0:31424:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789603540.272603:0:31424:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789603540.272604:0:31424:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789603540.272607:0:31424:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1d:0x0].0x0 (ffff9eb8042bb200) refcount = 1 00010000:00010000:3.0:1789603540.272612:0:31424:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe52d8 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91452 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.272618:0:31424:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789603540.272621:0:31424:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789603540.272623:0:31424:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603540.272626:0:31424:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789603540.272629:0:31424:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603540.272631:0:31424:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe52d8 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91452 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.272637:0:31424:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789603540.272639:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.272640:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.272641:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.272642:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.272644:0:31424:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603540.272648:0:31424:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789603540.272650:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.272652:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.272653:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4800 refcount=3 00000020:00000001:3.0:1789603540.272655:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:3.0:1789603540.272657:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:3.0:1789603540.272659:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.272660:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.272661:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4800 refcount=4 00000020:00000001:3.0:1789603540.272662:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:3.0:1789603540.272664:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:3.0:1789603540.272666:0:31424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603540.272669:0:31424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603540.272672:0:31424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe52d8 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91452 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.272677:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.272678:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.272679:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.272680:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.272682:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4800 refcount=5 00000020:00000001:3.0:1789603540.272683:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:3.0:1789603540.272685:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:3.0:1789603540.272687:0:31424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603540.272690:0:31424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe52d8 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91452 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.272696:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.272697:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789603540.272699:0:31424:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe52d8 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91452 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.272705:0:31424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603540.272706:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.272707:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.272708:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.272709:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789603540.272714:0:31424:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb810b49180 x1876533442869376/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/640 e 0 to 0 dl 1789603556 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789603540.272723:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.272724:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.272725:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4800 refcount=3 00000020:00000001:3.0:1789603540.272727:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:3.0:1789603540.272729:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00000002:00010000:3.0:1789603540.272732:0:31424:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe52d8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91452 expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1789603540.272741:0:31424:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9eb807f1be80. 00010000:00000001:3.0:1789603540.272755:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.272756:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603540.272757:0:31424:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603540.272759:0:31424:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603540.272763:0:31424:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789603540.272765:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.272766:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.272767:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4800 refcount=3 00000020:00000001:3.0:1789603540.272770:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:3.0:1789603540.272772:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00000002:00010000:3.0:1789603540.272775:0:31424:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe52d8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91452 expref: -99 pid: 31424 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.272781:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.272782:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.272783:0:31424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789603540.272784:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.272785:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.272787:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4800 refcount=3 00000020:00000001:3.0:1789603540.272788:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:3.0:1789603540.272790:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000040:3.0:1789603540.272794:0:31424:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb200 count: 2 00010000:00000001:3.0:1789603540.272797:0:31424:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789603540.272800:0:31424:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589935621/29 (0 0) 00010000:00000001:3.0:1789603540.272802:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.272803:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603540.272804:0:31424:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789603540.272807:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f710 00000002:00002000:3.0:1789603540.272809:0:31424:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789603540.272812:0:31424:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603540.272816:0:31424:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603540.272818:0:31424:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789603540.272821:0:31424:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x1b:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1789603540.272824:0:31424:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603540.272828:0:31424:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807a3f640 2 00000080:00000001:3.0:1789603540.272831:0:31424:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1789603540.272833:0:31424:0:(namei.c:674:ll_lookup_it_finish()) it ffffb8e50175fb20 it_disposition b 00000080:00000001:3.0:1789603540.272836:0:31424:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789603540.272842:0:31424:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1789603540.272845:0:31424:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789603540.272848:0:31424:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611165 : 144115205339611165 : 20000040500001d) 00000080:00000001:3.0:1789603540.272850:0:31424:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:3.0:1789603540.272858:0:31424:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603540.272862:0:31424:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112122224792 : -106961587326824 : ffff9eb810953098) 00000020:00001000:3.0:1789603540.272864:0:31424:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810953090 00000020:00000001:3.0:1789603540.272866:0:31424:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1789603540.272871:0:31424:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1789603540.272874:0:31424:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789603540.272880:0:31424:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb810df8720. 00020000:00000010:3.0:1789603540.272883:0:31424:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb80509d600. 00020000:00000010:3.0:1789603540.272888:0:31424:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb810df8f60. 00020000:00000001:3.0:1789603540.272890:0:31424:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637112127098720 : -106961582452896 : ffff9eb810df8f60) 00020000:00000002:3.0:1789603540.272893:0:31424:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb810df8f60, objid 0x1d:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789603540.272898:0:31424:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789603540.272902:0:31424:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb80509d600: ostid: 0x2c0000401:17 ost idx: 1 gen: 0 00020000:00000002:3.0:1789603540.272905:0:31424:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9eb8109b8c98) owner ffff9eb80134cf80 00020000:00000001:3.0:1789603540.272908:0:31424:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789603540.272910:0:31424:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9eb8109b8c98) owner ffff9eb80134cf80 00020000:00000010:3.0:1789603540.272914:0:31424:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb80509d600. 00020000:00000010:3.0:1789603540.272917:0:31424:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb810df8720. 00020000:00000010:3.0:1789603540.272921:0:31424:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb810df8f60. 00020000:00000002:3.0:1789603540.272935:0:31424:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x1d:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1789603540.272938:0:31424:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603540.272940:0:31424:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789603540.272942:0:31424:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810953090 00000080:00000001:3.0:1789603540.272946:0:31424:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611165 : 144115205339611165 : 20000040500001d) 00000080:00000001:3.0:1789603540.272949:0:31424:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1789603540.272955:0:31424:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x1d:0x0](ffff9eb808125348): rc = 0 00000080:00000001:3.0:1789603540.272957:0:31424:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979430728 : -106961730120888 : ffff9eb808125348) 00010000:00000001:3.0:1789603540.272959:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.272961:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.272963:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4800 refcount=3 00000020:00000001:3.0:1789603540.272965:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:3.0:1789603540.272967:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00000080:00000001:3.0:1789603540.272970:0:31424:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789603540.272972:0:31424:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603540.272973:0:31424:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112122224792 : -106961587326824 : ffff9eb810953098) 00000020:00001000:3.0:1789603540.272975:0:31424:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810953090 00000020:00000001:3.0:1789603540.272976:0:31424:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1789603540.272977:0:31424:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1789603540.272978:0:31424:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789603540.272981:0:31424:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb810df8f60. 00020000:00000010:3.0:1789603540.272984:0:31424:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb80509d600. 00020000:00000010:3.0:1789603540.272986:0:31424:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb810df8720. 00020000:00000001:3.0:1789603540.272988:0:31424:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637112127096608 : -106961582455008 : ffff9eb810df8720) 00020000:00000002:3.0:1789603540.272991:0:31424:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb810df8720, objid 0x1d:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789603540.272994:0:31424:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789603540.272997:0:31424:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb80509d600: ostid: 0x2c0000401:17 ost idx: 1 gen: 0 00020000:00000002:3.0:1789603540.273000:0:31424:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9eb8109b8c98) owner ffff9eb80134cf80 00020000:00000001:3.0:1789603540.273002:0:31424:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789603540.273004:0:31424:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9eb8109b8c98) owner ffff9eb80134cf80 00020000:00000010:3.0:1789603540.273006:0:31424:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb80509d600. 00020000:00000010:3.0:1789603540.273009:0:31424:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb810df8f60. 00020000:00000010:3.0:1789603540.273011:0:31424:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb810df8720. 00020000:00000002:3.0:1789603540.273013:0:31424:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x1d:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1789603540.273014:0:31424:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603540.273016:0:31424:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603540.273020:0:31424:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1789603540.273022:0:31424:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8109b8c98) owner 0000000000000000/ffff9eb80134cf80 00020000:00000002:3.0:1789603540.273025:0:31424:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb8051ed420 addref 2/0 by ffff9eb80134cf80. 00020000:00000002:3.0:1789603540.273028:0:31424:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8109b8c98) owner 0000000000000000/ffff9eb80134cf80 00020000:00000001:3.0:1789603540.273031:0:31424:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1789603540.273032:0:31424:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1789603540.273033:0:31424:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1789603540.273035:0:31424:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1789603540.273038:0:31424:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1789603540.273040:0:31424:0:(file.c:6854:ll_layout_conf()) [0x200000405:0x1d:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1789603540.273042:0:31424:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810953090 00000080:00000001:3.0:1789603540.273044:0:31424:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.273046:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.273047:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789603540.273049:0:31424:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789603540.273051:0:31424:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789603540.273053:0:31424:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603540.273056:0:31424:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1d:0x0](ffff9eb808125348) for lock 0xa04c19c788fe52d8 00800000:00000001:3.0:1789603540.273060:0:31424:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603540.273061:0:31424:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603540.273063:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.273064:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.273065:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4800 refcount=3 00000020:00000001:3.0:1789603540.273067:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:3.0:1789603540.273070:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:3.0:1789603540.273072:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.273073:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603540.273074:0:31424:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603540.273076:0:31424:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1789603540.273082:0:31424:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb820481d80 inode ffff9eb808125348 refc 1 flags 0x40000e 00000080:00000001:3.0:1789603540.273085:0:31424:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1789603540.273089:0:31424:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1d:0x0](ffff9eb808125348) 00000080:00010000:3.0:1789603540.273092:0:31424:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe52d8 from it ffffb8e50175fb20 00010000:00000001:3.0:1789603540.273094:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.273095:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.273096:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4800 refcount=3 00000020:00000001:3.0:1789603540.273098:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:3.0:1789603540.273100:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:3.0:1789603540.273103:0:31424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603540.273106:0:31424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe52d8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e91452 expref: -99 pid: 31424 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.273111:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.273113:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.273114:0:31424:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603540.273116:0:31424:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603540.273119:0:31424:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe52d8 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e91452 expref: -99 pid: 31424 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789603540.273126:0:31424:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603540.273128:0:31424:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603540.273130:0:31424:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603540.273134:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.273135:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.273137:0:31424:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.273140:0:31424:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603540.273142:0:31424:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.273143:0:31424:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.273146:0:31424:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.273147:0:31424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603540.273148:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.273149:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789603540.273151:0:31424:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789603540.273167:0:31424:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8118b7800. 00000100:00000001:3.0:1789603540.273172:0:31424:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603540.273176:0:31424:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49180 x1876533442869376/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/640 e 0 to 0 dl 1789603556 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.273183:0:31424:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603540.273186:0:31424:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603540.273190:0:31424:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb82036f000. 02000000:00000001:3.0:1789603540.273193:0:31424:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603540.273195:0:31424:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603540.273197:0:31424:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603540.273199:0:31424:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603540.273835:0:31424:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb80511d000. 02000000:00000001:3.0:1789603540.274267:0:31424:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603540.274270:0:31424:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603540.274272:0:31424:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49180. 00000100:00000001:3.0:1789603540.274277:0:31424:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603540.274278:0:31424:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603540.274282:0:31424:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789603540.274284:0:31424:0:(dcache.c:176:ll_intent_release()) intent ffffb8e50175fb20 released 00000080:00000001:3.0:1789603540.274286:0:31424:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1789603540.275477:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fd08 00000080:00200008:2.0:1789603540.275483:0:31424:0:(file.c:6307:ll_getattr_dentry()) START file f:[0x200000405:0x1d:0x0](ffff9eb808125348), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789603540.275490:0:31424:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603540.275492:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fc80 00000080:00200000:2.0:1789603540.275493:0:31424:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x1d:0x0](ffff9eb808125348),name=f 00000080:00000010:2.0:1789603540.275503:0:31424:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805157600. 00800000:00000002:2.0:1789603540.275521:0:31424:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb807a3f640 2 00000080:00000001:2.0:1789603540.275528:0:31424:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603540.275533:0:31424:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603540.275535:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fba0 00800000:00000002:2.0:1789603540.275538:0:31424:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x1d:0x0] 'f' on [0x200000405:0x1b:0x0] 00800000:00000001:2.0:1789603540.275541:0:31424:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603540.275544:0:31424:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603540.275547:0:31424:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603540.275549:0:31424:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603540.275551:0:31424:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603540.275554:0:31424:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603540.275556:0:31424:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1b:0x0] 00800000:00000001:2.0:1789603540.275558:0:31424:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603540.275561:0:31424:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603540.275562:0:31424:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603540.275563:0:31424:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603540.275564:0:31424:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603540.275566:0:31424:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603540.275567:0:31424:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1d:0x0] 00800000:00000001:2.0:1789603540.275569:0:31424:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603540.275571:0:31424:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x1b:0x0], fid2=[0x200000405:0x1d:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603540.275576:0:31424:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603540.275577:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fa70 00000002:00010000:2.0:1789603540.275579:0:31424:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1d:0x0]) in obj [0x200000405:0x1b:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603540.275582:0:31424:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603540.275586:0:31424:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603540.275588:0:31424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603540.275594:0:31424:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb200 count: 2 00010000:00000001:2.0:1789603540.275597:0:31424:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603540.275602:0:31424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603540.275605:0:31424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603540.275610:0:31424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe52d8 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e91452 expref: -99 pid: 31424 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789603540.275622:0:31424:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603540.275626:0:31424:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603540.275629:0:31424:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe52d8 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e91452 expref: -99 pid: 31424 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789603540.275636:0:31424:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603540.275638:0:31424:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603540.275640:0:31424:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603540.275642:0:31424:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603540.275644:0:31424:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603540.275646:0:31424:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x1b:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603540.275648:0:31424:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603540.275651:0:31424:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807a3f640 2 00000080:00000010:2.0:1789603540.275654:0:31424:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805157600. 00000080:00000001:2.0:1789603540.275657:0:31424:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603540.275658:0:31424:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603540.275661:0:31424:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1d:0x0](ffff9eb808125348) 00000080:00010000:2.0:1789603540.275664:0:31424:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1d:0x0](ffff9eb808125348) for lock 0xa04c19c788fe52d8 00800000:00000001:2.0:1789603540.275667:0:31424:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603540.275668:0:31424:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603540.275670:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603540.275672:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603540.275675:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4800 refcount=3 00000020:00000001:2.0:1789603540.275677:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:2.0:1789603540.275680:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:2.0:1789603540.275683:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.275685:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603540.275687:0:31424:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603540.275689:0:31424:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603540.275691:0:31424:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe52d8 from it ffffb8e50175fcb8 00010000:00000001:2.0:1789603540.275693:0:31424:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603540.275694:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603540.275695:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4800 refcount=3 00000020:00000001:2.0:1789603540.275696:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:2.0:1789603540.275698:0:31424:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:2.0:1789603540.275700:0:31424:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603540.275703:0:31424:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe52d8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e91452 expref: -99 pid: 31424 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603540.275709:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.275710:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603540.275711:0:31424:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603540.275713:0:31424:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603540.275715:0:31424:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe52d8 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e91452 expref: -99 pid: 31424 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789603540.275722:0:31424:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603540.275724:0:31424:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603540.275726:0:31424:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603540.275730:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.275731:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603540.275733:0:31424:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.275736:0:31424:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603540.275737:0:31424:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.275740:0:31424:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.275742:0:31424:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.275757:0:31424:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603540.275758:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.275759:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603540.275762:0:31424:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603540.275764:0:31424:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603540.275767:0:31424:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1789603540.275770:0:31424:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789603540.275771:0:31424:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603540.275773:0:31424:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789603540.275775:0:31424:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603540.275777:0:31424:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789603540.275780:0:31424:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1789603540.275783:0:31424:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603540.275786:0:31424:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389928648 : -106961319622968 : ffff9eb8208a06c8) 00000020:00001000:2.0:1789603540.275789:0:31424:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a06c0 00000020:00000001:2.0:1789603540.275794:0:31424:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6c38 -> ffff9eb8203b6c38 00000020:00000001:2.0:1789603540.275797:0:31424:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789603540.275799:0:31424:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789603540.275801:0:31424:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x1d:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1789603540.275804:0:31424:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603540.275806:0:31424:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789603540.275808:0:31424:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789603540.275810:0:31424:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603540.275812:0:31424:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789603540.275816:0:31424:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x1d:0x0]io ffff9eb80572d780 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1789603540.275819:0:31424:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8109b8c98) owner 0000000000000000/ffff9eb80134cf80 00020000:00000001:2.0:1789603540.275822:0:31424:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789603540.275824:0:31424:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789603540.275826:0:31424:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789603540.275828:0:31424:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603540.275830:0:31424:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789603540.275832:0:31424:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789603540.275834:0:31424:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603540.275835:0:31424:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603540.275836:0:31424:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789603540.275838:0:31424:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789603540.275839:0:31424:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8109b8c98) owner 0000000000000000/ffff9eb80134cf80 00000020:00000001:2.0:1789603540.275841:0:31424:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789603540.275843:0:31424:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1789603540.275845:0:31424:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x1d:0x0] 00000020:00000001:2.0:1789603540.275847:0:31424:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789603540.275849:0:31424:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789603540.275851:0:31424:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789603540.275853:0:31424:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1789603540.275858:0:31424:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1789603540.275863:0:31424:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb80574ea00. 00020000:00000002:2.0:1789603540.275865:0:31424:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789603540.275868:0:31424:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789603540.275870:0:31424:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603540.275871:0:31424:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789603540.275872:0:31424:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603540.275874:0:31424:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:2.0:1789603540.275876:0:31424:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00000020:00000001:2.0:1789603540.275878:0:31424:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b63a0 -> ffff9eb8203b6c38 00000020:00000001:2.0:1789603540.275879:0:31424:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789603540.275882:0:31424:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603540.275883:0:31424:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789603540.275885:0:31424:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789603540.275886:0:31424:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935424384 : -106961774127232 : ffff9eb80572d780) 00000020:00000001:2.0:1789603540.275888:0:31424:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603540.275890:0:31424:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603540.275892:0:31424:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962645144 : -106961746906472 : ffff9eb807123298) 00000020:00000001:2.0:1789603540.275894:0:31424:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789603540.275899:0:31424:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb8182c50a0. 00000008:00010000:2.0:1789603540.275901:0:31424:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1789603540.275904:0:31424:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789603540.275905:0:31424:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789603540.275906:0:31424:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb80574ea30, osc lock ffff9eb8182c50a0, flags 0x400001002 00000020:00000001:2.0:1789603540.275909:0:31424:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603540.275910:0:31424:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603540.275912:0:31424:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637111935560192 : -106961773991424 : ffff9eb80574ea00) 00000020:00000001:2.0:1789603540.275914:0:31424:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789603540.275915:0:31424:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789603540.275917:0:31424:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603540.275918:0:31424:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603540.275920:0:31424:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1789603540.275922:0:31424:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1789603540.276031:0:31424:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789603540.276034:0:31424:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789603540.276036:0:31424:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603540.276037:0:31424:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962645144 : -106961746906472 : ffff9eb807123298) 00000020:00000001:2.0:1789603540.276039:0:31424:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789603540.276042:0:31424:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789603540.276043:0:31424:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789603540.276046:0:31424:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789603540.276049:0:31424:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789603540.276050:0:31424:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789603540.276053:0:31424:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789603540.276054:0:31424:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789603540.276055:0:31424:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789603540.276057:0:31424:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789603540.276059:0:31424:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789603540.276062:0:31424:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.276065:0:31424:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1789603540.276069:0:31424:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f2680. 00000020:00000040:2.0:1789603540.276073:0:31424:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:2.0:1789603540.276076:0:31424:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1789603540.276080:0:31424:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789603540.276086:0:31424:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff9eb81291b000: connect to NID 192.168.204.129@tcp last attempt 1726 00000400:00000200:2.0:1789603540.276095:0:31424:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.276101:0:31424:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.129@tcp is discovered: rc = 1 00000100:00000040:2.0:1789603540.276106:0:31424:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:2.0:1789603540.276109:0:31424:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789603540.276112:0:31424:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:2.0:1789603540.276114:0:31424:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000001:2.0:1789603540.276121:0:31424:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789603540.276123:0:31424:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48dd 00000020:00000001:2.0:1789603540.276124:0:31424:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603540.276126:0:31424:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb80640e800 refcount=4 00000020:00000001:2.0:1789603540.276129:0:31424:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111948929024 : -106961760622592 : ffff9eb80640e800) 00000020:00000001:2.0:1789603540.276131:0:31424:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637111948929024 : -106961760622592 : ffff9eb80640e800) 00000100:00000040:2.0:1789603540.276134:0:31424:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:2.0:1789603540.276135:0:31424:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789603540.276137:0:31424:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:2.0:1789603540.276139:0:31424:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000040:2.0:1789603540.276141:0:31424:0:(genops.c:879:class_export_put()) PUTting export ffff9eb80640e800 : new refcount 3 00000100:00080000:2.0:1789603540.276145:0:31424:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff9eb81291b000: import ffff9eb8203a8800 using connection 192.168.204.129@tcp/192.168.204.129@tcp 00000100:00000001:2.0:1789603540.276148:0:31424:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603540.276150:0:31424:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789603540.276268:0:31424:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603540.276272:0:31424:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.276274:0:31424:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789603540.276277:0:31424:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1789603540.276280:0:31424:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.276282:0:31424:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603540.276286:0:31424:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f1180. 00000020:00000040:2.0:1789603540.276289:0:31424:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=4 obd=lustre-OST0001-osc-ffff9eb81291b000 02000000:00000001:2.0:1789603540.276292:0:31424:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789603540.276294:0:31424:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.276297:0:31424:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603540.276299:0:31424:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603540.276302:0:31424:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603540.276364:0:31424:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041d3400. 00000100:00000001:2.0:1789603540.276371:0:31424:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603540.276380:0:31424:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9eb8040f1180 x1876533442869504/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603540.276453:0:31424:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603540.276457:0:31424:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603540.276462:0:31424:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000786dc67e] to pc [ptlrpcd_rcv+-1] req@ffff9eb8040f1180 x1876533442869504/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603540.276870:0:31424:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.276874:0:31424:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:2.0:1789603540.276875:0:31424:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:2.0:1789603540.276879:0:31424:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603540.276883:0:31424:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603540.276886:0:31424:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.276888:0:31424:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603540.276890:0:31424:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603540.276892:0:31424:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603540.276896:0:31424:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb805157600. 00000100:00000001:2.0:1789603540.276899:0:31424:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.276904:0:31424:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603540.276905:0:31424:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.276906:0:31424:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603540.276907:0:31424:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.276909:0:31424:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.276911:0:31424:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446637111912113792 : -106961797437824 : ffff9eb8040f2680) 00010000:00000001:2.0:1789603540.276914:0:31424:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789603540.276917:0:31424:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789603540.276922:0:31424:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb81938b500. 00010000:00000010:2.0:1789603540.276939:0:31424:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9eb81938b000. 00010000:00000001:2.0:1789603540.276945:0:31424:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789603540.276948:0:31424:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb802f46a00. 00000020:00000001:2.0:1789603540.276952:0:31424:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789603540.276954:0:31424:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb802f46a00 with handle 0xa04c19c788fe52df to hash 00000020:00000001:2.0:1789603540.276956:0:31424:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789603540.276958:0:31424:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000010:2.0:1789603540.276963:0:31424:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9eb806b15800. 00010000:00000001:2.0:1789603540.276965:0:31424:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603540.276968:0:31424:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603540.276971:0:31424:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603540.276976:0:31424:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe52df lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31424 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603540.276986:0:31424:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe52df lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31424 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603540.276996:0:31424:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.277000:0:31424:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603540.277002:0:31424:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603540.277008:0:31424:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000632478f2] to pc [ptlrpcd_01_01+1] req@ffff9eb8040f2680 x1876533442869632/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1789603540.277033:0:31424:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603540.277036:0:31424:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603540.277037:0:31424:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603540.277039:0:31424:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603540.277041:0:31424:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603540.277043:0:31424:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789603540.277044:0:31424:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1789603540.277046:0:31424:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1789603540.277048:0:31424:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1789603540.277056:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603540.277058:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603540.277060:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603540.277065:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f2680 x1876533442869632/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.277070:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603540.277071:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789603540.277075:0:2403:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9eb8040f2680 x1876533442869632/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.277082:0:2403:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.277085:0:2403:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603540.277086:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603540.277088:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603540.277090:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.277091:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603540.277098:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603540.277100:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.277102:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603540.277103:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603540.277104:0:2403:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603540.277106:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603540.277107:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603540.277109:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.277111:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.277139:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603540.277142:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603540.278338:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603540.278343:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076d00. 00000400:00000200:2.0:1789603540.278350:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.278357:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603540.278363:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682908 00000400:00000010:2.0:1789603540.278365:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682908. 00000100:00000001:2.0:1789603540.278369:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603540.278374:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f1180 x1876533442869504/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603540.278383:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603540.278668:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f1180 x1876533442869504/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603550 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603540.278675:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.278677:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603540.286133:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.286168:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603540.286173:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.286177:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.286187:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.286196:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603540.286328:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.286334:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.286339:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.286343:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 416 into portal 4 MB=0x6aab27d457900 00000400:00000200:2.0:1789603540.286348:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.286353:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 416/416 into md 0x77e5 [1] + 0 00000800:00000001:2.0:1789603540.286360:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.286371:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.286376:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.286380:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603540.286555:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603540.286566:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f1180 x1876533442869504/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603550 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603540.286578:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9eb8040f1180 x1876533442869504/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603550 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603540.286591:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603540.286599:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.286603:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603540.287624:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603540.287628:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603540.287631:0:2403:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603540.287634:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603540.287636:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603540.287639:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603540.287642:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603540.287644:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.287646:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603540.287652:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603540.287654:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603540.287656:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603540.287663:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041d2800. 02000000:00000001:2.0:1789603540.287665:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603540.287671:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603540.287675:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3108. 00000400:00000010:2.0:1789603540.287682:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d73b8. 00000100:00000200:2.0:1789603540.287688:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442869632, portal 4 00000100:00000001:2.0:1789603540.287690:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603540.287691:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912113792 : -106961797437824 : ffff9eb8040f2680) 00000100:00000040:2.0:1789603540.287700:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f2680 x1876533442869632/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603556 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.287706:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603540.287709:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603540.287712:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7a18. 00000100:00000200:2.0:1789603540.287715:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876533442869632, offset 0 00000400:00000200:2.0:1789603540.287721:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603540.287728:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.287736:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603540.287742:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603540.287756:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603540.287759:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603540.287762:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603540.287767:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2608:2608:256:4294967295] 192.168.204.129@tcp LPNI seq info [2608:2608:8:4294967295] 00000400:00000200:2.0:1789603540.287772:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.287780:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603540.287786:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603540.287791:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb812ac0f00. 00000800:00000200:2.0:1789603540.287798:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603540.287805:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603540.287809:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb812ac0f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789603540.287834:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603540.287839:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22101 usecs (23 jiffies) 00000400:00000200:2.0:1789603540.287843:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603540.287845:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296539244 00000100:00000001:2.0:1789603540.287848:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296541546 00000100:00000001:2.0:1789603540.287850:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296539244 00000100:00000001:2.0:1789603540.287853:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296541546 00000100:00000001:2.0:1789603540.287855:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603540.287858:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603540.287859:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603540.287865:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603540.287866:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789603540.287868:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603540.287869:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603540.287871:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.287873:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603540.292084:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603540.292094:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb812ac0f00. 00000400:00000200:3.0:1789603540.292100:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603540.292109:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603540.292116:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7a18 00000400:00000010:3.0:1789603540.292119:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7a18. 00000100:00000001:3.0:1789603540.292125:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603540.292133:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f2680 x1876533442869632/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603556 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.292146:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603540.292150:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f2680 x1876533442869632/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603556 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.292158:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603540.292160:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603540.302915:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.302949:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603540.302954:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.302958:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.302970:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.302979:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603540.302989:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.302994:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.303001:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.303005:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 400 into portal 4 MB=0x6aab27d457980 00000400:00000200:2.0:1789603540.303010:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.303017:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 400/400 into md 0x77ed [1] + 224 00000800:00000001:2.0:1789603540.303023:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.303030:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.303033:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.303038:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603540.303045:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603540.303054:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f2680 x1876533442869632/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603556 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603540.303066:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9eb8040f2680 x1876533442869632/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603556 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.303120:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603540.303124:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603540.303141:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603540.303149:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.303153:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789603540.312602:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603540.312609:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603540.312614:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3108. 00000400:00000200:3.0:1789603540.312624:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d73b8 00000400:00000010:3.0:1789603540.312627:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d73b8. 00000100:00000001:3.0:1789603540.312632:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603540.312643:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f2680 x1876533442869632/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603556 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789603540.312655:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f2680 x1876533442869632/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603556 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.312662:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603540.312664:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603540.312667:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603540.312670:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603540.312673:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603540.312675:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603540.312678:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603540.312687:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=87 v=5 (5 5 5 17) 00000100:00001000:3.0:1789603540.312692:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603540.312696:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603540.312698:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.312700:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603540.312704:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603540.312707:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603540.312709:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:3.0:1789603540.312711:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603540.312713:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603540.312718:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f2680 x1876533442869632/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603556 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.312726:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603540.312729:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603540.312731:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789603540.312734:0:2403:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1789603540.312737:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.312739:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.312755:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=4 00000020:00000001:3.0:1789603540.312758:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:3.0:1789603540.312760:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:3.0:1789603540.312763:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.312763:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.312765:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=5 00000020:00000001:3.0:1789603540.312766:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:3.0:1789603540.312768:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:3.0:1789603540.312771:0:2403:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603540.312774:0:2403:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603540.312779:0:2403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe52df lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31424 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.312789:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.312791:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.312793:0:2403:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789603540.312796:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.312797:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.312798:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=6 00000020:00000001:3.0:1789603540.312800:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:3.0:1789603540.312802:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000040:3.0:1789603540.312809:0:2403:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb802f46a00, remote cookie: 0x31dbb14d74e91460, flags: 0x1001 00010000:00010000:3.0:1789603540.312814:0:2403:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe52df lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91460 expref: -99 pid: 31424 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.312822:0:2403:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1789603540.312824:0:2403:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.312826:0:2403:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789603540.312830:0:2403:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1789603540.312833:0:2403:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe52df lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91460 expref: -99 pid: 31424 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789603540.312842:0:2403:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x11:0x0].0x0 (ffff9eb81938b500) refcount = 1 00010000:00000040:3.0:1789603540.312844:0:2403:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1789603540.312846:0:2403:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe52df lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91460 expref: -99 pid: 31424 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.312854:0:2403:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789603540.312855:0:2403:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603540.312858:0:2403:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789603540.312861:0:2403:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603540.312863:0:2403:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe52df lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91460 expref: -99 pid: 31424 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.312870:0:2403:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789603540.312871:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.312872:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.312874:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.312875:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789603540.312877:0:2403:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1789603540.312879:0:2403:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789603540.312882:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.312884:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.312885:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=5 00000020:00000001:3.0:1789603540.312887:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:3.0:1789603540.312889:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00000008:00000001:3.0:1789603540.312892:0:2403:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1789603540.312899:0:2403:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30fc0 -> ffff9eb8203b6c38 00000008:00010000:3.0:1789603540.312903:0:2403:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe52df lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e91460 expref: -99 pid: 31424 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1789603540.312909:0:2403:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30fc0 -> ffff9eb8203b6c38 00000020:00000001:3.0:1789603540.312911:0:2403:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1789603540.312914:0:2403:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1789603540.312917:0:2403:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789603540.312920:0:2403:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603540.312921:0:2403:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603540.312923:0:2403:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30fc0 -> ffff9eb8203b6c38 00000008:00000001:3.0:1789603540.312924:0:2403:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1789603540.312926:0:2403:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789603540.312928:0:2403:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1789603540.312946:0:2403:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1789603540.312948:0:2403:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.312950:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.312952:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.312953:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=6 00000020:00000001:3.0:1789603540.312955:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:3.0:1789603540.312956:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:3.0:1789603540.312959:0:2403:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603540.312961:0:2403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe52df lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e91460 expref: -99 pid: 31424 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.312972:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.312974:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789603540.312977:0:2403:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe52df lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e91460 expref: -99 pid: 31424 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.312983:0:2403:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603540.312984:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.312985:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789603540.312986:0:2403:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.312988:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.312989:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.312990:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=5 00000020:00000001:3.0:1789603540.312992:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:3.0:1789603540.312994:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:3.0:1789603540.312995:0:2403:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603540.312997:0:2403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe52df lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e91460 expref: -99 pid: 31424 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603540.313002:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.313003:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.313005:0:2403:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603540.313007:0:2403:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603540.313008:0:2403:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe52df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e91460 expref: -99 pid: 31424 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789603540.313016:0:2403:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603540.313019:0:2403:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603540.313020:0:2403:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603540.313024:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.313025:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.313027:0:2403:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.313029:0:2403:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603540.313031:0:2403:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.313032:0:2403:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.313034:0:2403:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.313036:0:2403:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603540.313037:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.313038:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.313039:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.313039:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789603540.313041:0:2403:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603540.313046:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f2680 x1876533442869632/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603556 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789603540.313054:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:0:1876533442869632:192.168.204.129@tcp:101:checkstat.0 00000100:00000001:3.0:1789603540.313060:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603540.313063:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603540.313066:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f2680 x1876533442869632/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603556 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.313073:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603540.313075:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603540.313079:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041d2800. 02000000:00000001:3.0:1789603540.313084:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603540.313086:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603540.313088:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:3.0:1789603540.313090:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603540.313092:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb805157600. 02000000:00000001:3.0:1789603540.313095:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603540.313097:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603540.313099:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f2680. 00000100:00000001:3.0:1789603540.313102:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603540.313104:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603540.313106:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603540.313113:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603540.313115:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603540.313117:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603540.313120:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603540.313427:0:31424:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603540.313432:0:31424:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603540.313439:0:31424:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789603540.313441:0:31424:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6c38 -> ffff9eb8203b6c38 00000020:00000001:2.0:1789603540.313443:0:31424:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6c38 -> ffff9eb8203b6c38 00000020:00000001:2.0:1789603540.313445:0:31424:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789603540.313449:0:31424:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1789603540.313453:0:31424:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789603540.313455:0:31424:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603540.313457:0:31424:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789603540.313458:0:31424:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789603540.313461:0:31424:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x1d:1029 on OST[1]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:2.0:1789603540.313464:0:31424:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789603540.313466:0:31424:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1789603540.313469:0:31424:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603540.313471:0:31424:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603540.313472:0:31424:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6c38 -> ffff9eb8203b6c38 00000080:00200000:2.0:1789603540.313474:0:31424:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x1d:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1789603540.313477:0:31424:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789603540.313479:0:31424:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789603540.313481:0:31424:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb80572d720 (ffff9eb8208a06c8/0) at cl_lock_release():245 00000020:00000001:2.0:1789603540.313483:0:31424:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789603540.313484:0:31424:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb80572d720 (ffff9eb8208a06c8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789603540.313487:0:31424:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789603540.313491:0:31424:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603540.313493:0:31424:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962645144 : -106961746906472 : ffff9eb807123298) 00000020:00000001:2.0:1789603540.313494:0:31424:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789603540.313495:0:31424:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb80574ea30 (ffff9eb8208a0008/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789603540.313498:0:31424:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789603540.313499:0:31424:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789603540.313501:0:31424:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.313502:0:31424:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789603540.313503:0:31424:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789603540.313504:0:31424:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789603540.313505:0:31424:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789603540.313506:0:31424:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789603540.313507:0:31424:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789603540.313529:0:31424:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb80572d720 (ffff9eb8208a06c8/0) at cl_lock_fini():72 00020000:00000001:2.0:1789603540.313533:0:31424:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789603540.313534:0:31424:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789603540.313535:0:31424:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb80574ea30 (ffff9eb8208a06c8/1) at cl_lock_fini():72 00000008:00000010:2.0:1789603540.313539:0:31424:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb8182c50a0. 00000020:00000001:2.0:1789603540.313542:0:31424:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789603540.313544:0:31424:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb80574ea00. 00020000:00000001:2.0:1789603540.313546:0:31424:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789603540.313547:0:31424:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789603540.313549:0:31424:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1789603540.313550:0:31424:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603540.313553:0:31424:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789603540.313555:0:31424:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789603540.313558:0:31424:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789603540.313559:0:31424:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789603540.313561:0:31424:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789603540.313563:0:31424:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00020000:00000001:2.0:1789603540.313565:0:31424:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789603540.313567:0:31424:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789603540.313570:0:31424:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789603540.313572:0:31424:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x1d:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789603540.313576:0:31424:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789603540.313578:0:31424:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603540.313580:0:31424:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789603540.313582:0:31424:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789603540.313583:0:31424:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789603540.313584:0:31424:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a06c0 00000001:00000001:2.0:1789603540.313585:0:31424:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603540.313593:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fd08 00000080:00000008:2.0:1789603540.313595:0:31424:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x1d:0x0](ffff9eb808125348), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789603540.313601:0:31424:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789603540.313602:0:31424:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fda0 00000080:00002000:2.0:1789603540.313605:0:31424:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9eb820481d80, parent ffff9eb8204811b0, inode ffff9eb808125348) hashed, 00000080:00000001:2.0:1789603540.313607:0:31424:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603540.326284:0:31425:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603540.326292:0:31425:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603540.326294:0:31425:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603540.326298:0:31425:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7b20 00000080:00200000:2.0:1789603540.326302:0:31425:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:2.0:1789603540.326311:0:31425:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805157400. 00800000:00000002:2.0:1789603540.326318:0:31425:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603540.326322:0:31425:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603540.326327:0:31425:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603540.326329:0:31425:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7a40 00800000:00000002:2.0:1789603540.326332:0:31425:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603540.326335:0:31425:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603540.326338:0:31425:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603540.326341:0:31425:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603540.326343:0:31425:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603540.326345:0:31425:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603540.326347:0:31425:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603540.326350:0:31425:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603540.326352:0:31425:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603540.326356:0:31425:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603540.326361:0:31425:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603540.326363:0:31425:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7910 00000002:00010000:2.0:1789603540.326365:0:31425:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603540.326368:0:31425:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603540.326370:0:31425:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603540.326373:0:31425:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603540.326379:0:31425:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bbf00 count: 2 00010000:00000001:2.0:1789603540.326382:0:31425:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603540.327186:0:31425:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603540.327192:0:31425:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603540.327198:0:31425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe52ca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9141a expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789603540.327211:0:31425:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603540.327216:0:31425:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603540.327220:0:31425:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe52ca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9141a expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789603540.327228:0:31425:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603540.327230:0:31425:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603540.327232:0:31425:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603540.327234:0:31425:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603540.327236:0:31425:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603540.327239:0:31425:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603540.327242:0:31425:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603540.327245:0:31425:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603540.327249:0:31425:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805157400. 00000080:00000001:2.0:1789603540.327254:0:31425:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603540.327256:0:31425:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603540.327259:0:31425:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:2.0:1789603540.327262:0:31425:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe52ca 00800000:00000001:2.0:1789603540.327267:0:31425:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603540.327269:0:31425:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603540.327271:0:31425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603540.327273:0:31425:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603540.327276:0:31425:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=3 00000020:00000001:2.0:1789603540.327278:0:31425:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:2.0:1789603540.327281:0:31425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:2.0:1789603540.327284:0:31425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.327285:0:31425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603540.327286:0:31425:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603540.327288:0:31425:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603540.327290:0:31425:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe52ca from it ffffb8e5014a7b58 00010000:00000001:2.0:1789603540.327292:0:31425:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603540.327293:0:31425:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603540.327294:0:31425:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=3 00000020:00000001:2.0:1789603540.327296:0:31425:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:2.0:1789603540.327298:0:31425:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:2.0:1789603540.327300:0:31425:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603540.327303:0:31425:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe52ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9141a expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603540.327309:0:31425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.327310:0:31425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603540.327312:0:31425:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603540.327314:0:31425:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603540.327317:0:31425:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe52ca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9141a expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789603540.327325:0:31425:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603540.327327:0:31425:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603540.327329:0:31425:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603540.327333:0:31425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.327334:0:31425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603540.327336:0:31425:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.327339:0:31425:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603540.327341:0:31425:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.327343:0:31425:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.327346:0:31425:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.327348:0:31425:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603540.327349:0:31425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.327350:0:31425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603540.327353:0:31425:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603540.327355:0:31425:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603540.327357:0:31425:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:2.0:1789603540.327362:0:31425:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789603540.327374:0:31425:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb81272ae20. 00000020:00000001:2.0:1789603540.327378:0:31425:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7a88 00000080:00200000:2.0:1789603540.327380:0:31425:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9eb808190908), flags=24 00000080:00000001:2.0:1789603540.327462:0:31425:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789603540.327465:0:31425:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7938 00000080:00200000:2.0:1789603540.327467:0:31425:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9eb808190908), intent=0 00000080:00000010:2.0:1789603540.327476:0:31425:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805157400. 00800000:00000002:2.0:1789603540.327479:0:31425:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603540.327483:0:31425:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603540.327485:0:31425:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603540.327486:0:31425:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7858 00800000:00000002:2.0:1789603540.327488:0:31425:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603540.327491:0:31425:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603540.327493:0:31425:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603540.327495:0:31425:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603540.327496:0:31425:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603540.327498:0:31425:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603540.327499:0:31425:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603540.327501:0:31425:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603540.327502:0:31425:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603540.327504:0:31425:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a77f0 00800000:00000002:2.0:1789603540.327506:0:31425:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-2' -> mds #0 00000002:00000001:2.0:1789603540.327640:0:31425:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603540.327641:0:31425:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7728 00000002:00010000:2.0:1789603540.327643:0:31425:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1789603540.327648:0:31425:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789603540.327650:0:31425:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789603540.327655:0:31425:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f1f80. 00000020:00000040:2.0:1789603540.327658:0:31425:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:2.0:1789603540.327664:0:31425:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603540.327668:0:31425:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603540.327672:0:31425:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.327673:0:31425:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603540.327674:0:31425:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.327677:0:31425:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603540.327679:0:31425:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603540.327682:0:31425:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603540.327689:0:31425:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041d3000. 00000100:00000001:2.0:1789603540.327696:0:31425:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.327701:0:31425:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603540.327702:0:31425:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.327704:0:31425:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603540.327705:0:31425:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.327707:0:31425:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603540.327714:0:31425:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637111912112000 : -106961797439616 : ffff9eb8040f1f80) 00010000:00000001:2.0:1789603540.327718:0:31425:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789603540.327720:0:31425:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789603540.327724:0:31425:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bbf00 count: 2 00010000:00000001:2.0:1789603540.327726:0:31425:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603540.327728:0:31425:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789603540.327731:0:31425:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb802f47600. 00000020:00000001:2.0:1789603540.327734:0:31425:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789603540.327736:0:31425:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb802f47600 with handle 0xa04c19c788fe52e6 to hash 00000020:00000001:2.0:1789603540.327738:0:31425:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789603540.327740:0:31425:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111893587456 : -106961815964160 : ffff9eb802f47600) 00010000:00000001:2.0:1789603540.327756:0:31425:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111893587456 : -106961815964160 : ffff9eb802f47600) 00010000:00000001:2.0:1789603540.327758:0:31425:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603540.327760:0:31425:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603540.327763:0:31425:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47600/0xa04c19c788fe52e6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603540.327771:0:31425:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47600/0xa04c19c788fe52e6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31425 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603540.327781:0:31425:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47600/0xa04c19c788fe52e6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31425 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789603540.327786:0:31425:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603540.327788:0:31425:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603540.327796:0:31425:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80402f3c0. 00000100:00000001:2.0:1789603540.327798:0:31425:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911314368 : -106961798237248 : ffff9eb80402f3c0) 00000100:00000001:2.0:1789603540.327800:0:31425:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603540.327801:0:31425:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112000 : -106961797439616 : ffff9eb8040f1f80) 00000100:00000001:2.0:1789603540.327806:0:31425:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603540.327810:0:31425:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.327812:0:31425:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603540.327813:0:31425:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603540.327824:0:31425:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f1f80 x1876533442869760/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.327833:0:31425:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603540.327835:0:31425:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603540.327839:0:31425:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603540.327841:0:31425:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603540.327843:0:31425:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603540.327847:0:31425:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f1f80 pname:cluuid:pid:xid:nid:opc:job checkstat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:31425:1876533442869760:192.168.204.129@tcp:101:checkstat.0 00000100:00000001:2.0:1789603540.327851:0:31425:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603540.327856:0:31425:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603540.327858:0:31425:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603540.327860:0:31425:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603540.327865:0:31425:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb811629800. 02000000:00000001:2.0:1789603540.327867:0:31425:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603540.327875:0:31425:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603540.327882:0:31425:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3b58. 00000400:00000010:2.0:1789603540.327889:0:31425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7aa0. 00000100:00000200:2.0:1789603540.327896:0:31425:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442869760, portal 10 00000100:00000001:2.0:1789603540.327897:0:31425:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603540.327899:0:31425:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112000 : -106961797439616 : ffff9eb8040f1f80) 00000100:00000040:2.0:1789603540.327904:0:31425:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f1f80 x1876533442869760/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603556 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.327911:0:31425:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603540.327913:0:31425:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603540.327916:0:31425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d76e8. 00000100:00000200:2.0:1789603540.327919:0:31425:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876533442869760, offset 0 00000400:00000200:2.0:1789603540.327925:0:31425:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603540.327933:0:31425:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.327952:0:31425:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603540.327957:0:31425:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603540.327962:0:31425:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603540.327965:0:31425:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603540.327968:0:31425:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603540.327971:0:31425:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2609:2609:256:4294967295] 192.168.204.129@tcp LPNI seq info [2609:2609:8:4294967295] 00000400:00000200:2.0:1789603540.327975:0:31425:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.327984:0:31425:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603540.327991:0:31425:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603540.327996:0:31425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb812ac0300. 00000800:00000200:2.0:1789603540.328004:0:31425:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603540.328012:0:31425:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603540.328016:0:31425:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb812ac0300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1789603540.328037:0:31425:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603540.328042:0:31425:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 870432 usecs (871 jiffies) 00000400:00000200:2.0:1789603540.328045:0:31425:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603540.328047:0:31425:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296540132 00000100:00000001:2.0:1789603540.328050:0:31425:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296541546 00000100:00000001:2.0:1789603540.328053:0:31425:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296540132 00000100:00000001:2.0:1789603540.328055:0:31425:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296541546 00000100:00000001:2.0:1789603540.328057:0:31425:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603540.328060:0:31425:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.328062:0:31425:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603540.328064:0:31425:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603540.328067:0:31425:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80402f3c0 going to sleep for 11 seconds 00000100:00000001:2.0:1789603540.328069:0:31425:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603540.328071:0:31425:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603540.328393:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603540.328399:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb812ac0300. 00000400:00000200:3.0:1789603540.328404:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603540.328410:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603540.328417:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d76e8 00000400:00000010:3.0:1789603540.328419:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d76e8. 00000100:00000001:3.0:1789603540.328423:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603540.328428:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f1f80 x1876533442869760/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603556 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.328437:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603540.328440:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f1f80 x1876533442869760/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603556 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.328447:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603540.328449:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603540.332835:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.332852:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603540.332856:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.332859:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.332868:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.332875:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603540.332885:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.332890:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.332896:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.332901:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d457a00 00000400:00000200:2.0:1789603540.332906:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.332913:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x77fd [1] + 224 00000800:00000001:2.0:1789603540.332921:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.332951:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.332956:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.332962:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603540.332970:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603540.332979:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f1f80 x1876533442869760/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603556 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603540.332990:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb8040f1f80 x1876533442869760/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.333003:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603540.333012:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.333016:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789603540.335153:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603540.335159:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076700. 00000400:00000200:3.0:1789603540.335163:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603540.335168:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603540.335173:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682d48 00000400:00000010:3.0:1789603540.335175:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682d48. 00000100:00000001:3.0:1789603540.335180:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603540.335183:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1f800 x1876533442869888/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603556 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.335193:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603540.335195:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1f800 x1876533442869888/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603556 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.335207:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603540.335208:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603540.348359:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.348375:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603540.348379:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.348382:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.348407:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.348414:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603540.348424:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.348432:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.348438:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.348442:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 640 into portal 10 MB=0x6aab27d457a80 00000400:00000200:2.0:1789603540.348456:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.348462:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 640/640 into md 0x780d [1] + 224 00000800:00000001:2.0:1789603540.348469:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.348477:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.348481:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.348485:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603540.348493:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603540.348502:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1f800 x1876533442869888/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603556 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603540.348567:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9eb810d1f800 x1876533442869888/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.348579:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603540.348587:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.348591:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789603540.362405:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603540.362410:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076900. 00000400:00000200:3.0:1789603540.362416:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603540.362422:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603540.362436:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682c38 00000400:00000010:3.0:1789603540.362439:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682c38. 00000100:00000001:3.0:1789603540.362443:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603540.362449:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd7b80 x1876533442870016/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603556 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.362459:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603540.362462:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd7b80 x1876533442870016/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603556 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.362470:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603540.362471:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603540.368309:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.368329:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603540.368334:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.368337:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.368346:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.368354:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603540.368363:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.368369:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.368374:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.368379:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 400 into portal 4 MB=0x6aab27d457b00 00000400:00000200:2.0:1789603540.368384:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.368390:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 400/400 into md 0x7815 [1] + 224 00000800:00000001:2.0:1789603540.368408:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.368419:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.368423:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.368428:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603540.368436:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603540.368445:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd7b80 x1876533442870016/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603556 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603540.368666:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9eb806bd7b80 x1876533442870016/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603556 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.368680:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603540.368689:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.368692:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789603540.381707:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603540.381715:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076b00. 00000400:00000200:3.0:1789603540.381721:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603540.381727:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603540.381733:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136826e8 00000400:00000010:3.0:1789603540.381736:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136826e8. 00000100:00000001:3.0:1789603540.381750:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603540.381756:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1d500 x1876533442870144/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603556 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.381766:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603540.381770:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1d500 x1876533442870144/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603556 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.381777:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603540.381779:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603540.394343:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.394361:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603540.394365:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.394368:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.394377:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.394396:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603540.394405:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.394411:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.394416:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.394421:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 4096 into portal 14 MB=0x6aab27d457b80 00000400:00000200:2.0:1789603540.394426:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.394432:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.129@tcp of length 4096/4096 into md 0x781d [256] + 0 00000400:00000010:2.0:1789603540.394438:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041390b0. 00000400:00000200:2.0:1789603540.394443:0:2395:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9eb807a7a000 00000800:00000001:2.0:1789603540.394448:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.394458:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.394461:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.394466:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603540.394472:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb807a7a000 00000400:00000010:2.0:1789603540.394474:0:2395:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9eb807a7a000. 00000100:00000001:2.0:1789603540.394479:0:2395:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1789603540.394481:0:2395:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9eb810d1d500 desc ffff9eb8051e2000 mbits 1876533442870144 00000100:00000001:2.0:1789603540.394499:0:2395:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1789603540.394507:0:2395:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789603540.394546:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.394552:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.29@tcp to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603540.394558:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2613:2613:256:4294967295] 192.168.204.129@tcp LPNI seq info [2613:2613:8:4294967295] 00000400:00000200:2.0:1789603540.394566:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.394579:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:192.168.204.29@tcp) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) 192.168.204.129@tcp : ACK try# 0 00000800:00000200:2.0:1789603540.394586:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603540.394594:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9eb81022c000. 00000800:00000200:2.0:1789603540.394600:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603540.394606:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603540.394610:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb81022c000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789603540.394659:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603540.394663:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9eb81022c000. 00000400:00000200:2.0:1789603540.394667:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.394671:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: ACK: OK 00000800:00000001:2.0:1789603540.394676:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.394680:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603540.404678:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.404695:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603540.404711:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.404715:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.404725:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.404732:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603540.404751:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.404757:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.404762:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.404766:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 440 into portal 10 MB=0x6aab27d457b80 00000400:00000200:2.0:1789603540.404772:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.404777:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 440/440 into md 0x7825 [1] + 224 00000800:00000001:2.0:1789603540.404785:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.404796:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.404800:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.404804:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603540.404811:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603540.404820:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1d500 x1876533442870144/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603556 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603540.404830:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9eb810d1d500 x1876533442870144/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.404853:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603540.404861:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.404865:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603540.407592:0:31230:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:2.0:1789603540.407601:0:31230:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603540.407606:0:31230:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804154c00. 00000080:00000001:2.0:1789603540.407612:0:31230:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603540.407617:0:31230:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603540.407620:0:31230:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bd7ca0 00000080:00200000:2.0:1789603540.407623:0:31230:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:2.0:1789603540.407633:0:31230:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805156e00. 00800000:00000002:2.0:1789603540.407639:0:31230:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603540.407643:0:31230:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603540.407647:0:31230:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603540.407648:0:31230:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bd7bc0 00800000:00000002:2.0:1789603540.407651:0:31230:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603540.407654:0:31230:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603540.407657:0:31230:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603540.407660:0:31230:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603540.407663:0:31230:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603540.407665:0:31230:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603540.407667:0:31230:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603540.407669:0:31230:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603540.407672:0:31230:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603540.407675:0:31230:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603540.407680:0:31230:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603540.407682:0:31230:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bd7a90 00000002:00010000:2.0:1789603540.407683:0:31230:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603540.407687:0:31230:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603540.407689:0:31230:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603540.407692:0:31230:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603540.407697:0:31230:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bbf00 count: 2 00010000:00000001:2.0:1789603540.407700:0:31230:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603540.407703:0:31230:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603540.407707:0:31230:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603540.407710:0:31230:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe52ca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9141a expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1789603540.407720:0:31230:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603540.407724:0:31230:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603540.407727:0:31230:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe52ca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9141a expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1789603540.407733:0:31230:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603540.407735:0:31230:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603540.407738:0:31230:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603540.407739:0:31230:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603540.407751:0:31230:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603540.407753:0:31230:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603540.407756:0:31230:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603540.407758:0:31230:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603540.407760:0:31230:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805156e00. 00000080:00000001:2.0:1789603540.407764:0:31230:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603540.407766:0:31230:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603540.407769:0:31230:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:2.0:1789603540.407772:0:31230:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe52ca 00800000:00000001:2.0:1789603540.407776:0:31230:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603540.407778:0:31230:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603540.407780:0:31230:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603540.407782:0:31230:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603540.407783:0:31230:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=3 00000020:00000001:2.0:1789603540.407786:0:31230:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:2.0:1789603540.407788:0:31230:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:2.0:1789603540.407791:0:31230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.407793:0:31230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603540.407794:0:31230:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603540.407796:0:31230:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603540.407799:0:31230:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe52ca from it ffffb8e501bd7cd8 00010000:00000001:2.0:1789603540.407801:0:31230:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603540.407802:0:31230:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603540.407803:0:31230:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=3 00000020:00000001:2.0:1789603540.407805:0:31230:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:2.0:1789603540.407807:0:31230:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:2.0:1789603540.407809:0:31230:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603540.407812:0:31230:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe52ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9141a expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789603540.407818:0:31230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.407819:0:31230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603540.407820:0:31230:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603540.407822:0:31230:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603540.407825:0:31230:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe52ca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9141a expref: -99 pid: 31424 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1789603540.407831:0:31230:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603540.407833:0:31230:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603540.407836:0:31230:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603540.407838:0:31230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.407839:0:31230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603540.407841:0:31230:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.407843:0:31230:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603540.407845:0:31230:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.407847:0:31230:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.407849:0:31230:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.407850:0:31230:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603540.407851:0:31230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.407852:0:31230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603540.407855:0:31230:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603540.407857:0:31230:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603540.407860:0:31230:0:(file.c:6260:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603540.407864:0:31230:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bd7d28 00000080:00000008:2.0:1789603540.407866:0:31230:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789603540.408138:0:31230:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1789603540.408141:0:31230:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) pos/size0/4096 32bit_api 0 00000080:00000010:2.0:1789603540.408146:0:31230:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805156e00. 00800000:00000002:2.0:1789603540.408149:0:31230:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603540.408164:0:31230:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:2.0:1789603540.408171:0:31230:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446722893158197504 : -21180551354112 : ffffecbc84c2a900) 00000080:00000001:2.0:1789603540.408175:0:31230:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:2.0:1789603540.408179:0:31230:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833933 : 144115205322833933 : 20000040400000d) 00000080:00000001:2.0:1789603540.408181:0:31230:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:2.0:1789603540.408183:0:31230:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279490 : 144115205289279490 : 200000402000002) 00000080:00000001:2.0:1789603540.408185:0:31230:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761476 : 162129603798761476 : 240000402000004) 00000080:00000001:2.0:1789603540.408187:0:31230:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789603540.408189:0:31230:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833935 : 144115205322833935 : 20000040400000f) 00000080:00000001:2.0:1789603540.408192:0:31230:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761475 : 162129603798761475 : 240000402000003) 00000080:00000001:2.0:1789603540.408194:0:31230:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611140 : 144115205339611140 : 200000405000004) 00000080:00000001:2.0:1789603540.408196:0:31230:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761473 : 162129603798761473 : 240000402000001) 00000080:00000001:2.0:1789603540.408208:0:31230:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056707 : 144115205306056707 : 200000403000003) 00000080:00000001:2.0:1789603540.408211:0:31230:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833921 : 144115205322833921 : 200000404000001) 00000080:00000001:2.0:1789603540.408213:0:31230:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611163 : 144115205339611163 : 20000040500001b) 00000080:00000001:2.0:1789603540.408216:0:31230:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611164 : 144115205339611164 : 20000040500001c) 00000080:00000001:2.0:1789603540.408218:0:31230:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279494 : 144115205289279494 : 200000402000006) 00000080:00000001:2.0:1789603540.408220:0:31230:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789603540.408222:0:31230:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279489 : 144115205289279489 : 200000402000001) 00000080:00000001:2.0:1789603540.408225:0:31230:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833931 : 144115205322833931 : 20000040400000b) 00000080:00000001:2.0:1789603540.408228:0:31230:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603540.408230:0:31230:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603540.408232:0:31230:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805156e00. 00000080:00000001:2.0:1789603540.408237:0:31230:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603540.410540:0:31230:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1789603540.410547:0:31230:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:2.0:1789603540.410554:0:31230:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789603540.410558:0:31230:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603540.410574:0:31230:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:2.0:1789603540.410577:0:31230:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789603540.410580:0:31230:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bd7dd0 00000080:00200008:2.0:1789603540.410583:0:31230:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), flags 304000 00000080:00400000:2.0:1789603540.410588:0:31230:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1789603540.410591:0:31230:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb804241900. 00000080:00000001:2.0:1789603540.410597:0:31230:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789603540.410599:0:31230:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bd7dd0 00000080:00000008:2.0:1789603540.410602:0:31230:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9eb808190908), flags 304000, rc = 0 00000080:00000001:2.0:1789603540.410604:0:31230:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603540.410606:0:31230:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603540.428220:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603540.428225:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076b00. 00000400:00000200:3.0:1789603540.428230:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603540.428235:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603540.428241:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682550 00000400:00000010:3.0:1789603540.428243:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682550. 00000100:00000001:3.0:1789603540.428248:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603540.428252:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1d500 x1876533442870400/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603556 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.428266:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603540.428270:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1d500 x1876533442870400/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603556 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.428276:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603540.428278:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603540.441404:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.441422:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603540.441427:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.441429:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.441438:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.441446:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603540.441455:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.441462:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.441468:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.441472:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 664 into portal 10 MB=0x6aab27d457c80 00000400:00000200:2.0:1789603540.441477:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.441483:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 664/664 into md 0x782d [64] + 224 00000800:00000001:2.0:1789603540.441490:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.441497:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.441501:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.441506:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603540.441559:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603540.441568:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1d500 x1876533442870400/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603556 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603540.441580:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9eb810d1d500 x1876533442870400/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.441591:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603540.441598:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.441602:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789603540.444369:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603540.444375:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076700. 00000400:00000200:3.0:1789603540.444380:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603540.444385:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603540.444391:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682b28 00000400:00000010:3.0:1789603540.444393:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682b28. 00000100:00000001:3.0:1789603540.444397:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603540.444402:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1dc00 x1876533442870528/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603556 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.444410:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603540.444413:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1dc00 x1876533442870528/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603556 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.444420:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603540.444421:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1789603540.450165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030a00. 00000800:00000001:2.0:1789603540.456252:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.456270:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603540.456274:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.456277:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.456286:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.456294:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603540.456303:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.456308:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.456314:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.456318:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 4096 into portal 14 MB=0x6aab27d457d00 00000400:00000200:2.0:1789603540.456324:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.456329:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.129@tcp of length 4096/4096 into md 0x7835 [256] + 0 00000400:00000010:2.0:1789603540.456335:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139b58. 00000400:00000200:2.0:1789603540.456340:0:2395:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9eb807a7e000 00000800:00000001:2.0:1789603540.456345:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.456355:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.456359:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.456364:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603540.456369:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb807a7e000 00000400:00000010:2.0:1789603540.456372:0:2395:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9eb807a7e000. 00000100:00000001:2.0:1789603540.456376:0:2395:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1789603540.456379:0:2395:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9eb810d1dc00 desc ffff9eb8051e0000 mbits 1876533442870528 00000100:00000001:2.0:1789603540.456474:0:2395:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1789603540.456483:0:2395:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789603540.456488:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.456493:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.29@tcp to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603540.456499:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2616:2616:256:4294967295] 192.168.204.129@tcp LPNI seq info [2616:2616:8:4294967295] 00000400:00000200:2.0:1789603540.456503:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.456554:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:192.168.204.29@tcp) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) 192.168.204.129@tcp : ACK try# 0 00000800:00000200:2.0:1789603540.456560:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603540.456568:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9eb81022c000. 00000800:00000200:2.0:1789603540.456575:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603540.456581:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603540.456586:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb81022c000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789603540.457574:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603540.457581:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9eb81022c000. 00000400:00000200:2.0:1789603540.457588:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.457593:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: ACK: OK 00000800:00000001:2.0:1789603540.457602:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.457605:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603540.463354:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.463371:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603540.463376:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.463379:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603540.463389:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.463405:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603540.463416:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.463420:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.463427:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.463432:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 440 into portal 10 MB=0x6aab27d457d00 00000400:00000200:3.0:1789603540.463438:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.463444:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 440/440 into md 0x783d [1] + 224 00000800:00000001:3.0:1789603540.463452:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.463464:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603540.463467:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603540.463472:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603540.463479:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603540.463489:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1dc00 x1876533442870528/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603556 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603540.463501:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9eb810d1dc00 x1876533442870528/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.463560:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603540.463569:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.463573:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789603540.469945:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603540.469950:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9200. 00000400:00000200:2.0:1789603540.469956:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.469961:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603540.469967:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682dd0 00000400:00000010:2.0:1789603540.470213:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682dd0. 00000100:00000001:2.0:1789603540.470221:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603540.470229:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1dc00 x1876533442870784/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603556 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.470316:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603540.470321:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1dc00 x1876533442870784/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603556 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.470329:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.470331:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603540.474369:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.474455:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603540.474465:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.474469:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603540.474478:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.474487:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603540.474496:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.474502:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.474508:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.474569:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d457e00 00000400:00000200:3.0:1789603540.474689:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.474697:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x7845 [1] + 224 00000800:00000001:3.0:1789603540.474706:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.475356:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.475362:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.475368:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603540.475377:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603540.475387:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1dc00 x1876533442870784/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603556 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603540.475399:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9eb810d1dc00 x1876533442870784/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.475423:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603540.475434:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.475438:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789603540.478289:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603540.478293:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9200. 00000400:00000200:2.0:1789603540.478299:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.478303:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603540.478309:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc198 00000400:00000010:2.0:1789603540.478311:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc198. 00000100:00000001:2.0:1789603540.478316:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603540.478319:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd7b80 x1876533442871040/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603556 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.478328:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603540.478332:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd7b80 x1876533442871040/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603556 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.478338:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.478340:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603540.485558:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.485593:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603540.485598:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.485601:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.485611:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.485621:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603540.485631:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.485636:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.485642:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.485646:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 664 into portal 10 MB=0x6aab27d457f00 00000400:00000200:2.0:1789603540.485652:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.485658:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 664/664 into md 0x784d [64] + 224 00000800:00000001:2.0:1789603540.485669:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.485677:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.485680:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.485685:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603540.485692:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603540.485712:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd7b80 x1876533442871040/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603556 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603540.485723:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9eb806bd7b80 x1876533442871040/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.485817:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603540.485829:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.485832:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789603540.489429:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603540.489439:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9e00. 00000400:00000200:2.0:1789603540.489446:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.489454:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603540.489462:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc550 00000400:00000010:2.0:1789603540.489465:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc550. 00000100:00000001:2.0:1789603540.489470:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603540.489477:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5880 x1876533442871168/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 440/368 e 0 to 0 dl 1789603556 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603540.489489:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603540.489493:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5880 x1876533442871168/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 440/368 e 0 to 0 dl 1789603556 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603540.489500:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.489502:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603540.496322:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.496344:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603540.496349:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.496352:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.496363:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.496371:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603540.496382:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.496387:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.496393:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.496397:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 368 into portal 10 MB=0x6aab27d457f80 00000400:00000200:2.0:1789603540.496402:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.496408:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 368/368 into md 0x7855 [1] + 224 00000800:00000001:2.0:1789603540.496415:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.496426:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.496429:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.496433:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603540.496440:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603540.496448:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5880 x1876533442871168/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 440/368 e 0 to 0 dl 1789603556 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603540.496459:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9eb806bd5880 x1876533442871168/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 440/368 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603540.496585:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603540.496595:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.496599:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789603540.500245:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603540.500250:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9b00. 00000400:00000200:2.0:1789603540.500255:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.500261:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603540.500266:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc330 00000400:00000010:2.0:1789603540.500269:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc330. 00000100:00000001:2.0:1789603540.500274:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603540.500278:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5880 x1876533442871424/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/624 e 0 to 0 dl 1789603556 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603540.500288:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603540.500291:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5880 x1876533442871424/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/624 e 0 to 0 dl 1789603556 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603540.500297:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.500298:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789603540.508734:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8042bb200. 00010000:00000010:1.1:1789603540.508761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4800. 00010000:00000010:1.1:1789603540.508765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5000. 00000800:00000001:2.0:1789603540.514109:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.514127:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603540.514132:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.514135:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.514144:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.514151:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603540.514161:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.514167:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.514172:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.514176:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d458080 00000400:00000200:2.0:1789603540.514181:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.514188:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x785d [1] + 224 00000800:00000001:2.0:1789603540.514195:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.514320:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.514324:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.514330:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603540.514337:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603540.514345:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5880 x1876533442871424/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/624 e 0 to 0 dl 1789603556 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603540.514356:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9eb806bd5880 x1876533442871424/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/624 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603540.514441:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603540.514450:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.514453:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789603540.521807:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603540.521812:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9100. 00000400:00000200:2.0:1789603540.521818:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.521823:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603540.521829:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc110 00000400:00000010:2.0:1789603540.521832:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc110. 00000100:00000001:2.0:1789603540.521836:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603540.521841:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5500 x1876533442871552/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603556 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.521850:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603540.521853:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5500 x1876533442871552/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603556 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.521860:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.521862:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603540.526349:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.526366:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603540.526371:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.526373:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.526382:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.526389:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603540.526398:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.526403:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.526408:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.526412:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d458100 00000400:00000200:2.0:1789603540.526417:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.526422:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x7865 [1] + 224 00000800:00000001:2.0:1789603540.526429:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.526436:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.526439:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.526445:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603540.526453:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603540.526462:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5500 x1876533442871552/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603556 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603540.526473:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb806bd5500 x1876533442871552/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.526489:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603540.526496:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.526499:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1789603540.526803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806907220. 00000800:00000200:2.0:1789603540.531488:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603540.531495:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9500. 00000400:00000200:2.0:1789603540.531501:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.531507:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603540.534757:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc440 00000400:00000010:2.0:1789603540.534762:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc440. 00000100:00000001:2.0:1789603540.534770:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603540.534781:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5500 x1876533442871808/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603556 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.534794:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603540.534798:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5500 x1876533442871808/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603556 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.534805:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.534807:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603540.535931:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.535958:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603540.535962:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.535965:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.535973:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.535980:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603540.535989:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.535994:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.535999:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.536004:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d458200 00000400:00000200:2.0:1789603540.536010:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.536017:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x786d [1] + 224 00000800:00000001:2.0:1789603540.536025:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.536031:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.536034:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.536039:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603540.536045:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603540.536052:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5500 x1876533442871808/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603556 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603540.536063:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9eb806bd5500 x1876533442871808/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.536082:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603540.536089:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.536092:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1789603540.537717:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808125280. 00000080:00000010:1.1:1789603540.537728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8069073e0. 00000800:00000200:2.0:1789603540.538271:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603540.538276:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076d00. 00000400:00000200:2.0:1789603540.538280:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.538286:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603540.538292:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682770 00000400:00000010:2.0:1789603540.538295:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682770. 00000100:00000001:2.0:1789603540.538299:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603540.538304:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5500 x1876533442872064/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603556 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603540.538314:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603540.538317:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5500 x1876533442872064/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603556 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603540.538323:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.538324:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789603540.541773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdd000. 00010000:00000010:1.1:1789603540.541792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8042bb000. 00010000:00000010:1.1:1789603540.541798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdde00. 00010000:00000010:1.1:1789603540.541802:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8042bbf00. 00010000:00000010:1.1:1789603540.541806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5a00. 00000800:00000001:2.0:1789603540.555289:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.555307:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603540.555312:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.555314:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.555324:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.555332:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603540.555341:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.555346:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.555352:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.555356:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d458300 00000400:00000200:2.0:1789603540.555362:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.555367:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x7875 [1] + 224 00000800:00000001:2.0:1789603540.555374:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.555395:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.555399:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.555404:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603540.555411:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603540.555420:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5500 x1876533442872064/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603556 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603540.555431:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9eb806bd5500 x1876533442872064/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603540.555452:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603540.555460:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.555463:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789603540.556607:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603540.556613:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076100. 00000400:00000200:2.0:1789603540.556617:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.556623:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603540.556628:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682110 00000400:00000010:2.0:1789603540.556630:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682110. 00000100:00000001:2.0:1789603540.556633:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603540.556638:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1e680 x1876533442872192/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603556 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.556648:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603540.556651:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1e680 x1876533442872192/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603556 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.556663:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.556664:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603540.559683:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.559700:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603540.559704:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.559707:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.559715:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.559722:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603540.559731:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.559735:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.559752:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.559756:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d458380 00000400:00000200:2.0:1789603540.559761:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.559766:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x787d [1] + 224 00000800:00000001:2.0:1789603540.559773:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.559785:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.559789:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.559794:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603540.559800:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603540.559809:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1e680 x1876533442872192/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603556 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603540.559820:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb810d1e680 x1876533442872192/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.559836:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603540.559843:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.559847:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789603540.564212:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603540.564218:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076e00. 00000400:00000200:2.0:1789603540.564223:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.564229:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603540.564234:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682330 00000400:00000010:2.0:1789603540.564237:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682330. 00000100:00000001:2.0:1789603540.564241:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603540.564246:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1e680 x1876533442872448/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603556 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.564254:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603540.564268:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1e680 x1876533442872448/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603556 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.564276:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.564278:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:0.1:1789603540.566693:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808179080. 00000080:00000010:0.1:1789603540.566726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5ea0. 00000800:00000001:2.0:1789603540.567383:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.567398:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603540.567402:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.567405:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.567419:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.567426:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603540.567436:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.567441:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.567446:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.567451:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 664 into portal 10 MB=0x6aab27d458480 00000400:00000200:2.0:1789603540.567456:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.567461:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 664/664 into md 0x7885 [64] + 224 00000800:00000001:2.0:1789603540.567468:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.567474:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.567477:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.567481:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603540.567488:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603540.567496:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1e680 x1876533442872448/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603556 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603540.567505:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9eb810d1e680 x1876533442872448/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.567549:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603540.567556:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.567560:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789603540.572037:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603540.572046:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076200. 00000400:00000200:2.0:1789603540.572055:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.572063:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603540.572069:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682440 00000400:00000010:2.0:1789603540.572072:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682440. 00000100:00000001:2.0:1789603540.572077:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603540.572083:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1f100 x1876533442872576/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603556 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.572094:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603540.572097:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1f100 x1876533442872576/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603556 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.572105:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.572106:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603540.589730:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.589763:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603540.589767:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.589770:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.589780:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.589788:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603540.589800:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.589806:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.589812:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.589816:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 4096 into portal 14 MB=0x6aab27d458500 00000400:00000200:2.0:1789603540.589822:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.589827:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.129@tcp of length 4096/4096 into md 0x788d [256] + 0 00000400:00000010:2.0:1789603540.589832:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139898. 00000400:00000200:2.0:1789603540.589840:0:2394:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9eb807a78000 00000800:00000001:2.0:1789603540.589846:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.589859:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603540.589862:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.589868:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603540.589873:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb807a78000 00000400:00000010:2.0:1789603540.589877:0:2394:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9eb807a78000. 00000100:00000001:2.0:1789603540.589883:0:2394:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1789603540.589885:0:2394:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9eb810d1f100 desc ffff9eb8051e3800 mbits 1876533442872576 00000100:00000001:2.0:1789603540.590476:0:2394:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1789603540.590487:0:2394:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789603540.590492:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.590499:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.29@tcp to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603540.590506:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2627:2627:256:4294967295] 192.168.204.129@tcp LPNI seq info [2627:2627:8:4294967295] 00010000:00000010:0.1:1789603540.590556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031800. 00000400:00000200:2.0:1789603540.590690:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.590699:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:192.168.204.29@tcp) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) 192.168.204.129@tcp : ACK try# 0 00000800:00000200:2.0:1789603540.590705:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603540.590714:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9eb81022c000. 00000800:00000200:2.0:1789603540.590720:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603540.590727:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603540.590732:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb81022c000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789603540.590899:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603540.590904:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9eb81022c000. 00000400:00000200:2.0:1789603540.590909:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.590914:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: ACK: OK 00000800:00000001:2.0:1789603540.590921:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603540.590925:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603540.598241:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.598272:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603540.598276:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.598279:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603540.598289:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.598297:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603540.598305:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.598311:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.598316:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.598322:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 440 into portal 10 MB=0x6aab27d458500 00000400:00000200:3.0:1789603540.598328:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.598334:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 440/440 into md 0x7895 [1] + 224 00000800:00000001:3.0:1789603540.598341:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.598350:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603540.598354:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603540.598358:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603540.598366:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603540.598375:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1f100 x1876533442872576/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603556 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603540.598386:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9eb810d1f100 x1876533442872576/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.598408:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603540.598416:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.598419:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789603540.603959:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603540.603965:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9300. 00000400:00000200:2.0:1789603540.603970:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.603976:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603540.603982:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcb28 00000400:00000010:2.0:1789603540.603985:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcb28. 00000100:00000001:2.0:1789603540.603990:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603540.603994:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd7b80 x1876533442872832/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603556 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.604004:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603540.604009:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd7b80 x1876533442872832/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603556 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.604015:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.604017:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603540.609559:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.609592:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603540.609598:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.609601:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603540.609611:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.609620:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603540.609631:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.609637:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.609643:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.609648:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d458600 00000400:00000200:3.0:1789603540.609653:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.609660:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x789d [1] + 224 00000800:00000001:3.0:1789603540.609667:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.609675:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603540.609679:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603540.609684:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603540.609693:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603540.609715:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd7b80 x1876533442872832/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603556 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603540.609727:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9eb806bd7b80 x1876533442872832/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.609757:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603540.609765:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.609769:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789603540.615507:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603540.617628:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9600. 00000400:00000200:2.0:1789603540.617636:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.617644:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603540.617652:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc660 00000400:00000010:2.0:1789603540.617655:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc660. 00000100:00000001:2.0:1789603540.617661:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603540.617668:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd7b80 x1876533442873088/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603556 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.617680:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603540.617684:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd7b80 x1876533442873088/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603556 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.617690:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.617692:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603540.632581:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.632603:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603540.632607:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.632610:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603540.632620:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.632628:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603540.632638:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.632643:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.632650:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.632654:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 664 into portal 10 MB=0x6aab27d458700 00000400:00000200:3.0:1789603540.632660:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.632667:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 664/664 into md 0x78a5 [64] + 224 00000800:00000001:3.0:1789603540.632675:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.632683:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603540.632687:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603540.632691:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603540.632700:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603540.632710:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd7b80 x1876533442873088/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603556 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603540.632721:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9eb806bd7b80 x1876533442873088/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.632751:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603540.632759:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.632762:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789603540.635666:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603540.635674:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9d00. 00000400:00000200:2.0:1789603540.635682:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.635689:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603540.635710:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc990 00000400:00000010:2.0:1789603540.635714:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc990. 00000100:00000001:2.0:1789603540.635719:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603540.635724:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd7100 x1876533442873344/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/624 e 0 to 0 dl 1789603556 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603540.635747:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603540.635750:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd7100 x1876533442873344/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/624 e 0 to 0 dl 1789603556 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603540.635757:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.635759:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789603540.654551:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030e00. 00010000:00000010:1.1:1789603540.654579:0:1036:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c100. 00010000:00000010:1.1:1789603540.654593:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdce00. 00010000:00000010:1.1:1789603540.654598:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47600. 00000800:00000001:3.0:1789603540.662086:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.662104:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603540.662110:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.662113:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603540.662123:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.662132:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603540.662142:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.662147:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.662152:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.662157:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d458800 00000400:00000200:3.0:1789603540.662162:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.662168:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x78ad [1] + 224 00000800:00000001:3.0:1789603540.662175:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.662181:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603540.662185:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603540.662190:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603540.662211:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603540.662221:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd7100 x1876533442873344/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/624 e 0 to 0 dl 1789603556 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603540.662232:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9eb806bd7100 x1876533442873344/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/624 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603540.662256:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603540.662264:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.662267:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603540.664943:0:31426:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1789603540.664950:0:31426:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603540.664955:0:31426:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603540.664959:0:31426:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603540.664963:0:31426:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389928648 : -106961319622968 : ffff9eb8208a06c8) 00000020:00001000:2.0:1789603540.664975:0:31426:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a06c0 00020000:00000001:2.0:1789603540.664985:0:31426:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:2.0:1789603540.664987:0:31426:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4000) owner 0000000000000000/ffff9eb801348000 00020000:00000001:2.0:1789603540.664991:0:31426:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:2.0:1789603540.664995:0:31426:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb805103960, objid 0x1e:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789603540.665000:0:31426:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789603540.665004:0:31426:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb802d64e00: ostid: 0x280000401:19 ost idx: 0 gen: 0 00020000:00000001:2.0:1789603540.665007:0:31426:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:2.0:1789603540.665010:0:31426:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603540.665012:0:31426:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:2.0:1789603540.665014:0:31426:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:2.0:1789603540.665021:0:31426:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:2.0:1789603540.665026:0:31426:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647ca00 count: 2 00010000:00000001:2.0:1789603540.665029:0:31426:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603540.665032:0:31426:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:2.0:1789603540.665035:0:31426:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:2.0:1789603540.665041:0:31426:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 1789603519 1789603519 1789603519 by oinfo size 0 blocks 0 [cma]time 1789603519 1789603519 1789603519 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe52f4 lrc: 1/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e9149f expref: -99 pid: 31425 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:2.0:1789603540.665056:0:31426:0:(cl_object.c:143:cl_object_top()) ffff9eb810230e00 -> ffff9eb8053b09e0 00000020:00000001:2.0:1789603540.665058:0:31426:0:(cl_object.c:143:cl_object_top()) ffff9eb810230e00 -> ffff9eb8053b09e0 00000008:00000001:2.0:1789603540.665060:0:31426:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789603540.665063:0:31426:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789603540.665065:0:31426:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789603540.665067:0:31426:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1789603540.665074:0:31426:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9eb810230e00. 00020000:00000001:2.0:1789603540.665083:0:31426:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:2.0:1789603540.665086:0:31426:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9eb8053b07d0. 00020000:00000001:2.0:1789603540.665103:0:31426:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1789603540.665106:0:31426:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603540.665108:0:31426:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789603540.665110:0:31426:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4000) owner 0000000000000000/ffff9eb801348000 00020000:00000001:2.0:1789603540.665113:0:31426:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:2.0:1789603540.665114:0:31426:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:2.0:1789603540.665116:0:31426:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4000) owner 0000000000000000/ffff9eb801348000 00020000:00000001:2.0:1789603540.665118:0:31426:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:2.0:1789603540.665121:0:31426:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9eb80795a0b0. 00020000:00000010:2.0:1789603540.665126:0:31426:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9eb807ac2600. 00020000:00000010:2.0:1789603540.665129:0:31426:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9eb804fd8400. 00020000:00000002:2.0:1789603540.665133:0:31426:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb805103960, objid 0x1e:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789603540.665136:0:31426:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789603540.665140:0:31426:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb802d64e00: ostid: 0x280000401:19 ost idx: 0 gen: 0 00020000:00000010:2.0:1789603540.665145:0:31426:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb802d64e00. 00020000:00000010:2.0:1789603540.665148:0:31426:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb8051034e0. 00020000:00000010:2.0:1789603540.665151:0:31426:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb805103960. 00020000:00000001:2.0:1789603540.665153:0:31426:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1789603540.665154:0:31426:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4000) owner 0000000000000000/ffff9eb801348000 00020000:00000010:2.0:1789603540.665157:0:31426:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9eb8123e4000. 00020000:00000001:2.0:1789603540.665161:0:31426:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:2.0:1789603540.665164:0:31426:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9eb8053b0960. 00000020:00001000:2.0:1789603540.665168:0:31426:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a06c0 00000080:00000001:2.0:1789603540.665171:0:31426:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1789603540.665173:0:31426:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:2.0:1789603540.665215:0:31426:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:2.0:1789603540.665218:0:31426:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789603540.665221:0:31426:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fdd0 00000080:00200008:2.0:1789603540.665223:0:31426:0:(file.c:479:ll_file_release()) START file d21f.recovery-small-2:[0x200000405:0x1c:0x0](ffff9eb8081942c8), flags 704000 00000080:00400000:2.0:1789603540.665227:0:31426:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x1c:0x0] 00000080:00000001:2.0:1789603540.665230:0:31426:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1789603540.665232:0:31426:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:2.0:1789603540.665234:0:31426:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1789603540.665239:0:31426:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603540.665243:0:31426:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603540.665245:0:31426:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603540.665248:0:31426:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603540.665250:0:31426:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603540.665252:0:31426:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1c:0x0] 00800000:00000001:2.0:1789603540.665255:0:31426:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603540.665259:0:31426:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603540.665262:0:31426:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603540.665267:0:31426:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248100 count: 2 00010000:00000001:2.0:1789603540.665269:0:31426:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603540.665273:0:31426:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1789603540.665277:0:31426:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1789603540.665280:0:31426:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603540.665286:0:31426:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603540.665290:0:31426:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe531e lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x1c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91539 expref: -99 pid: 31426 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789603540.665297:0:31426:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.665299:0:31426:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603540.665301:0:31426:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1789603540.665303:0:31426:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x1c:0x0]: 16 00000080:00000010:2.0:1789603540.665306:0:31426:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb812253180. 00000080:00000001:2.0:1789603540.665310:0:31426:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603540.665315:0:31426:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fdd0 00000080:00000008:2.0:1789603540.665318:0:31426:0:(file.c:523:ll_file_release()) COMPLETED file d21f.recovery-small-2:[0x200000405:0x1c:0x0](ffff9eb8081942c8), flags 704000, rc = 0 00000080:00000001:2.0:1789603540.665320:0:31426:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603540.665322:0:31426:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603540.665326:0:31426:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789603540.665328:0:31426:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fe00 00000080:00002000:2.0:1789603540.665330:0:31426:0:(dcache.c:127:ll_ddelete()) deleting dentry d21f.recovery-small-2 (ffff9eb8204700d8, parent ffff9eb8081326c0, inode ffff9eb8081942c8) hashed, 00000080:00000001:2.0:1789603540.665333:0:31426:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603540.665340:0:31426:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789603540.665343:0:31426:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789603540.665371:0:31426:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603540.665375:0:31426:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603540.665377:0:31426:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603540.665379:0:31426:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fbd8 00000080:00200000:2.0:1789603540.665382:0:31426:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:2.0:1789603540.665388:0:31426:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805157600. 00800000:00000002:2.0:1789603540.665394:0:31426:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603540.665398:0:31426:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603540.665401:0:31426:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603540.665404:0:31426:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1faf8 00800000:00000002:2.0:1789603540.665406:0:31426:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603540.665410:0:31426:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603540.665413:0:31426:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603540.665414:0:31426:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603540.665415:0:31426:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603540.665417:0:31426:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603540.665419:0:31426:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603540.665421:0:31426:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603540.665423:0:31426:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603540.665426:0:31426:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603540.665431:0:31426:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603540.665433:0:31426:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1f9c8 00000002:00010000:2.0:1789603540.665435:0:31426:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603540.665439:0:31426:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603540.665440:0:31426:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603540.665441:0:31426:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603540.665444:0:31426:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248e00 count: 2 00010000:00000001:2.0:1789603540.665446:0:31426:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603540.665449:0:31426:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603540.665452:0:31426:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603540.665456:0:31426:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030a00/0xa04c19c788fe5310 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9151d expref: -99 pid: 31426 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1789603540.665465:0:31426:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603540.665467:0:31426:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603540.665470:0:31426:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030a00/0xa04c19c788fe5310 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9151d expref: -99 pid: 31426 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1789603540.665477:0:31426:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603540.665480:0:31426:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603540.665482:0:31426:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603540.665484:0:31426:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603540.665486:0:31426:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603540.665488:0:31426:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603540.665491:0:31426:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603540.665494:0:31426:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603540.665497:0:31426:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805157600. 00000080:00000001:2.0:1789603540.665501:0:31426:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603540.665503:0:31426:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603540.665505:0:31426:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:2.0:1789603540.665540:0:31426:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5310 00800000:00000001:2.0:1789603540.665545:0:31426:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603540.665547:0:31426:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603540.665549:0:31426:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603540.665551:0:31426:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603540.665554:0:31426:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030a00 refcount=3 00000020:00000001:2.0:1789603540.665556:0:31426:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844211200 : -106961865340416 : ffff9eb800030a00) 00010000:00000001:2.0:1789603540.665559:0:31426:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844211200 : -106961865340416 : ffff9eb800030a00) 00010000:00000001:2.0:1789603540.665562:0:31426:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.665563:0:31426:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603540.665564:0:31426:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603540.665566:0:31426:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603540.665568:0:31426:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5310 from it ffffb8e501c1fc10 00010000:00000001:2.0:1789603540.665570:0:31426:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603540.665571:0:31426:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603540.665572:0:31426:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030a00 refcount=3 00000020:00000001:2.0:1789603540.665574:0:31426:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844211200 : -106961865340416 : ffff9eb800030a00) 00010000:00000001:2.0:1789603540.665576:0:31426:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844211200 : -106961865340416 : ffff9eb800030a00) 00010000:00000001:2.0:1789603540.665578:0:31426:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603540.665581:0:31426:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030a00/0xa04c19c788fe5310 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9151d expref: -99 pid: 31426 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789603540.665587:0:31426:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.665588:0:31426:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603540.665590:0:31426:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603540.665591:0:31426:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603540.665593:0:31426:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030a00/0xa04c19c788fe5310 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9151d expref: -99 pid: 31426 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789603540.665600:0:31426:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603540.665602:0:31426:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603540.665605:0:31426:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603540.665610:0:31426:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.665611:0:31426:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603540.665613:0:31426:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.665616:0:31426:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603540.665618:0:31426:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.665620:0:31426:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.665623:0:31426:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.665625:0:31426:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603540.665626:0:31426:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.665627:0:31426:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603540.665630:0:31426:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603540.665632:0:31426:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603540.665634:0:31426:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:2.0:1789603540.665637:0:31426:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789603540.665649:0:31426:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb81272a000. 00000020:00000001:2.0:1789603540.665653:0:31426:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fdc8 00000080:00200000:2.0:1789603540.665655:0:31426:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9eb808190908), flags=0 00000080:00000001:2.0:1789603540.665658:0:31426:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789603540.665659:0:31426:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fc78 00000080:00200000:2.0:1789603540.665661:0:31426:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9eb808190908), intent=getattr 00000080:00000010:2.0:1789603540.665669:0:31426:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805157600. 00800000:00000002:2.0:1789603540.665673:0:31426:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603540.665676:0:31426:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603540.665678:0:31426:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603540.665679:0:31426:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fb98 00800000:00000002:2.0:1789603540.665681:0:31426:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603540.665683:0:31426:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603540.665686:0:31426:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603540.665688:0:31426:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603540.665689:0:31426:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603540.665690:0:31426:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603540.665692:0:31426:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603540.665694:0:31426:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603540.665695:0:31426:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603540.665697:0:31426:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fb30 00800000:00000002:2.0:1789603540.665698:0:31426:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-2' -> mds #0 00000002:00000001:2.0:1789603540.665701:0:31426:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603540.665702:0:31426:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fa68 00000002:00010000:2.0:1789603540.665703:0:31426:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:2.0:1789603540.665706:0:31426:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789603540.665709:0:31426:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789603540.665714:0:31426:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f0380. 00000020:00000040:2.0:1789603540.665718:0:31426:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=9 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:2.0:1789603540.665724:0:31426:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603540.665727:0:31426:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603540.665730:0:31426:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.665731:0:31426:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603540.665732:0:31426:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.665734:0:31426:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603540.665747:0:31426:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603540.665751:0:31426:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603540.665758:0:31426:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041d0c00. 00000100:00000001:2.0:1789603540.665764:0:31426:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.665768:0:31426:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603540.665770:0:31426:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.665771:0:31426:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603540.665772:0:31426:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.665774:0:31426:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603540.665781:0:31426:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637111912104832 : -106961797446784 : ffff9eb8040f0380) 00010000:00000001:2.0:1789603540.665784:0:31426:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789603540.665786:0:31426:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789603540.665790:0:31426:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248e00 count: 2 00010000:00000001:2.0:1789603540.665793:0:31426:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603540.665795:0:31426:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789603540.665799:0:31426:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb802f46200. 00000020:00000001:2.0:1789603540.665802:0:31426:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789603540.665805:0:31426:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb802f46200 with handle 0xa04c19c788fe5325 to hash 00000020:00000001:2.0:1789603540.665807:0:31426:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789603540.665808:0:31426:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603540.665812:0:31426:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603540.665815:0:31426:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603540.665816:0:31426:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603540.666653:0:31426:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5325 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31426 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603540.666667:0:31426:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5325 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31426 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603540.666679:0:31426:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5325 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31426 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789603540.666686:0:31426:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603540.666688:0:31426:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603540.666696:0:31426:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80402fa80. 00000100:00000001:2.0:1789603540.666699:0:31426:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911316096 : -106961798235520 : ffff9eb80402fa80) 00000100:00000001:2.0:1789603540.666702:0:31426:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603540.666703:0:31426:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912104832 : -106961797446784 : ffff9eb8040f0380) 00000100:00000001:2.0:1789603540.666709:0:31426:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603540.666712:0:31426:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.666714:0:31426:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603540.666716:0:31426:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603540.666727:0:31426:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f0380 x1876533442873472/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.666747:0:31426:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603540.666750:0:31426:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603540.666754:0:31426:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603540.666756:0:31426:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603540.666760:0:31426:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603540.666764:0:31426:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f0380 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:31426:1876533442873472:192.168.204.129@tcp:101:rm.0 00000100:00000001:2.0:1789603540.666768:0:31426:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603540.666773:0:31426:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603540.666775:0:31426:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603540.666778:0:31426:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603540.666783:0:31426:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb81162b000. 02000000:00000001:2.0:1789603540.666785:0:31426:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603540.666793:0:31426:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603540.666799:0:31426:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3b58. 00000400:00000010:2.0:1789603540.666806:0:31426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7880. 00000100:00000200:2.0:1789603540.666811:0:31426:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442873472, portal 10 00000100:00000001:2.0:1789603540.666814:0:31426:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603540.666815:0:31426:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912104832 : -106961797446784 : ffff9eb8040f0380) 00000100:00000040:2.0:1789603540.667920:0:31426:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f0380 x1876533442873472/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603556 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.667933:0:31426:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603540.667936:0:31426:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603540.667941:0:31426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7990. 00000100:00000200:2.0:1789603540.667946:0:31426:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876533442873472, offset 0 00000400:00000200:2.0:1789603540.667953:0:31426:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603540.667961:0:31426:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.668045:0:31426:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603540.668051:0:31426:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603540.668055:0:31426:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603540.668059:0:31426:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603540.668061:0:31426:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603540.668065:0:31426:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2631:2631:256:4294967295] 192.168.204.129@tcp LPNI seq info [2631:2631:8:4294967295] 00000400:00000200:2.0:1789603540.668069:0:31426:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603540.668078:0:31426:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603540.668083:0:31426:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603540.668362:0:31426:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb812ac0600. 00000800:00000200:2.0:1789603540.668372:0:31426:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603540.668382:0:31426:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603540.668385:0:31426:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb812ac0600 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1789603540.668666:0:31426:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603540.668672:0:31426:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 846586 usecs (847 jiffies) 00000400:00000200:2.0:1789603540.668677:0:31426:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603540.668679:0:31426:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296540448 00000100:00000001:2.0:1789603540.668683:0:31426:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296541546 00000100:00000001:2.0:1789603540.668685:0:31426:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296540448 00000100:00000001:2.0:1789603540.668687:0:31426:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296541546 00000100:00000001:2.0:1789603540.668690:0:31426:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603540.668693:0:31426:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.668696:0:31426:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603540.668699:0:31426:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603540.668712:0:31426:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80402fa80 going to sleep for 11 seconds 00000100:00000001:2.0:1789603540.668715:0:31426:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603540.668718:0:31426:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603540.668901:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603540.668906:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb812ac0600. 00000400:00000200:3.0:1789603540.668912:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603540.668917:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603540.668923:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7990 00000400:00000010:3.0:1789603540.668926:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7990. 00000100:00000001:3.0:1789603540.668930:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603540.668936:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f0380 x1876533442873472/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603556 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.668953:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603540.668957:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f0380 x1876533442873472/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603556 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.668963:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603540.668976:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:1.1:1789603540.674560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8069477a0. 00000080:00000010:2.1:1789603540.674712:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808191080. 00000080:00000010:2.1:1789603540.674722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb81272ae20. 00000800:00000001:3.0:1789603540.675146:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.675161:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603540.675165:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.675167:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603540.675178:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.675187:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603540.675205:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.675212:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.675217:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.675222:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d458880 00000400:00000200:3.0:1789603540.675228:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.675236:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x78b5 [1] + 224 00000800:00000001:3.0:1789603540.675243:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.675250:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603540.675254:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603540.675267:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603540.675275:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603540.675285:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f0380 x1876533442873472/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603556 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603540.675296:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb8040f0380 x1876533442873472/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.675317:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603540.675325:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.675328:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603540.675552:0:31426:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603540.675560:0:31426:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603540.675562:0:31426:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603540.675565:0:31426:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3b58. 00000400:00000200:2.0:1789603540.675581:0:31426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7880 00000400:00000010:2.0:1789603540.675584:0:31426:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7880. 00000100:00000001:2.0:1789603540.675588:0:31426:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603540.675594:0:31426:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f0380 x1876533442873472/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789603540.675603:0:31426:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f0380 x1876533442873472/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.675610:0:31426:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603540.675612:0:31426:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603540.675615:0:31426:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603540.675618:0:31426:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603540.675622:0:31426:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603540.675624:0:31426:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603540.675628:0:31426:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603540.675638:0:31426:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=88 v=5 (106 106 106 137) 00000100:00001000:2.0:1789603540.675643:0:31426:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603540.675647:0:31426:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603540.675649:0:31426:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.675652:0:31426:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603540.675656:0:31426:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.675661:0:31426:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603540.675663:0:31426:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967581 00000100:00000001:2.0:1789603540.675666:0:31426:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603540.675669:0:31426:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603540.675675:0:31426:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f0380 x1876533442873472/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.675682:0:31426:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603540.675686:0:31426:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603540.675688:0:31426:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603540.675692:0:31426:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f0380 x1876533442873472/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603556 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789603540.675701:0:31426:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f0380 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:31426:1876533442873472:192.168.204.129@tcp:101:rm.0 00000100:00000001:2.0:1789603540.675706:0:31426:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603540.675709:0:31426:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.675712:0:31426:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789603540.675714:0:31426:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603540.675718:0:31426:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f0380 x1876533442873472/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603556 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.675726:0:31426:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603540.675729:0:31426:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80402fa80. 00000100:00000001:2.0:1789603540.675732:0:31426:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789603540.675734:0:31426:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.675748:0:31426:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789603540.675753:0:31426:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603540.675756:0:31426:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603540.675759:0:31426:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=4 00000020:00000001:2.0:1789603540.675762:0:31426:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603540.675765:0:31426:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000040:2.0:1789603540.675772:0:31426:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb802f46200, remote cookie: 0x31dbb14d74e91578, flags: 0x1001 00010000:00010000:2.0:1789603540.675779:0:31426:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5325 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91578 expref: -99 pid: 31426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789603540.675789:0:31426:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x1c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789603540.675794:0:31426:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1789603540.675801:0:31426:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248100 count: 2 00010000:00000001:2.0:1789603540.675805:0:31426:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603540.675808:0:31426:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603540.675813:0:31426:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5325 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91578 expref: -99 pid: 31426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603540.675831:0:31426:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5325 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91578 expref: -99 pid: 31426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603540.675838:0:31426:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789603540.675842:0:31426:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789603540.675845:0:31426:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789603540.675847:0:31426:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789603540.675848:0:31426:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789603540.675851:0:31426:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1c:0x0].0x0 (ffff9eb819248100) refcount = 2 00010000:00000040:2.0:1789603540.675854:0:31426:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1789603540.675857:0:31426:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe531e lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x1c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91539 expref: -99 pid: 31426 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1789603540.675865:0:31426:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5325 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91578 expref: -99 pid: 31426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603540.675877:0:31426:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789603540.675880:0:31426:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789603540.675882:0:31426:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603540.675885:0:31426:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789603540.675888:0:31426:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603540.675892:0:31426:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5325 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91578 expref: -99 pid: 31426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603540.675898:0:31426:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789603540.675900:0:31426:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.675902:0:31426:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603540.675903:0:31426:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.675904:0:31426:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603540.675906:0:31426:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603540.675910:0:31426:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789603540.675912:0:31426:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603540.675913:0:31426:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603540.675915:0:31426:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=3 00000020:00000001:2.0:1789603540.675917:0:31426:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603540.675919:0:31426:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603540.675922:0:31426:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603540.675923:0:31426:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603540.675924:0:31426:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=4 00000020:00000001:2.0:1789603540.675926:0:31426:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603540.675928:0:31426:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603540.675931:0:31426:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603540.675942:0:31426:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603540.675946:0:31426:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5325 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91578 expref: -99 pid: 31426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603540.675954:0:31426:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.675956:0:31426:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603540.675957:0:31426:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603540.675959:0:31426:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603540.675960:0:31426:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=5 00000020:00000001:2.0:1789603540.675962:0:31426:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603540.676182:0:31426:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603540.676186:0:31426:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603540.676190:0:31426:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5325 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91578 expref: -99 pid: 31426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603540.676207:0:31426:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.676208:0:31426:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789603540.676211:0:31426:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5325 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91578 expref: -99 pid: 31426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603540.676218:0:31426:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603540.676220:0:31426:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.676221:0:31426:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603540.676222:0:31426:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.676223:0:31426:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789603540.676229:0:31426:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb8040f0380 x1876533442873472/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603556 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789603540.676239:0:31426:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603540.676241:0:31426:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603540.676242:0:31426:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=3 00000020:00000001:2.0:1789603540.676244:0:31426:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603540.676255:0:31426:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603540.676258:0:31426:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.676259:0:31426:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603540.676261:0:31426:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603540.676263:0:31426:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603540.676266:0:31426:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789603540.676269:0:31426:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603540.676271:0:31426:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603540.676273:0:31426:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=3 00000020:00000001:2.0:1789603540.676275:0:31426:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603540.676276:0:31426:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00000002:00010000:2.0:1789603540.676280:0:31426:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5325 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91578 expref: -99 pid: 31426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603540.676286:0:31426:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.676287:0:31426:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603540.676289:0:31426:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789603540.676290:0:31426:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603540.676291:0:31426:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603540.676293:0:31426:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=3 00000020:00000001:2.0:1789603540.676295:0:31426:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603540.676297:0:31426:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000040:2.0:1789603540.676301:0:31426:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248100 count: 3 00010000:00000001:2.0:1789603540.676303:0:31426:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789603540.676308:0:31426:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589935621/28 (0 0) 00010000:00000001:2.0:1789603540.676310:0:31426:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.676311:0:31426:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603540.676313:0:31426:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789603540.676316:0:31426:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1f9f0 00000002:00002000:2.0:1789603540.676318:0:31426:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789603540.676321:0:31426:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603540.676325:0:31426:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603540.676328:0:31426:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789603540.676331:0:31426:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789603540.676335:0:31426:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603540.676338:0:31426:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000001:2.0:1789603540.676342:0:31426:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789603540.676344:0:31426:0:(namei.c:674:ll_lookup_it_finish()) it ffffb8e501c1fe00 it_disposition b 00000080:00000001:2.0:1789603540.676347:0:31426:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789603540.676353:0:31426:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789603540.676357:0:31426:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789603540.676364:0:31426:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb806b15540. 00800000:00000001:2.0:1789603540.676367:0:31426:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637111956297024 : -106961753254592 : ffff9eb806b15540) 00800000:00000001:2.0:1789603540.676370:0:31426:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603540.676372:0:31426:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789603540.676375:0:31426:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611164 : 144115205339611164 : 20000040500001c) 00000080:00000001:2.0:1789603540.676378:0:31426:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1789603540.676383:0:31426:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789603540.676385:0:31426:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x1c:0x0] 00000080:00000001:2.0:1789603540.676388:0:31426:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789603540.676392:0:31426:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789603540.676394:0:31426:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603540.676397:0:31426:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611164 : 144115205339611164 : 20000040500001c) 00000080:00000001:2.0:1789603540.676399:0:31426:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789603540.676402:0:31426:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611164 mtime from 1789603519 to 1789603540 00000080:00200000:2.0:1789603540.676653:0:31426:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x1c:0x0], updating i_size 4096 00000080:00200000:2.0:1789603540.676657:0:31426:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x1c:0x0](ffff9eb8081942c8): rc = 0 00000080:00000001:2.0:1789603540.676660:0:31426:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979885256 : -106961729666360 : ffff9eb8081942c8) 00010000:00000001:2.0:1789603540.676662:0:31426:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603540.676664:0:31426:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603540.676666:0:31426:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=3 00000020:00000001:2.0:1789603540.676668:0:31426:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603540.676670:0:31426:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603540.676673:0:31426:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.676674:0:31426:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789603540.676676:0:31426:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789603540.676679:0:31426:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789603540.676681:0:31426:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb806b15540 1 00800000:00000010:2.0:1789603540.676684:0:31426:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb806b15540. 00800000:00000001:2.0:1789603540.676688:0:31426:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603540.676691:0:31426:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1c:0x0](ffff9eb8081942c8) for lock 0xa04c19c788fe5325 00800000:00000001:2.0:1789603540.676695:0:31426:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603540.676697:0:31426:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603540.676698:0:31426:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603540.676699:0:31426:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603540.676700:0:31426:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=3 00000020:00000001:2.0:1789603540.676703:0:31426:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603540.676705:0:31426:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603540.676708:0:31426:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.676709:0:31426:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603540.676710:0:31426:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603540.676713:0:31426:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1789603540.676718:0:31426:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb820470288 inode ffff9eb8081942c8 refc 1 flags 0x20000e 00000080:00000002:2.0:1789603540.676723:0:31426:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21f.recovery-small-2 [0x200000405:0x1c:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1789603540.676727:0:31426:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1789603540.676731:0:31426:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1c:0x0](ffff9eb8081942c8) 00000080:00010000:2.0:1789603540.676745:0:31426:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5325 from it ffffb8e501c1fe00 00010000:00000001:2.0:1789603540.676748:0:31426:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603540.676750:0:31426:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603540.676751:0:31426:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=3 00000020:00000001:2.0:1789603540.676753:0:31426:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603540.676756:0:31426:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603540.676758:0:31426:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603540.676761:0:31426:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5325 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91578 expref: -99 pid: 31426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603540.676769:0:31426:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.676770:0:31426:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603540.676772:0:31426:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603540.676774:0:31426:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603540.676777:0:31426:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5325 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91578 expref: -99 pid: 31426 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603540.676784:0:31426:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603540.676787:0:31426:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603540.676789:0:31426:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603540.676794:0:31426:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.676795:0:31426:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603540.676797:0:31426:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.676801:0:31426:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603540.676803:0:31426:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.676806:0:31426:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.676809:0:31426:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603540.676812:0:31426:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603540.676813:0:31426:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603540.676814:0:31426:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789603540.676816:0:31426:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789603540.677127:0:31426:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805157600. 00000100:00000001:2.0:1789603540.677133:0:31426:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603540.677140:0:31426:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f0380 x1876533442873472/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603556 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.677147:0:31426:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603540.677149:0:31426:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603540.677153:0:31426:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb81162b000. 02000000:00000001:2.0:1789603540.677156:0:31426:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603540.677158:0:31426:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603540.677160:0:31426:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603540.677162:0:31426:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603540.677164:0:31426:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041d0c00. 02000000:00000001:2.0:1789603540.677168:0:31426:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603540.677170:0:31426:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603540.677171:0:31426:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f0380. 00000100:00000001:2.0:1789603540.677175:0:31426:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603540.677176:0:31426:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603540.677179:0:31426:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789603540.677180:0:31426:0:(dcache.c:176:ll_intent_release()) intent ffffb8e501c1fe00 released 00000080:00000001:2.0:1789603540.677181:0:31426:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1789603540.677186:0:31426:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603540.677187:0:31426:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603540.677189:0:31426:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fd50 00000080:00200000:2.0:1789603540.677547:0:31426:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:3.0:1789603540.678086:0:31426:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8118b6200. 00800000:00000002:3.0:1789603540.678095:0:31426:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:3.0:1789603540.678099:0:31426:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603540.678103:0:31426:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603540.678105:0:31426:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fc70 00800000:00000002:3.0:1789603540.678108:0:31426:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603540.678112:0:31426:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789603540.678114:0:31426:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603540.678117:0:31426:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603540.678119:0:31426:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603540.678121:0:31426:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603540.678123:0:31426:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603540.678125:0:31426:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603540.678127:0:31426:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603540.678130:0:31426:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789603540.678135:0:31426:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603540.678136:0:31426:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fb40 00000002:00010000:3.0:1789603540.678138:0:31426:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789603540.678141:0:31426:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789603540.678143:0:31426:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603540.678146:0:31426:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603540.678151:0:31426:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248e00 count: 2 00010000:00000001:3.0:1789603540.678154:0:31426:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603540.678158:0:31426:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603540.678161:0:31426:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603540.678165:0:31426:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030a00/0xa04c19c788fe5310 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9151d expref: -99 pid: 31426 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1789603540.678174:0:31426:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789603540.678179:0:31426:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603540.678182:0:31426:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030a00/0xa04c19c788fe5310 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9151d expref: -99 pid: 31426 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1789603540.678188:0:31426:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789603540.678190:0:31426:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789603540.678192:0:31426:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603540.678480:0:31426:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603540.678484:0:31426:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789603540.678486:0:31426:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789603540.678489:0:31426:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789603540.678492:0:31426:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:3.0:1789603540.678496:0:31426:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8118b6200. 00000080:00000001:3.0:1789603540.678501:0:31426:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789603540.678503:0:31426:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603540.678505:0:31426:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:3.0:1789603540.678551:0:31426:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5310 00800000:00000001:3.0:1789603540.678555:0:31426:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603540.678557:0:31426:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603540.678559:0:31426:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.678560:0:31426:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.678563:0:31426:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030a00 refcount=3 00000020:00000001:3.0:1789603540.678565:0:31426:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844211200 : -106961865340416 : ffff9eb800030a00) 00010000:00000001:3.0:1789603540.678783:0:31426:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844211200 : -106961865340416 : ffff9eb800030a00) 00010000:00000001:3.0:1789603540.678787:0:31426:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.678788:0:31426:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603540.678790:0:31426:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603540.678791:0:31426:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603540.678794:0:31426:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5310 from it ffffb8e501c1fd88 00010000:00000001:3.0:1789603540.678797:0:31426:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603540.678798:0:31426:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603540.678800:0:31426:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030a00 refcount=3 00000020:00000001:3.0:1789603540.678801:0:31426:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844211200 : -106961865340416 : ffff9eb800030a00) 00010000:00000001:3.0:1789603540.678803:0:31426:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844211200 : -106961865340416 : ffff9eb800030a00) 00010000:00000001:3.0:1789603540.678806:0:31426:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603540.678809:0:31426:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030a00/0xa04c19c788fe5310 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9151d expref: -99 pid: 31426 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789603540.678816:0:31426:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.678817:0:31426:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.679140:0:31426:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603540.679144:0:31426:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603540.679148:0:31426:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030a00/0xa04c19c788fe5310 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9151d expref: -99 pid: 31426 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789603540.679157:0:31426:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603540.679160:0:31426:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603540.679162:0:31426:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603540.679166:0:31426:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.679168:0:31426:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.679170:0:31426:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.679173:0:31426:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603540.679175:0:31426:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.679177:0:31426:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.679180:0:31426:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.679182:0:31426:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603540.679183:0:31426:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.679184:0:31426:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789603540.679188:0:31426:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789603540.679189:0:31426:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789603540.679193:0:31426:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 3 00000080:00000001:3.0:1789603540.679433:0:31426:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603540.679440:0:31426:0:(namei.c:2258:ll_rmdir()) Process entered 00000020:00000001:3.0:1789603540.679442:0:31426:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fe18 00000080:00200000:3.0:1789603540.679444:0:31426:0:(namei.c:2261:ll_rmdir()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00000001:3.0:1789603540.679447:0:31426:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:3.0:1789603540.679450:0:31426:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21f.recovery-small-2, [0x200000405:0x1c:0x0]) is foreign... 00000080:00000001:3.0:1789603540.679452:0:31426:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1789603540.679461:0:31426:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8118b6200. 00800000:00000002:3.0:1789603540.679465:0:31426:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00800000:00000001:3.0:1789603540.679473:0:31426:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:3.0:1789603540.679477:0:31426:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603540.679479:0:31426:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603540.679481:0:31426:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603540.679483:0:31426:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603540.679485:0:31426:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603540.679486:0:31426:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603540.679488:0:31426:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603540.679491:0:31426:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603540.679492:0:31426:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603540.679493:0:31426:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603540.679495:0:31426:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603540.679496:0:31426:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603540.679498:0:31426:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1c:0x0] 00800000:00000001:3.0:1789603540.679499:0:31426:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603540.679501:0:31426:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:3.0:1789603540.679502:0:31426:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603540.679503:0:31426:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603540.679504:0:31426:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603540.679505:0:31426:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603540.679506:0:31426:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603540.679508:0:31426:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1c:0x0] 00800000:00000001:3.0:1789603540.679540:0:31426:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603540.679543:0:31426:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x1c:0x0] 00800000:00000001:3.0:1789603540.679545:0:31426:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603540.679547:0:31426:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x1c:0x0] -> mds #0 00000002:00000001:3.0:1789603540.679551:0:31426:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1789603540.679553:0:31426:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789603540.679557:0:31426:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248e00 count: 2 00010000:00000001:3.0:1789603540.679560:0:31426:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603540.679563:0:31426:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789603540.679566:0:31426:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603540.679581:0:31426:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030a00/0xa04c19c788fe5310 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e9151d expref: -99 pid: 31426 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:3.0:1789603540.679589:0:31426:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789603540.679593:0:31426:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789603540.679595:0:31426:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789603540.679596:0:31426:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1789603540.679599:0:31426:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603540.679601:0:31426:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603540.679603:0:31426:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248e00 count: 3 00010000:00000001:3.0:1789603540.679605:0:31426:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603540.679608:0:31426:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603540.679609:0:31426:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603540.679610:0:31426:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603540.679612:0:31426:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248e00 count: 3 00010000:00000001:3.0:1789603540.679614:0:31426:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603540.679616:0:31426:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603540.679617:0:31426:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603540.679618:0:31426:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603540.679620:0:31426:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248e00 count: 3 00010000:00000001:3.0:1789603540.679622:0:31426:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603540.679624:0:31426:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603540.679625:0:31426:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789603540.679636:0:31426:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9eb808190840, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789603540.679641:0:31426:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1789603540.679643:0:31426:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789603540.679645:0:31426:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789603540.679647:0:31426:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.679650:0:31426:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603540.679653:0:31426:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603540.679655:0:31426:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603540.679656:0:31426:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603540.679659:0:31426:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789603540.679662:0:31426:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb800030a00 with handle 0xa04c19c788fe5310 from hash 00010000:00000001:3.0:1789603540.679665:0:31426:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603540.679666:0:31426:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.679668:0:31426:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.679669:0:31426:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603540.679671:0:31426:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603540.679674:0:31426:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789603540.679676:0:31426:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789603540.679678:0:31426:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789603540.679680:0:31426:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789603540.679682:0:31426:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789603540.679685:0:31426:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248100 count: 3 00010000:00000001:3.0:1789603540.679687:0:31426:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603540.679689:0:31426:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789603540.679691:0:31426:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603540.679694:0:31426:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5325 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e91578 expref: -99 pid: 31426 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1789603540.679714:0:31426:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789603540.679716:0:31426:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789603540.679717:0:31426:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789603540.679719:0:31426:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x1c:0x0] mode (null) 00000002:00000001:3.0:1789603540.679721:0:31426:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603540.679722:0:31426:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603540.679724:0:31426:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248100 count: 4 00010000:00000001:3.0:1789603540.679725:0:31426:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603540.679727:0:31426:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603540.679728:0:31426:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603540.679729:0:31426:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603540.679730:0:31426:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248100 count: 4 00010000:00000001:3.0:1789603540.679732:0:31426:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603540.679734:0:31426:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603540.679745:0:31426:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603540.679746:0:31426:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603540.679747:0:31426:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248100 count: 4 00010000:00000001:3.0:1789603540.679749:0:31426:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603540.679751:0:31426:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603540.679752:0:31426:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789603540.679754:0:31426:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x1c:0x0] lli = ffff9eb808194200, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789603540.679757:0:31426:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1789603540.679758:0:31426:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789603540.679759:0:31426:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789603540.679761:0:31426:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1c:0x0](ffff9eb8081942c8) invalid 00000020:00000001:3.0:1789603540.679764:0:31426:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fa80 00000080:00002000:3.0:1789603540.679765:0:31426:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21f.recovery-small-2 (ffff9eb820470288) parent ffff9eb8081326c0 inode ffff9eb8081942c8 refc 2 00000080:00000001:3.0:1789603540.679770:0:31426:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789603540.679771:0:31426:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789603540.679772:0:31426:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.679775:0:31426:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603540.679777:0:31426:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603540.679778:0:31426:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603540.679780:0:31426:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603540.679782:0:31426:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789603540.679784:0:31426:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb802f46200 with handle 0xa04c19c788fe5325 from hash 00010000:00000001:3.0:1789603540.679786:0:31426:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603540.679788:0:31426:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603540.679789:0:31426:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603540.679790:0:31426:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603540.679791:0:31426:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603540.679792:0:31426:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789603540.679794:0:31426:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603540.679797:0:31426:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe531e lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x1c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e91539 expref: -99 pid: 31426 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:3.0:1789603540.679803:0:31426:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789603540.679804:0:31426:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789603540.679806:0:31426:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789603540.679807:0:31426:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x1c:0x0] mode CR 00000002:00000001:3.0:1789603540.679809:0:31426:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603540.679810:0:31426:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603540.679812:0:31426:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248100 count: 4 00010000:00000001:3.0:1789603540.679813:0:31426:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603540.679815:0:31426:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603540.679817:0:31426:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603540.679818:0:31426:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603540.679896:0:31426:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248100 count: 4 00010000:00000001:3.0:1789603540.679899:0:31426:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603540.679901:0:31426:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603540.679903:0:31426:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603540.679905:0:31426:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1789603540.679908:0:31426:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1789603540.679913:0:31426:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9eb8118b7e00. 00000080:00000001:3.0:1789603540.679915:0:31426:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:3.0:1789603540.679917:0:31426:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb806b15380 2 00000080:00000001:3.0:1789603540.679920:0:31426:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1789603540.679923:0:31426:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1789603540.679924:0:31426:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603540.679926:0:31426:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603540.679928:0:31426:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603540.679929:0:31426:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603540.679931:0:31426:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603540.679932:0:31426:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1c:0x0] 00800000:00000001:3.0:1789603540.679944:0:31426:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603540.679946:0:31426:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x1c:0x0] 00000002:00000001:3.0:1789603540.679950:0:31426:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1789603540.679952:0:31426:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9eb81291b000: [0x200000405:0x1c:0x0] file closed with intent: 0 00000100:00000010:3.0:1789603540.679958:0:31426:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49180. 00000020:00000040:3.0:1789603540.679963:0:31426:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=9 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:3.0:1789603540.680047:0:31426:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603540.680050:0:31426:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603540.680055:0:31426:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603540.680063:0:31426:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb8118b7c00. 00000100:00000001:3.0:1789603540.680070:0:31426:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1789603540.680090:0:31426:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9eb806bd7b80 x1876533442873088/t4294967591(4294967591) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603556 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789603540.680101:0:31426:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1789603540.680107:0:31426:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb810b49180 x1876533442873728/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1789603540.680114:0:31426:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603540.680116:0:31426:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603540.680123:0:31426:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8208639c0. 00000100:00000001:3.0:1789603540.680125:0:31426:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112389679552 : -106961319872064 : ffff9eb8208639c0) 00000100:00000001:3.0:1789603540.680128:0:31426:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603540.680130:0:31426:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00000100:00000001:3.0:1789603540.680134:0:31426:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603540.680138:0:31426:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603540.680140:0:31426:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603540.680142:0:31426:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603540.680147:0:31426:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49180 x1876533442873728/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.680154:0:31426:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603540.680157:0:31426:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603540.680161:0:31426:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603540.680163:0:31426:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603540.680166:0:31426:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603540.680169:0:31426:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:31426:1876533442873728:192.168.204.129@tcp:35:rm.0 00000100:00000001:3.0:1789603540.680173:0:31426:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603540.680178:0:31426:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603540.680180:0:31426:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603540.680183:0:31426:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603540.680187:0:31426:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb80511d000. 02000000:00000001:3.0:1789603540.680189:0:31426:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603540.680210:0:31426:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603540.680215:0:31426:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748aa8. 00000400:00000010:3.0:1789603540.680222:0:31426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d02a8. 00000100:00000200:3.0:1789603540.680229:0:31426:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442873728, portal 10 00000100:00000001:3.0:1789603540.680231:0:31426:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603540.680232:0:31426:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00000100:00000040:3.0:1789603540.680239:0:31426:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810b49180 x1876533442873728/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603556 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.680246:0:31426:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603540.680259:0:31426:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603540.680262:0:31426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0cc0. 00000100:00000200:3.0:1789603540.680265:0:31426:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876533442873728, offset 0 00000400:00000200:3.0:1789603540.680271:0:31426:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603540.680281:0:31426:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.680288:0:31426:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603540.680294:0:31426:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603540.680298:0:31426:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603540.680301:0:31426:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603540.680304:0:31426:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603540.680308:0:31426:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2632:2632:256:4294967295] 192.168.204.129@tcp LPNI seq info [2632:2632:8:4294967295] 00000400:00000200:3.0:1789603540.680312:0:31426:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.680321:0:31426:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603540.680327:0:31426:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603540.680332:0:31426:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f300. 00000800:00000200:3.0:1789603540.680339:0:31426:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603540.680346:0:31426:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603540.680350:0:31426:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1789603540.680376:0:31426:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603540.680380:0:31426:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 845291 usecs (846 jiffies) 00000400:00000200:3.0:1789603540.680384:0:31426:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603540.680387:0:31426:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296540459 00000100:00000001:3.0:1789603540.680390:0:31426:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296541546 00000100:00000001:3.0:1789603540.680393:0:31426:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296540459 00000100:00000001:3.0:1789603540.680394:0:31426:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296541546 00000100:00000001:3.0:1789603540.680397:0:31426:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603540.680400:0:31426:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603540.680402:0:31426:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603540.680404:0:31426:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603540.680407:0:31426:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8208639c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789603540.680410:0:31426:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603540.680413:0:31426:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603540.681108:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603540.681113:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f300. 00000400:00000200:2.0:1789603540.681119:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.681125:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603540.681131:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0cc0 00000400:00000010:2.0:1789603540.681134:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0cc0. 00000100:00000001:2.0:1789603540.681138:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603540.681142:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49180 x1876533442873728/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603556 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.681152:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603540.681156:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b49180 x1876533442873728/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603556 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603540.681162:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.681164:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603540.688306:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.688324:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603540.688330:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.688333:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603540.688343:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.688351:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603540.688360:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.688365:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.688370:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.688374:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d458980 00000400:00000200:3.0:1789603540.688380:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.688386:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x78c5 [1] + 224 00000800:00000001:3.0:1789603540.688394:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.688401:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603540.688405:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603540.688409:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603540.688418:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603540.688427:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49180 x1876533442873728/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603556 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603540.688438:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9eb810b49180 x1876533442873728/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603540.688583:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603540.688593:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.688597:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789603540.698791:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603540.698802:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9d00. 00000400:00000200:2.0:1789603540.698809:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603540.698826:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603540.698834:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc4c8 00000400:00000010:2.0:1789603540.698837:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc4c8. 00000100:00000001:2.0:1789603540.698843:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603540.698851:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd7b80 x1876533442873984/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603556 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603540.698864:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603540.698868:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd7b80 x1876533442873984/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603556 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603540.698875:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603540.698877:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789603540.700686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46200. 00010000:00000010:1.1:1789603540.700699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248100. 00010000:00000010:1.1:1789603540.700704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdde00. 00010000:00000010:1.1:1789603540.700709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248e00. 00010000:00000010:1.1:1789603540.700712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030a00. 00000800:00000001:3.0:1789603540.726766:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.726787:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603540.726792:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.726796:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603540.726805:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.726813:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603540.726834:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.726839:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.726845:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.726850:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d458a80 00000400:00000200:3.0:1789603540.726855:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603540.726861:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x78d5 [1] + 224 00000800:00000001:3.0:1789603540.726869:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.726877:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603540.726882:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603540.726887:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603540.726896:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603540.726907:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd7b80 x1876533442873984/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603556 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603540.726919:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9eb806bd7b80 x1876533442873984/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603556 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603540.726948:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603540.726956:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603540.726960:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1789603540.739945:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808194200. 00000080:00000010:1.1:1789603540.739962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb81272a000. 00010000:00000001:3.0:1789603540.906827:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603540.906834:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.906841:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603540.906842:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603540.906845:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603540.906846:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603541.677774:0:31514:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603541.933585:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603541.933592:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603541.933597:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603541.933599:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603541.933602:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603541.933603:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603542.634653:0:27602:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296541546, at 4296541568 00000100:00000010:3.0:1789603542.634669:0:27602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb810df8780. 00000100:00000040:2.0:1789603542.635600:0:29041:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296541546, at 4296541568 00000100:00000010:2.0:1789603542.635609:0:29041:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb810df8480. 00010000:00000001:3.0:1789603542.957651:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603542.957657:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603542.957662:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603542.957663:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603542.957667:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603542.957668:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603542.957689:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603542.957703:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603542.957706:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1789603543.796280:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1c000. 00000020:00000040:0.0:1789603543.796283:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=4 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:0.0:1789603543.796285:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603543.796286:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603543.796288:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603543.796292:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb81927c000. 00000100:00000001:0.0:1789603543.796295:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603543.796299:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID req@ffff9eb810d1c000 x1876533442874496/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603543.796307:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603543.796309:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603543.796313:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a048987] to pc [ptlrpcd_00_01+1] req@ffff9eb810d1c000 x1876533442874496/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603543.796321:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603543.796324:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603543.796327:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603543.796332:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1ed80. 00000020:00000040:0.0:1789603543.796335:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:0.0:1789603543.796337:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603543.796338:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603543.796340:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603543.796344:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb81927c600. 00000100:00000001:0.0:1789603543.796347:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603543.796351:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID req@ffff9eb810d1ed80 x1876533442874624/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603543.796359:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603543.796361:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603543.796364:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006772c22b] to pc [ptlrpcd_00_00+0] req@ffff9eb810d1ed80 x1876533442874624/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603543.796372:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603543.796379:0:29506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1880) 00000100:00000001:0.0:1789603543.796415:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603543.796421:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603543.796425:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603543.796432:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1fb80 x1876533442874240/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603543.796441:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603543.796444:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603543.796450:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603543.796454:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603543.796458:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603543.796463:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442874240:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603543.796468:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603543.796475:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603543.796478:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603543.796481:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603543.796486:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8069b4000. 02000000:00000001:0.0:1789603543.796488:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603543.796498:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603543.796504:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139688. 00000400:00000010:0.0:1789603543.796539:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682660. 00000100:00000200:0.0:1789603543.796550:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442874240, portal 10 00000100:00000001:0.0:1789603543.796553:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603543.796556:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126208896 : -106961583342720 : ffff9eb810d1fb80) 00000100:00000040:0.0:1789603543.796566:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1fb80 x1876533442874240/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603543.796575:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603543.796578:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603543.796581:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682198. 00000100:00000200:0.0:1789603543.796586:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442874240, offset 0 00000400:00000200:0.0:1789603543.796594:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603543.796605:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603543.796614:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603543.796621:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603543.796626:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603543.796630:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603543.796633:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603543.796638:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2634:2634:256:4294967295] 192.168.204.129@tcp LPNI seq info [2634:2634:8:4294967295] 00000400:00000200:0.0:1789603543.796643:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603543.796655:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603543.796662:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603543.796668:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb81927cb00. 00000800:00000200:0.0:1789603543.796691:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603543.796704:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603543.796709:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb81927cb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603543.796732:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603543.796738:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 842757 usecs (843 jiffies) 00000400:00000200:0.0:1789603543.796741:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603543.796745:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296543568 00000100:00000010:0.0:1789603543.796752:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb807b8dba0. 00000100:00000001:0.0:1789603543.796761:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789603543.796769:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296543568 00000100:00000010:0.0:1789603543.796772:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb807b8d120. 00000100:00000001:0.0:1789603543.796776:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789603543.796780:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603543.796783:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603543.796787:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603543.796791:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1c000 x1876533442874496/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603543.796797:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603543.796798:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603543.796800:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603543.796802:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603543.796804:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603543.796807:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442874496:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603543.796810:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603543.796812:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603543.796814:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603543.796816:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603543.796820:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8069b5400. 02000000:00000001:0.0:1789603543.796821:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603543.796825:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603543.796828:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139268. 00000400:00000010:0.0:1789603543.796832:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682cc0. 00000100:00000200:0.0:1789603543.796835:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442874496, portal 4 00000100:00000001:0.0:1789603543.796836:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603543.796838:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126193664 : -106961583357952 : ffff9eb810d1c000) 00000100:00000040:0.0:1789603543.796846:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1c000 x1876533442874496/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603543.796851:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603543.796853:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603543.796855:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136823b8. 00000100:00000200:0.0:1789603543.796858:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442874496, offset 0 00000400:00000200:0.0:1789603543.796861:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603543.796865:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603543.796869:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603543.796871:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603543.796873:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603543.796875:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603543.796877:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603543.796880:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2635:2635:255:4294967295] 192.168.204.129@tcp LPNI seq info [2635:2635:7:4294967295] 00000400:00000200:0.0:1789603543.796883:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603543.796890:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603543.796895:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603543.796898:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb81927c300. 00000800:00000200:0.0:1789603543.796903:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603543.796907:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603543.796910:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb81927c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603543.796913:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603543.796917:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 218471 usecs (219 jiffies) 00000400:00000200:0.0:1789603543.796920:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603543.796922:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296542944 00000100:00000001:0.0:1789603543.796925:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296543568 00000100:00000001:0.0:1789603543.796927:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296542944 00000100:00000001:0.0:1789603543.796929:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296543568 00000100:00000001:0.0:1789603543.796931:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603543.797355:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603543.797368:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603543.797372:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603543.797382:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603543.797385:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789603543.797389:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603543.797390:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603543.797392:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603543.797396:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:0.0:1789603543.797397:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603543.797399:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603543.797401:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603543.797403:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603543.797404:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603543.797405:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603543.797414:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1ce00 x1876533442874112/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603543.797422:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603543.797423:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603543.797426:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603543.797428:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603543.797430:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603543.797434:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2401:1876533442874112:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603543.797438:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603543.797441:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603543.797443:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603543.797445:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603543.797449:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8069b5800. 02000000:00000001:0.0:1789603543.797451:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603543.797455:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603543.797459:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139108. 00000400:00000010:0.0:1789603543.797464:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682880. 00000100:00000200:0.0:1789603543.797468:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442874112, portal 25 00000100:00000001:0.0:1789603543.797470:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603543.797471:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00000100:00000040:0.0:1789603543.797476:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1ce00 x1876533442874112/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603543.797483:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603543.797485:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603543.797487:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136825d8. 00000100:00000200:0.0:1789603543.797489:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442874112, offset 0 00000400:00000200:0.0:1789603543.797494:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603543.797499:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603543.797503:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603543.797506:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603543.797540:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603543.797543:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603543.797546:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603543.797549:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2636:2636:254:4294967295] 192.168.204.129@tcp LPNI seq info [2636:2636:6:4294967295] 00000400:00000200:0.0:1789603543.797553:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603543.797561:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603543.797565:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603543.797572:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80312ba00. 00000800:00000200:0.0:1789603543.797577:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603543.797582:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603543.797585:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80312ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603543.797588:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603543.797591:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603543.797593:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296546671 00000100:00000001:0.0:1789603543.797601:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296543568 00000100:00000001:0.0:1789603543.797606:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296546671 00000100:00000001:0.0:1789603543.797610:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296543568 00000100:00000001:0.0:1789603543.797613:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603543.797615:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603543.797617:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603543.797621:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1f480 x1876533442874368/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603543.797628:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603543.797630:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603543.797632:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603543.797633:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603543.797635:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603543.797638:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442874368:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603543.797642:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603543.797645:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603543.797646:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603543.797648:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603543.797651:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8069b5200. 02000000:00000001:0.0:1789603543.797653:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603543.797656:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603543.797659:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041392c0. 00000400:00000010:0.0:1789603543.797662:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136827f8. 00000100:00000200:0.0:1789603543.797665:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442874368, portal 10 00000100:00000001:0.0:1789603543.797667:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603543.797669:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126207104 : -106961583344512 : ffff9eb810d1f480) 00000100:00000040:0.0:1789603543.797685:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1f480 x1876533442874368/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603543.797692:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603543.797694:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603543.797697:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682220. 00000100:00000200:0.0:1789603543.797699:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442874368, offset 0 00000400:00000200:0.0:1789603543.797703:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603543.797706:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603543.797710:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603543.797712:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603543.797714:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603543.797716:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603543.797718:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603543.797721:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2637:2637:253:4294967295] 192.168.204.129@tcp LPNI seq info [2637:2637:5:4294967295] 00000400:00000200:0.0:1789603543.797726:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603543.797731:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603543.797736:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603543.797740:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb810a2aa00. 00000800:00000200:0.0:1789603543.797744:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603543.797748:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603543.797751:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb810a2aa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603543.797753:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603543.797757:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21137 usecs (22 jiffies) 00000400:00000200:0.0:1789603543.797760:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603543.797762:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296542747 00000100:00000001:0.0:1789603543.797764:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296546671 00000100:00000001:0.0:1789603543.797766:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296542747 00000100:00000001:0.0:1789603543.797768:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296546671 00000100:00000001:0.0:1789603543.797772:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603543.797774:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603543.797776:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603543.797780:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1ed80 x1876533442874624/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603543.797787:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603543.797789:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603543.797791:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603543.797793:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603543.797795:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603543.797798:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442874624:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603543.797801:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603543.797804:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603543.797805:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603543.797807:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603543.797811:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8069b4400. 02000000:00000001:0.0:1789603543.797813:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603543.797817:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603543.797819:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139370. 00000400:00000010:0.0:1789603543.797823:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682aa0. 00000100:00000200:0.0:1789603543.797826:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442874624, portal 4 00000100:00000001:0.0:1789603543.797828:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603543.797829:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126205312 : -106961583346304 : ffff9eb810d1ed80) 00000100:00000040:0.0:1789603543.797835:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1ed80 x1876533442874624/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603543.797841:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603543.797843:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603543.797846:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682ee0. 00000100:00000200:0.0:1789603543.797848:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442874624, offset 0 00000400:00000200:0.0:1789603543.797852:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603543.797856:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603543.797859:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603543.797862:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603543.797864:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603543.797866:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603543.797868:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603543.797871:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2638:2638:252:4294967295] 192.168.204.129@tcp LPNI seq info [2638:2638:4:4294967295] 00000400:00000200:0.0:1789603543.797875:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603543.797881:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603543.797886:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603543.797889:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb810a2a200. 00000800:00000200:0.0:1789603543.797893:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603543.797897:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603543.797900:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb810a2a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603543.797903:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603543.797907:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22258 usecs (23 jiffies) 00000400:00000200:0.0:1789603543.797910:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603543.797912:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296542748 00000100:00000001:0.0:1789603543.797914:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296546671 00000100:00000001:0.0:1789603543.797916:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296542748 00000100:00000001:0.0:1789603543.797918:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296546671 00000100:00000001:0.0:1789603543.797920:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603543.797922:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603543.797925:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603543.797928:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603543.798384:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603543.798389:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb81927cb00. 00000400:00000200:2.0:1789603543.798401:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603543.798408:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603543.798416:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682198 00000400:00000010:2.0:1789603543.798419:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682198. 00000100:00000001:2.0:1789603543.798425:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603543.798432:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1fb80 x1876533442874240/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603543.798445:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603543.798449:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1fb80 x1876533442874240/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603559 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603543.798456:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603543.798457:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603543.798474:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603543.798476:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb81927c300. 00000400:00000200:2.0:1789603543.798478:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603543.798482:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603543.798485:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136823b8 00000400:00000010:2.0:1789603543.798487:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136823b8. 00000100:00000001:2.0:1789603543.798489:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603543.798492:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1c000 x1876533442874496/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603543.798499:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603543.798501:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1c000 x1876533442874496/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603559 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603543.798506:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603543.798508:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603543.798540:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603543.798542:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80312ba00. 00000400:00000200:2.0:1789603543.798545:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603543.798549:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603543.798551:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136825d8 00000400:00000010:2.0:1789603543.798553:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136825d8. 00000100:00000001:2.0:1789603543.798555:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603543.798559:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1ce00 x1876533442874112/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603543.798566:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603543.798569:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1ce00 x1876533442874112/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603559 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603543.798580:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603543.798581:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603543.798587:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603543.798589:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb810a2aa00. 00000400:00000200:2.0:1789603543.798593:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603543.798597:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603543.798599:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682220 00000400:00000010:2.0:1789603543.798600:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682220. 00000100:00000001:2.0:1789603543.798602:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603543.798605:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1f480 x1876533442874368/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603543.798611:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603543.798613:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1f480 x1876533442874368/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603559 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603543.798619:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603543.798621:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603543.798718:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603543.798721:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb810a2a200. 00000400:00000200:2.0:1789603543.798724:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603543.798728:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603543.798731:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682ee0 00000400:00000010:2.0:1789603543.798733:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682ee0. 00000100:00000001:2.0:1789603543.798736:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603543.798740:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1ed80 x1876533442874624/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603543.798748:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603543.798750:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1ed80 x1876533442874624/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603559 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603543.798756:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603543.798758:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603543.807598:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603543.807618:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603543.807623:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603543.807626:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603543.807640:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603543.807651:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603543.807665:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603543.807685:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603543.807694:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603543.807700:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d458c80 00000400:00000200:2.0:1789603543.807708:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603543.807716:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x78e5 [1] + 224 00000800:00000001:2.0:1789603543.807726:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603543.807730:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603543.807735:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603543.807740:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603543.807752:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603543.807764:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1c000 x1876533442874496/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603543.807778:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1c000 x1876533442874496/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603543.807869:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603543.807880:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603543.807885:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603543.807887:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603543.807889:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603543.807892:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603543.807895:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603543.807900:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603543.807903:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603543.807906:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603543.807908:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d458d00 00000400:00000200:2.0:1789603543.807912:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603543.807917:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x78fd [1] + 224 00000800:00000001:2.0:1789603543.807921:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603543.807927:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603543.807929:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603543.807943:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603543.807946:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603543.807951:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1ed80 x1876533442874624/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603543.807960:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1ed80 x1876533442874624/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603543.807967:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603543.807971:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603543.807974:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603543.814878:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603543.814906:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603543.814913:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603543.814915:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603543.814928:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603543.814949:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603543.814962:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603543.814968:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603543.814976:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603543.814982:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d458b80 00000400:00000200:2.0:1789603543.814990:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603543.814997:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x78dd [1] + 224 00000800:00000001:2.0:1789603543.815008:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603543.815012:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603543.815017:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603543.815022:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603543.815033:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603543.815046:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1fb80 x1876533442874240/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603543.815065:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1fb80 x1876533442874240/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603543.815086:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603543.815096:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603543.815100:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603543.815102:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603543.815104:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603543.815107:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603543.815111:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603543.815115:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603543.815118:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603543.815120:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603543.815123:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d458c00 00000400:00000200:2.0:1789603543.815126:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603543.815130:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x78f5 [1] + 224 00000800:00000001:2.0:1789603543.815145:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603543.815149:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603543.815151:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603543.815154:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603543.815157:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603543.815161:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1f480 x1876533442874368/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603543.815169:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1f480 x1876533442874368/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603543.815176:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603543.815179:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603543.815182:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603543.815183:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603543.815185:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603543.815187:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603543.815191:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603543.815195:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603543.815197:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603543.815200:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603543.815202:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d458b00 00000400:00000200:2.0:1789603543.815206:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603543.815210:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x78ed [1] + 224 00000800:00000001:2.0:1789603543.815213:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603543.815237:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603543.815240:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603543.815244:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603543.815247:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603543.815252:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1ce00 x1876533442874112/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603543.815260:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1ce00 x1876533442874112/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603543.815267:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603543.815270:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603543.815273:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603543.815554:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603543.815560:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603543.815569:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603543.815572:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603543.815577:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139108. 00000400:00000200:0.0:1789603543.815583:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682880 00000400:00000010:0.0:1789603543.815586:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682880. 00000100:00000001:0.0:1789603543.815590:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603543.815596:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1ce00 x1876533442874112/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603543.815606:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1ce00 x1876533442874112/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603559 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603543.815612:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603543.815614:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603543.815617:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603543.815621:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603543.815625:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603543.815627:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603543.815631:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603543.815640:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=91 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603543.815645:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=91 v=5 (1 1 1 1) 00000100:00000001:0.0:1789603543.815648:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603543.815651:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603543.815655:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603543.815658:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603543.815662:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603543.815667:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1ce00 x1876533442874112/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603559 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603543.815683:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603543.815688:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603543.815690:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603543.815694:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1ce00 x1876533442874112/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603559 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603543.815702:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2401:1876533442874112:192.168.204.129@tcp:400:kworker.0 00000400:00000001:0.0:1789603543.815709:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603543.815710:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603543.815712:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041392c0. 00000400:00000200:0.0:1789603543.815715:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136827f8 00000400:00000010:0.0:1789603543.815717:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136827f8. 00000100:00000001:0.0:1789603543.815719:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603543.815722:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1f480 x1876533442874368/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603543.815730:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1f480 x1876533442874368/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603559 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603543.815736:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603543.815737:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603543.815739:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603543.815740:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603543.815742:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603543.815743:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603543.815745:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603543.815753:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=91 v=5 (106 106 106 137) 00000100:00001000:0.0:1789603543.815757:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=91 v=5 (1 1 1 1) 00000100:00000001:0.0:1789603543.815760:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603543.815761:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603543.815763:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603543.815766:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603543.815770:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603543.815772:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789603543.815774:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603543.815775:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603543.815779:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1f480 x1876533442874368/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603559 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603543.815785:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603543.815787:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603543.815789:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603543.815792:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1f480 x1876533442874368/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603559 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603543.815799:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442874368:192.168.204.129@tcp:400:kworker.0 00000400:00000001:0.0:1789603543.815804:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603543.815805:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603543.815808:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139688. 00000400:00000200:0.0:1789603543.815811:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682660 00000400:00000010:0.0:1789603543.815813:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682660. 00000100:00000001:0.0:1789603543.815815:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603543.815819:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1fb80 x1876533442874240/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603543.815826:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1fb80 x1876533442874240/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603559 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603543.815831:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603543.815833:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603543.815834:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603543.815836:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603543.815837:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603543.815838:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603543.815840:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603543.815844:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=91 v=5 (106 106 106 137) 00000100:00001000:0.0:1789603543.815847:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603543.815849:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603543.815850:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603543.815852:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603543.815854:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603543.815856:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603543.815858:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967581 00000100:00000001:0.0:1789603543.815860:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603543.815863:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603543.815866:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1fb80 x1876533442874240/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603559 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603543.815872:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603543.815874:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603543.815875:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603543.815878:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1fb80 x1876533442874240/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603559 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603543.815885:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442874240:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603543.815890:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603543.815894:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603543.815897:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1ce00 x1876533442874112/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603559 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603543.815904:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603543.815908:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603543.815912:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8069b5800. 02000000:00000001:0.0:1789603543.815918:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603543.815923:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603543.815925:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:0.0:1789603543.815929:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603543.815945:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb804076b00. 02000000:00000001:0.0:1789603543.815953:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603543.815954:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603543.815957:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1ce00. 00000100:00000001:0.0:1789603543.815962:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603543.815964:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603543.815966:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603543.815970:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1f480 x1876533442874368/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603559 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603543.815976:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603543.815977:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603543.815979:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8069b5200. 02000000:00000001:0.0:1789603543.815981:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603543.815982:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603543.815983:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603543.815985:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603543.815987:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb81927c800. 02000000:00000001:0.0:1789603543.815991:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603543.815992:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603543.815993:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1f480. 00000100:00000001:0.0:1789603543.815995:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603543.815996:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603543.815998:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603543.816001:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1fb80 x1876533442874240/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603559 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603543.816007:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603543.816008:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603543.816010:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8069b4000. 02000000:00000001:0.0:1789603543.816012:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603543.816013:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603543.816014:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603543.816016:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603543.816018:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb81927cd00. 02000000:00000001:0.0:1789603543.816019:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603543.816020:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603543.816022:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1fb80. 00000100:00000001:0.0:1789603543.816024:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603543.816025:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603543.816028:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603543.816039:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603543.816042:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603543.816044:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603543.816048:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603543.979941:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603543.979953:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603543.979961:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603543.979962:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603543.979967:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603543.979969:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603543.988340:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789603543.988350:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603543.988358:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789603544.894849:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603544.894874:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603544.894882:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603544.894886:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603544.894899:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603544.894910:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603544.894923:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603544.894929:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603544.894936:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603544.894941:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 328 into portal 15 MB=0x6aab27ecc9b80 00000400:00000200:3.0:1789603544.894953:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.129@tcp of length 328/328 into md 0x7175 [2] + 328 00000800:00000001:3.0:1789603544.894963:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603544.894971:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603544.894976:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603544.894982:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603544.895393:0:2395:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789603544.895397:0:2395:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1789603544.895406:0:2395:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4b480. 00000100:00000040:3.0:1789603544.895411:0:2395:0:(events.c:341:request_in_callback()) incoming req@ffff9eb810b4b480 x1876533468502912 msgsize 328 00000100:00100000:3.0:1789603544.895417:0:2395:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.129@tcp (source: 12345-192.168.204.129@tcp) 00000100:00000001:3.0:1789603544.895433:0:2395:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789603544.895446:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603544.895450:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603544.895477:0:16817:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789603544.895482:0:16817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876533468502912 02000000:00000001:2.0:1789603544.895485:0:16817:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789603544.895492:0:16817:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603544.895495:0:16817:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603544.895503:0:16817:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603544.895528:0:16817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876533468502912 00000020:00000001:2.0:1789603544.895533:0:16817:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789603544.895536:0:16817:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48d6 00000020:00000001:2.0:1789603544.895539:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603544.895543:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb80640d800 refcount=4 00000020:00000001:2.0:1789603544.895546:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111948924928 : -106961760626688 : ffff9eb80640d800) 00000020:00000001:2.0:1789603544.895549:0:16817:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637111948924928 : -106961760626688 : ffff9eb80640d800) 00000100:00000001:2.0:1789603544.895555:0:16817:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789603544.895886:0:16817:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb806b15e00. 00000100:00000001:2.0:1789603544.895892:0:16817:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789603544.895895:0:16817:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb806b15e00. 00000020:00000010:2.0:1789603544.895905:0:16817:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb807cb8a00. 00000020:00000010:2.0:1789603544.895913:0:16817:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9eb80574e080. 00000020:00000010:2.0:1789603544.895920:0:16817:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9eb8203b6708. 00000100:00000040:2.0:1789603544.895932:0:16817:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1789603544.895936:0:16817:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789603544.895938:0:16817:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789603544.895940:0:16817:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603544.895952:0:16817:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603544.895969:0:16817:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603544.895984:0:16817:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789603544.895986:0:16817:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789603544.895993:0:16817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.129@tcp, seq: 54 00000100:00000040:2.0:1789603544.895998:0:16817:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9eb80640d800 : new rpc_count 1 00000100:00000001:2.0:1789603544.896000:0:16817:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446637112124290176 : -106961585261440 : ffff9eb810b4b480) 00000100:00000040:2.0:1789603544.896010:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9eb810b4b480 x1876533468502912/t0(0) o104->LOV_OSC_UUID@192.168.204.129@tcp:630/0 lens 328/0 e 0 to 0 dl 1789603555 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603544.896021:0:16817:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789603544.896024:0:16817:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb806b15e00. 00000100:00000001:2.0:1789603544.896026:0:16817:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789603544.896029:0:16817:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb806b15e00. 00000100:00100000:2.0:1789603544.896034:0:16817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9eb810b4b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8748:x1876533468502912:12345-192.168.204.129@tcp:104: 00000100:00000200:2.0:1789603544.896038:0:16817:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876533468502912 00010000:00000001:2.0:1789603544.896042:0:16817:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1789603544.897625:0:16817:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603544.897634:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603544.897641:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=2 00000020:00000001:2.0:1789603544.897647:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:2.0:1789603544.897666:0:16817:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:2.0:1789603544.897674:0:16817:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603544.897678:0:16817:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603544.897687:0:16817:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe52f4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x31dbb14d74e9149f expref: -99 pid: 31425 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1789603544.897718:0:16817:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789603544.897722:0:16817:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789603544.897733:0:16817:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9eb8041d1000. 02000000:00000001:2.0:1789603544.897736:0:16817:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603544.897740:0:16817:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603544.897747:0:16817:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789603544.897752:0:16817:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603544.897757:0:16817:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810bb1de8 time=91 v=5 (1 1 1 1) 00000100:00000001:2.0:1789603544.897763:0:16817:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789603544.897772:0:16817:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 16 to 192.168.204.129@tcp 00000100:00000001:2.0:1789603544.897775:0:16817:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 02000000:00000001:2.0:1789603544.900377:0:16817:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789603544.900400:0:16817:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603544.900411:0:16817:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603544.900422:0:16817:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603544.900430:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7880. 00000100:00000200:2.0:1789603544.900441:0:16817:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876533468502912, offset 224 00000400:00000200:2.0:1789603544.900451:0:16817:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603544.900466:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603544.900476:0:16817:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.29@tcp to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603544.900485:0:16817:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2639:2639:256:4294967295] 192.168.204.129@tcp LPNI seq info [2639:2639:8:4294967295] 00000400:00000200:2.0:1789603544.900491:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603544.900503:0:16817:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:192.168.204.29@tcp) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603544.900524:0:16817:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603544.900534:0:16817:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb812ac0600. 00000800:00000200:2.0:1789603544.900543:0:16817:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603544.900553:0:16817:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603544.900558:0:16817:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb812ac0600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603544.900572:0:16817:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603544.900576:0:16817:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00010000:00000001:2.0:1789603544.900582:0:16817:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1789603544.900588:0:16817:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9eb80402f6c0. 00010000:00000001:2.0:1789603544.900591:0:16817:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1789603544.900603:0:16817:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1789603544.900605:0:16817:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603544.900607:0:16817:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603544.900609:0:16817:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603544.900622:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4b480 x1876533468502912/t0(0) o104->LOV_OSC_UUID@192.168.204.129@tcp:630/0 lens 328/224 e 0 to 0 dl 1789603555 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789603544.900635:0:16817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9eb810b4b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8748:x1876533468502912:12345-192.168.204.129@tcp:104: Request processed in 4611us (5221us total) trans 0 rc 0/0 00000100:00100000:2.0:1789603544.900648:0:16817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.129@tcp, seq: 54 00000100:00000040:2.0:1789603544.900665:0:16817:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9eb80640d800 : new rpc_count 0 00000100:00000001:2.0:1789603544.900668:0:16817:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789603544.900670:0:16817:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789603544.900681:0:16817:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9eb80574e080. 00000020:00000010:2.0:1789603544.900688:0:16817:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9eb8203b6708. 00000020:00000010:2.0:1789603544.900693:0:16817:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9eb807cb8a00. 00000020:00000040:2.0:1789603544.900709:0:16817:0:(genops.c:879:class_export_put()) PUTting export ffff9eb80640d800 : new refcount 3 00000100:00000001:2.0:1789603544.900713:0:16817:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789603544.900874:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603544.900879:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb812ac0600. 00000400:00000200:2.0:1789603544.900884:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603544.900889:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603544.900897:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7880 00000400:00000010:2.0:1789603544.900899:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7880. 00000100:00000001:2.0:1789603544.900905:0:2394:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789603544.900907:0:2394:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:0.0:1789603544.902235:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603544.902242:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603544.902247:0:16955:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1789603544.902251:0:16955:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1789603544.902254:0:16955:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1789603544.902263:0:16955:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe52f4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x31dbb14d74e9149f expref: -99 pid: 31425 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789603544.902280:0:16955:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb814fdc200 already unused, calling callback (ffffffffc1285300) 00000008:00000001:0.0:1789603544.902284:0:16955:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1789603544.902288:0:16955:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789603544.902290:0:16955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603544.902294:0:16955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603544.902297:0:16955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=3 00000020:00000001:0.0:1789603544.902300:0:16955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:0.0:1789603544.902304:0:16955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:0.0:1789603544.902308:0:16955:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789603544.902312:0:16955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe52f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x31dbb14d74e9149f expref: -99 pid: 31425 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1789603544.902321:0:16955:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1789603544.902324:0:16955:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603544.902330:0:16955:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930808 : -106961319620808 : ffff9eb8208a0f38) 00000020:00001000:0.0:1789603544.902483:0:16955:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0f30 00000008:00000001:0.0:1789603544.902487:0:16955:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1789603544.902490:0:16955:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789603544.902493:0:16955:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0f30 00000008:00000001:0.0:1789603544.902496:0:16955:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603544.902500:0:16955:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789603544.902506:0:16955:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789603544.902508:0:16955:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789603544.902529:0:16955:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603544.902533:0:16955:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789603544.902537:0:16955:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fdc200 with handle 0xa04c19c788fe52f4 from hash 00010000:00000001:0.0:1789603544.902540:0:16955:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789603544.902542:0:16955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603544.902544:0:16955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603544.902545:0:16955:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789603544.902550:0:16955:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789603544.902552:0:16955:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1789603544.902559:0:16955:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603544.902563:0:16955:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603544.902566:0:16955:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603544.902568:0:16955:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1789603544.902578:0:16955:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1fb80. 00000020:00000040:0.0:1789603544.902583:0:16955:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=4 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:0.0:1789603544.902590:0:16955:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603544.902593:0:16955:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603544.902599:0:16955:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603544.902608:0:16955:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb8069b5c00. 00000100:00000001:0.0:1789603544.902618:0:16955:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603544.902621:0:16955:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789603544.902630:0:16955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe52f4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x31dbb14d74e9149f expref: -99 pid: 31425 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789603544.902638:0:16955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789603544.902640:0:16955:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603544.902648:0:16955:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603544.902665:0:16955:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603544.902679:0:16955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ce12db4] to pc [ptlrpcd_00_01+1] req@ffff9eb810d1fb80 x1876533442874752/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789603544.902705:0:16955:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603544.902708:0:16955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603544.902710:0:16955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603544.902712:0:16955:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603544.902714:0:16955:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603544.902716:0:16955:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603544.902719:0:16955:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe52f4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x31dbb14d74e9149f expref: -99 pid: 31425 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603544.902727:0:16955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789603544.902730:0:16955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe52f4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x31dbb14d74e9149f expref: -99 pid: 31425 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1789603544.902739:0:16955:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9eb811aa7300. 00010000:00000040:0.0:1789603544.902746:0:16955:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb80647ca00 count: 0 00010000:00000010:0.0:1789603544.902755:0:16955:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9eb80647c700. 00010000:00000001:0.0:1789603544.902769:0:16955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603544.902771:0:16955:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1789603544.902773:0:16955:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9eb80402f6c0. 00010000:00000001:0.0:1789603544.902777:0:16955:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603544.902779:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603544.902780:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603544.902783:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789603544.902784:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603544.902785:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603544.902787:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789603544.902789:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603544.902790:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603544.902791:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789603544.902802:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603544.902806:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603544.902809:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603544.902817:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1fb80 x1876533442874752/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603544.902825:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603544.902827:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603544.902832:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603544.902835:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603544.902837:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603544.902840:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442874752:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789603544.902845:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603544.902851:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603544.902853:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603544.902856:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603544.902861:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8069b5e00. 02000000:00000001:0.0:1789603544.902863:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603544.902871:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603544.902876:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139688. 00000400:00000010:0.0:1789603544.902883:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682660. 00000100:00000200:0.0:1789603544.902892:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442874752, portal 18 00000100:00000001:0.0:1789603544.902895:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603544.902897:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126208896 : -106961583342720 : ffff9eb810d1fb80) 00000100:00000040:0.0:1789603544.902905:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1fb80 x1876533442874752/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603560 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603544.902913:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603544.902917:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603544.902920:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136827f8. 00000100:00000200:0.0:1789603544.902924:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876533442874752, offset 0 00000400:00000200:0.0:1789603544.902933:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603544.902944:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603544.902954:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603544.902962:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603544.902968:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603544.902972:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603544.902975:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603544.902979:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2640:2640:256:4294967295] 192.168.204.129@tcp LPNI seq info [2640:2640:8:4294967295] 00000400:00000200:0.0:1789603544.902983:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603544.902993:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603544.903000:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603544.903007:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb810a2a400. 00000800:00000200:0.0:1789603544.903014:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603544.903024:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603544.903029:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb810a2a400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789603544.903044:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603544.903049:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 217472 usecs (218 jiffies) 00000400:00000200:0.0:1789603544.903052:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603544.903056:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296544053 00000100:00000001:0.0:1789603544.903059:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296546671 00000100:00000001:0.0:1789603544.903062:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296544053 00000100:00000001:0.0:1789603544.903065:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296546671 00000100:00000001:0.0:1789603544.903067:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603544.903070:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603544.903074:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603544.903077:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603544.903096:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603544.903099:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789603544.903102:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603544.903103:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603544.903105:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603544.903107:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603544.905342:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603544.905356:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603544.905914:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603544.905924:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb810a2a400. 00000400:00000200:2.0:1789603544.905935:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603544.905952:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603544.905964:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136827f8 00000400:00000010:2.0:1789603544.905971:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136827f8. 00000100:00000001:2.0:1789603544.905981:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603544.905991:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1fb80 x1876533442874752/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603560 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603544.906007:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603544.906011:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1fb80 x1876533442874752/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603560 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603544.906018:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603544.906020:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603544.907845:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603544.907873:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603544.907886:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603544.907890:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603544.907900:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603544.907911:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603544.907923:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603544.907930:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603544.907937:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603544.907942:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 328 into portal 15 MB=0x6aab27ecc9c80 00000400:00000200:3.0:1789603544.907954:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.129@tcp of length 328/328 into md 0x7175 [2] + 656 00000800:00000001:3.0:1789603544.907965:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603544.907978:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603544.907982:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603544.907987:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603544.907998:0:2394:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789603544.908000:0:2394:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1789603544.908009:0:2394:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49180. 00000100:00000040:3.0:1789603544.908014:0:2394:0:(events.c:341:request_in_callback()) incoming req@ffff9eb810b49180 x1876533468503168 msgsize 328 00000100:00100000:3.0:1789603544.908018:0:2394:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.129@tcp (source: 12345-192.168.204.129@tcp) 00000100:00000001:3.0:1789603544.908031:0:2394:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789603544.908040:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603544.908044:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603544.908074:0:16816:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789603544.908078:0:16816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876533468503168 02000000:00000001:3.0:1789603544.908081:0:16816:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789603544.908085:0:16816:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603544.908088:0:16816:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603544.908095:0:16816:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603544.908101:0:16816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876533468503168 00000020:00000001:3.0:1789603544.908105:0:16816:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789603544.908108:0:16816:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48dd 00000020:00000001:3.0:1789603544.908111:0:16816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603544.908114:0:16816:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb80640e800 refcount=4 00000020:00000001:3.0:1789603544.908118:0:16816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111948929024 : -106961760622592 : ffff9eb80640e800) 00000020:00000001:3.0:1789603544.908120:0:16816:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637111948929024 : -106961760622592 : ffff9eb80640e800) 00000100:00000001:3.0:1789603544.908126:0:16816:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789603544.908132:0:16816:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb807d57980. 00000100:00000001:3.0:1789603544.908136:0:16816:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789603544.908139:0:16816:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb807d57980. 00000020:00000010:3.0:1789603544.908148:0:16816:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb8069c3c00. 00000020:00000010:3.0:1789603544.908156:0:16816:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9eb80502bd00. 00000020:00000010:3.0:1789603544.908163:0:16816:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9eb80798f190. 00000100:00000040:3.0:1789603544.908174:0:16816:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1789603544.908178:0:16816:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789603544.908180:0:16816:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789603544.908184:0:16816:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603544.908196:0:16816:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603544.908206:0:16816:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603544.908221:0:16816:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789603544.908223:0:16816:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789603544.908230:0:16816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.129@tcp, seq: 55 00000100:00000040:3.0:1789603544.908234:0:16816:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9eb80640e800 : new rpc_count 1 00000100:00000001:3.0:1789603544.908237:0:16816:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00000100:00000040:3.0:1789603544.908247:0:16816:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9eb810b49180 x1876533468503168/t0(0) o104->LOV_OSC_UUID@192.168.204.129@tcp:630/0 lens 328/0 e 0 to 0 dl 1789603555 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603544.908258:0:16816:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789603544.908261:0:16816:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb807d57980. 00000100:00000001:3.0:1789603544.908263:0:16816:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789603544.908266:0:16816:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb807d57980. 00000100:00100000:3.0:1789603544.908271:0:16816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9eb810b49180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13921:x1876533468503168:12345-192.168.204.129@tcp:104: 00000100:00000200:3.0:1789603544.908276:0:16816:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876533468503168 00010000:00000001:3.0:1789603544.908280:0:16816:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1789603544.908293:0:16816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603544.908295:0:16816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603544.908298:0:16816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=2 00000020:00000001:3.0:1789603544.908300:0:16816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:3.0:1789603544.908304:0:16816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:3.0:1789603544.908309:0:16816:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603544.908313:0:16816:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603544.908320:0:16816:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe52df lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x31dbb14d74e91460 expref: -99 pid: 31424 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1789603544.908336:0:16816:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789603544.908339:0:16816:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789603544.908346:0:16816:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9eb80511c400. 02000000:00000001:3.0:1789603544.908350:0:16816:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603544.908354:0:16816:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603544.908360:0:16816:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789603544.908364:0:16816:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603544.908369:0:16816:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810bb1de8 time=91 v=5 (1 1 1 1) 00000100:00000001:3.0:1789603544.908377:0:16816:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789603544.908380:0:16816:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 16 to 192.168.204.129@tcp 00000100:00000001:3.0:1789603544.908382:0:16816:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 02000000:00000001:3.0:1789603544.908385:0:16816:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789603544.908387:0:16816:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603544.908392:0:16816:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603544.908394:0:16816:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603544.908401:0:16816:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d02a8. 00000100:00000200:3.0:1789603544.908409:0:16816:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876533468503168, offset 224 00000400:00000200:3.0:1789603544.908416:0:16816:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603544.908424:0:16816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603544.908433:0:16816:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.29@tcp to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603544.908441:0:16816:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2641:2641:256:4294967295] 192.168.204.129@tcp LPNI seq info [2641:2641:8:4294967295] 00000400:00000200:3.0:1789603544.908446:0:16816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603544.908456:0:16816:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:192.168.204.29@tcp) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603544.908462:0:16816:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603544.908468:0:16816:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f600. 00000800:00000200:3.0:1789603544.908477:0:16816:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603544.908487:0:16816:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603544.908493:0:16816:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603544.908508:0:16816:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603544.908547:0:16816:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00010000:00000001:3.0:1789603544.908551:0:16816:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1789603544.908556:0:16816:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9eb810deb540. 00010000:00000001:3.0:1789603544.908558:0:16816:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789603544.908572:0:16816:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1789603544.908575:0:16816:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603544.908577:0:16816:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603544.908580:0:16816:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603544.908585:0:16816:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49180 x1876533468503168/t0(0) o104->LOV_OSC_UUID@192.168.204.129@tcp:630/0 lens 328/224 e 0 to 0 dl 1789603555 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789603544.908596:0:16816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9eb810b49180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13921:x1876533468503168:12345-192.168.204.129@tcp:104: Request processed in 335us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1789603544.908603:0:16816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.129@tcp, seq: 55 00000100:00000040:3.0:1789603544.908607:0:16816:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9eb80640e800 : new rpc_count 0 00000100:00000001:3.0:1789603544.908610:0:16816:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789603544.908612:0:16816:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789603544.908617:0:16816:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9eb80502bd00. 00000020:00000010:3.0:1789603544.908621:0:16816:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9eb80798f190. 00000020:00000010:3.0:1789603544.908625:0:16816:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9eb8069c3c00. 00000020:00000040:3.0:1789603544.908631:0:16816:0:(genops.c:879:class_export_put()) PUTting export ffff9eb80640e800 : new refcount 3 00000100:00000001:3.0:1789603544.908634:0:16816:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789603544.908768:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603544.908773:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f600. 00000400:00000200:3.0:1789603544.908779:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603544.908783:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603544.908788:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d02a8 00000400:00000010:3.0:1789603544.908790:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d02a8. 00000100:00000001:3.0:1789603544.908793:0:2395:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789603544.908795:0:2395:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1789603544.909696:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603544.909701:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603544.909705:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603544.909714:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd6300 x1876533442874880/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603544.909723:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603544.909726:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603544.909731:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603544.909735:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603544.909737:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603544.909741:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442874880:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789603544.909746:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603544.909753:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603544.909756:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603544.909759:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603544.909764:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8069b4400. 02000000:00000001:0.0:1789603544.909767:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603544.909774:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603544.909778:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041392c0. 00000400:00000010:0.0:1789603544.909785:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682880. 00000100:00000200:0.0:1789603544.909792:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442874880, portal 18 00000100:00000001:0.0:1789603544.909795:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603544.909796:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957086976 : -106961752464640 : ffff9eb806bd6300) 00000100:00000040:0.0:1789603544.909805:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd6300 x1876533442874880/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603560 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603544.909812:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603544.909815:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603544.909818:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136822a8. 00000100:00000200:0.0:1789603544.909822:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876533442874880, offset 0 00000400:00000200:0.0:1789603544.909829:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603544.909837:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603544.909844:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603544.909850:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603544.909855:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603544.909859:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603544.909862:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603544.909866:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2642:2642:256:4294967295] 192.168.204.129@tcp LPNI seq info [2642:2642:8:4294967295] 00000400:00000200:0.0:1789603544.909870:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603544.909880:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603544.909886:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603544.909892:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb810a2a400. 00000800:00000200:0.0:1789603544.909900:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603544.909908:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603544.909912:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb810a2a400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789603544.909921:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603544.909927:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22216 usecs (23 jiffies) 00000400:00000200:0.0:1789603544.909931:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603544.909933:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296543865 00000100:00000001:0.0:1789603544.909938:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296546671 00000100:00000001:0.0:1789603544.909941:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296543865 00000100:00000001:0.0:1789603544.909943:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296546671 00000100:00000001:0.0:1789603544.909946:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603544.909949:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603544.909953:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603544.909956:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603544.909965:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603544.909968:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789603544.909971:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603544.909973:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603544.909974:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603544.909976:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603544.909994:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603544.909996:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603544.909998:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603544.910001:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789603544.910788:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603544.910810:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603544.910816:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603544.910818:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603544.910827:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603544.910834:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603544.910842:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603544.910846:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603544.910852:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603544.910857:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 18 MB=0x6aab27d458d80 00000400:00000200:3.0:1789603544.910863:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603544.910870:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.129@tcp of length 224/224 into md 0x790d [1] + 224 00000800:00000001:3.0:1789603544.910878:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603544.910887:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603544.910892:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603544.910896:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603544.910906:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603544.910915:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1fb80 x1876533442874752/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603560 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603544.910927:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1fb80 x1876533442874752/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603560 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603544.910967:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603544.910971:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603544.910991:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:3.0:1789603544.911091:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603544.911096:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb810a2a400. 00000400:00000200:3.0:1789603544.911104:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603544.911107:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603544.911116:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136822a8 00000400:00000010:3.0:1789603544.911119:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136822a8. 00000100:00000001:3.0:1789603544.911124:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603544.911129:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd6300 x1876533442874880/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603560 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603544.911141:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603544.911145:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd6300 x1876533442874880/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603560 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603544.911152:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603544.911153:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603544.911160:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603544.911164:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789603544.911439:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603544.911442:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603544.911445:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139688. 00000400:00000200:0.0:1789603544.911449:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682660 00000400:00000010:0.0:1789603544.911451:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682660. 00000100:00000001:0.0:1789603544.911454:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603544.911460:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1fb80 x1876533442874752/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603560 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603544.911469:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1fb80 x1876533442874752/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603560 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603544.911475:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603544.911477:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603544.911480:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603544.911484:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603544.911487:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603544.911490:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603544.911494:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603544.911507:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac538 time=77 v=5 (5 5 0 5) 00000100:00001000:0.0:1789603544.911700:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=149 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603544.911703:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603544.911705:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603544.911709:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603544.911714:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603544.911718:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603544.911721:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967326 00000100:00000001:0.0:1789603544.911724:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603544.911728:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603544.911734:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1fb80 x1876533442874752/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603560 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603544.911742:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603544.911746:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603544.911748:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603544.911752:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1fb80 x1876533442874752/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603560 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603544.911760:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442874752:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789603544.911765:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603544.911767:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603544.911771:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1fb80 x1876533442874752/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603560 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603544.911777:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603544.911780:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603544.911785:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8069b5e00. 02000000:00000001:0.0:1789603544.911789:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603544.911792:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603544.911794:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603544.911797:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603544.911801:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb8069b5c00. 02000000:00000001:0.0:1789603544.911804:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603544.911807:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603544.911809:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1fb80. 00000100:00000001:0.0:1789603544.911813:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603544.911814:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603544.911817:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603544.911825:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603544.911827:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603544.911831:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603544.911834:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1789603544.913745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647ca00. 00010000:00000010:0.1:1789603544.913763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc200. 00010000:00000010:1.1:1789603544.916759:0:31714:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b500. 00010000:00000010:1.1:1789603544.916777:0:31714:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46a00. 00000800:00000001:2.0:1789603544.927735:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603544.927764:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603544.927770:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603544.927774:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603544.927787:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603544.927796:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603544.927808:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603544.927814:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603544.927823:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603544.927831:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 18 MB=0x6aab27d458e00 00000400:00000200:2.0:1789603544.927837:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603544.927846:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.129@tcp of length 224/224 into md 0x791d [1] + 224 00000800:00000001:2.0:1789603544.927856:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603544.927868:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603544.927872:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603544.927877:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603544.927888:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603544.927904:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd6300 x1876533442874880/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603560 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603544.927918:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd6300 x1876533442874880/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603560 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603544.927971:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603544.927977:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603544.928412:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603544.928427:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603544.928432:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789603544.931266:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603544.931277:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603544.931283:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041392c0. 00000400:00000200:0.0:1789603544.931293:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682880 00000400:00000010:0.0:1789603544.931297:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682880. 00000100:00000001:0.0:1789603544.931304:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603544.931322:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd6300 x1876533442874880/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603560 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603544.931335:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd6300 x1876533442874880/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603560 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603544.931346:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603544.931348:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603544.931352:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603544.931356:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603544.931359:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603544.931363:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603544.931367:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603544.931382:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8ca8 time=239 v=5 (5 0 5 0) 00000100:00001000:0.0:1789603544.931387:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=4 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603544.931390:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603544.931392:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603544.931396:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603544.931402:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603544.931408:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603544.931411:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:0.0:1789603544.931414:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603544.931416:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603544.931424:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd6300 x1876533442874880/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603560 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603544.931431:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603544.931435:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603544.931438:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603544.931441:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd6300 x1876533442874880/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603560 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603544.931457:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442874880:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789603544.931465:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603544.931471:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603544.931475:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd6300 x1876533442874880/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603560 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603544.931483:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603544.931486:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603544.931491:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8069b4400. 02000000:00000001:0.0:1789603544.931494:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603544.931498:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603544.931501:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603544.931504:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603544.932206:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb806b71200. 02000000:00000001:0.0:1789603544.932219:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603544.932221:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603544.932224:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd6300. 00000100:00000001:0.0:1789603544.932230:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603544.932232:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603544.932236:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603544.932247:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603544.932249:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603544.932252:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603544.932255:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603545.002574:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603545.002661:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603545.003414:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603545.003419:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603545.003423:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789603545.790448:0:31800:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603546.027604:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603546.027613:0:27602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603546.027617:0:27602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603546.027621:0:27602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603546.027625:0:27602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603546.027627:0:27602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603546.027629:0:27602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603546.027642:0:27602:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603547.055669:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603547.055676:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603547.755235:0:29041:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296546671, at 4296546688 00000100:00000010:2.0:1789603547.755258:0:29041:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb807b8dba0. 00000100:00000040:3.0:1789603547.755679:0:27602:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296546671, at 4296546688 00000100:00000010:3.0:1789603547.755686:0:27602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb807b8d120. 00000080:00000001:3.0:1789603547.894827:0:31955:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603548.075244:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603548.075255:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603548.075335:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603548.075339:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603548.075343:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789603548.427692:0:31994:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789603548.427699:0:31994:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789603548.427702:0:31994:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789603548.427705:0:31994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d9bb20 00000080:00200000:3.0:1789603548.427709:0:31994:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:3.0:1789603548.427717:0:31994:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb80571b200. 00800000:00000002:3.0:1789603548.427723:0:31994:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:3.0:1789603548.427728:0:31994:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603548.427733:0:31994:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603548.427735:0:31994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d9ba40 00800000:00000002:3.0:1789603548.427738:0:31994:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603548.427742:0:31994:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789603548.427744:0:31994:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603548.427747:0:31994:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603548.427750:0:31994:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603548.427752:0:31994:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603548.427754:0:31994:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603548.427756:0:31994:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603548.427758:0:31994:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603548.427762:0:31994:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789603548.427767:0:31994:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603548.427768:0:31994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d9b910 00000002:00010000:3.0:1789603548.427770:0:31994:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789603548.427775:0:31994:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789603548.427777:0:31994:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603548.427780:0:31994:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789603548.427787:0:31994:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603548.427789:0:31994:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603548.427791:0:31994:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603548.427794:0:31994:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789603548.427796:0:31994:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789603548.427801:0:31994:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4ad80. 00000020:00000040:3.0:1789603548.427805:0:31994:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=9 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:3.0:1789603548.427811:0:31994:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789603548.427816:0:31994:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603548.427820:0:31994:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603548.427823:0:31994:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603548.427825:0:31994:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603548.427830:0:31994:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603548.427838:0:31994:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb80511cc00. 00000100:00000001:3.0:1789603548.427845:0:31994:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603548.427850:0:31994:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603548.427852:0:31994:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603548.427854:0:31994:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603548.427855:0:31994:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603548.427857:0:31994:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603548.427862:0:31994:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637112124288384 : -106961585263232 : ffff9eb810b4ad80) 00010000:00000001:3.0:1789603548.427867:0:31994:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789603548.427869:0:31994:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789603548.427872:0:31994:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb8042bb900. 00010000:00000010:3.0:1789603548.427877:0:31994:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80502ba80. 00010000:00000001:3.0:1789603548.427883:0:31994:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789603548.427886:0:31994:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb8131e5400. 00000020:00000001:3.0:1789603548.427891:0:31994:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789603548.427894:0:31994:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb8131e5400 with handle 0xa04c19c788fe532c to hash 00000020:00000001:3.0:1789603548.427896:0:31994:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789603548.427897:0:31994:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112164766720 : -106961544784896 : ffff9eb8131e5400) 00010000:00000001:3.0:1789603548.427901:0:31994:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112164766720 : -106961544784896 : ffff9eb8131e5400) 00010000:00000001:3.0:1789603548.427905:0:31994:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603548.427908:0:31994:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603548.427913:0:31994:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5400/0xa04c19c788fe532c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31994 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603548.427923:0:31994:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5400/0xa04c19c788fe532c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31994 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603548.427934:0:31994:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5400/0xa04c19c788fe532c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31994 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789603548.427940:0:31994:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603548.427942:0:31994:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603548.427950:0:31994:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb801359780. 00000100:00000001:3.0:1789603548.427952:0:31994:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111864301440 : -106961845250176 : ffff9eb801359780) 00000100:00000001:3.0:1789603548.427955:0:31994:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603548.427957:0:31994:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124288384 : -106961585263232 : ffff9eb810b4ad80) 00000100:00000001:3.0:1789603548.427962:0:31994:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603548.427966:0:31994:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603548.427968:0:31994:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603548.427970:0:31994:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603548.427982:0:31994:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4ad80 x1876533442875008/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603548.427991:0:31994:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603548.427993:0:31994:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603548.427997:0:31994:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603548.428000:0:31994:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603548.428002:0:31994:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603548.428005:0:31994:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4ad80 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:31994:1876533442875008:192.168.204.129@tcp:101:lfs.0 00000100:00000001:3.0:1789603548.428010:0:31994:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603548.428015:0:31994:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603548.428018:0:31994:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603548.428020:0:31994:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603548.428025:0:31994:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb82036a800. 02000000:00000001:3.0:1789603548.428027:0:31994:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603548.428036:0:31994:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603548.428040:0:31994:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748688. 00000400:00000010:3.0:1789603548.428048:0:31994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d02a8. 00000100:00000200:3.0:1789603548.428055:0:31994:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442875008, portal 10 00000100:00000001:3.0:1789603548.428057:0:31994:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603548.428059:0:31994:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124288384 : -106961585263232 : ffff9eb810b4ad80) 00000100:00000040:3.0:1789603548.428065:0:31994:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810b4ad80 x1876533442875008/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603564 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603548.428072:0:31994:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603548.428075:0:31994:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603548.428078:0:31994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0cc0. 00000100:00000200:3.0:1789603548.428081:0:31994:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876533442875008, offset 0 00000400:00000200:3.0:1789603548.428088:0:31994:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603548.428097:0:31994:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.428105:0:31994:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603548.428112:0:31994:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603548.428116:0:31994:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603548.428120:0:31994:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603548.428123:0:31994:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603548.428126:0:31994:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2643:2643:256:4294967295] 192.168.204.129@tcp LPNI seq info [2643:2643:8:4294967295] 00000400:00000200:3.0:1789603548.428131:0:31994:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.428141:0:31994:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603548.428146:0:31994:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603548.428153:0:31994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f000. 00000800:00000200:3.0:1789603548.428161:0:31994:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603548.428169:0:31994:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603548.428174:0:31994:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1789603548.428196:0:31994:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603548.428201:0:31994:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 841495 usecs (842 jiffies) 00000400:00000200:3.0:1789603548.428205:0:31994:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603548.428208:0:31994:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296548203 00000100:00000010:3.0:1789603548.428213:0:31994:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb810df8d80. 00000100:00000001:3.0:1789603548.428219:0:31994:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789603548.428226:0:31994:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296548203 00000100:00000010:3.0:1789603548.428228:0:31994:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb810df8c00. 00000100:00000001:3.0:1789603548.428231:0:31994:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789603548.428234:0:31994:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603548.428237:0:31994:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603548.428239:0:31994:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603548.428240:0:31994:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603548.428243:0:31994:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb801359780 going to sleep for 11 seconds 00000100:00000001:3.0:1789603548.428246:0:31994:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603548.428248:0:31994:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603548.428307:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603548.428312:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f000. 00000400:00000200:2.0:1789603548.428318:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603548.428323:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603548.428330:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0cc0 00000400:00000010:2.0:1789603548.428332:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0cc0. 00000100:00000001:2.0:1789603548.428337:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603548.428341:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4ad80 x1876533442875008/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603564 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603548.428351:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603548.428355:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b4ad80 x1876533442875008/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603564 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603548.428362:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603548.428364:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603548.436495:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603548.436533:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603548.436538:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603548.436542:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603548.436551:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603548.436559:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603548.436569:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603548.436575:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603548.436580:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603548.436598:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d458e80 00000400:00000200:2.0:1789603548.436604:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603548.436610:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x7925 [1] + 224 00000800:00000001:2.0:1789603548.436618:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603548.436625:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603548.436629:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603548.436634:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603548.436643:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603548.436653:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4ad80 x1876533442875008/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603564 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603548.436665:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb810b4ad80 x1876533442875008/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603564 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603548.437005:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603548.437015:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603548.437022:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603548.437106:0:31994:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603548.437113:0:31994:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603548.437116:0:31994:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603548.437120:0:31994:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748688. 00000400:00000200:3.0:1789603548.437124:0:31994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d02a8 00000400:00000010:3.0:1789603548.437127:0:31994:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d02a8. 00000100:00000001:3.0:1789603548.437130:0:31994:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603548.437136:0:31994:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b4ad80 x1876533442875008/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603564 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789603548.437146:0:31994:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b4ad80 x1876533442875008/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603564 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603548.437153:0:31994:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603548.437155:0:31994:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603548.437157:0:31994:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603548.437160:0:31994:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603548.437163:0:31994:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603548.437165:0:31994:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603548.437169:0:31994:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603548.437179:0:31994:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=96 v=5 (106 106 106 137) 00000100:00001000:3.0:1789603548.437183:0:31994:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603548.437185:0:31994:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603548.437188:0:31994:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603548.437191:0:31994:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603548.437195:0:31994:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603548.437200:0:31994:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789603548.437202:0:31994:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: committing for last_committed 4294967594 gen 2 00000100:00000040:3.0:1789603548.437209:0:31994:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967594) req@ffff9eb810d1d180 x1876533442868992/t4294967582(4294967582) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603554 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603548.437216:0:31994:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603548.437219:0:31994:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1d180 x1876533442868992/t4294967582(4294967582) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603554 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603548.437224:0:31994:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603548.437227:0:31994:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603548.437231:0:31994:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8051e0400. 02000000:00000001:3.0:1789603548.437235:0:31994:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603548.437238:0:31994:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603548.437240:0:31994:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603548.437242:0:31994:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603548.437244:0:31994:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb804155000. 02000000:00000001:3.0:1789603548.437247:0:31994:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603548.437249:0:31994:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603548.437251:0:31994:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1d180. 00000100:00000001:3.0:1789603548.437255:0:31994:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603548.437256:0:31994:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603548.437261:0:31994:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967594) req@ffff9eb806bd5880 x1876533442871424/t4294967586(4294967586) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/456 e 0 to 0 dl 1789603556 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.437266:0:31994:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603548.437269:0:31994:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5880 x1876533442871424/t4294967586(4294967586) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/456 e 0 to 0 dl 1789603556 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.437275:0:31994:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603548.437276:0:31994:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603548.437277:0:31994:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a7c00. 02000000:00000001:3.0:1789603548.437280:0:31994:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603548.437281:0:31994:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603548.437282:0:31994:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603548.437284:0:31994:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603548.437285:0:31994:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb806950600. 02000000:00000001:3.0:1789603548.437287:0:31994:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603548.437288:0:31994:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603548.437289:0:31994:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5880. 00000100:00000001:3.0:1789603548.437292:0:31994:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603548.437293:0:31994:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603548.437298:0:31994:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967594) req@ffff9eb806bd5500 x1876533442872064/t4294967588(4294967588) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/456 e 0 to 0 dl 1789603556 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.437303:0:31994:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603548.437306:0:31994:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5500 x1876533442872064/t4294967588(4294967588) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/456 e 0 to 0 dl 1789603556 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.437311:0:31994:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603548.437313:0:31994:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603548.437314:0:31994:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8051e1400. 02000000:00000001:3.0:1789603548.437316:0:31994:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603548.437317:0:31994:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603548.437318:0:31994:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603548.437320:0:31994:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603548.437321:0:31994:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb806951e00. 02000000:00000001:3.0:1789603548.437323:0:31994:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603548.437324:0:31994:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603548.437325:0:31994:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5500. 00000100:00000001:3.0:1789603548.437327:0:31994:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603548.437328:0:31994:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603548.437332:0:31994:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967594) req@ffff9eb806bd7100 x1876533442873344/t4294967592(4294967592) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/456 e 0 to 0 dl 1789603556 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.437337:0:31994:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603548.437340:0:31994:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd7100 x1876533442873344/t4294967592(4294967592) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/456 e 0 to 0 dl 1789603556 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.437345:0:31994:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603548.437346:0:31994:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603548.437348:0:31994:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a4800. 02000000:00000001:3.0:1789603548.437350:0:31994:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603548.437351:0:31994:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603548.437352:0:31994:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603548.437354:0:31994:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603548.437355:0:31994:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb806951400. 02000000:00000001:3.0:1789603548.437357:0:31994:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603548.437358:0:31994:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603548.437359:0:31994:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd7100. 00000100:00000001:3.0:1789603548.437362:0:31994:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603548.437363:0:31994:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603548.437367:0:31994:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967594) req@ffff9eb806bd7b80 x1876533442873984/t4294967594(4294967594) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/456 e 0 to 0 dl 1789603556 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.437373:0:31994:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603548.437375:0:31994:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd7b80 x1876533442873984/t4294967594(4294967594) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/456 e 0 to 0 dl 1789603556 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.437380:0:31994:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603548.437381:0:31994:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603548.437383:0:31994:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a4000. 02000000:00000001:3.0:1789603548.437385:0:31994:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603548.437386:0:31994:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603548.437387:0:31994:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603548.437389:0:31994:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603548.437390:0:31994:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb806951c00. 02000000:00000001:3.0:1789603548.437392:0:31994:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603548.437393:0:31994:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603548.437394:0:31994:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd7b80. 00000100:00000001:3.0:1789603548.437396:0:31994:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603548.437397:0:31994:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603548.437399:0:31994:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789603548.437402:0:31994:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: normal: skip=1 replay=5/5 committed=0/0 00000100:00000001:3.0:1789603548.437404:0:31994:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603548.437406:0:31994:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603548.437411:0:31994:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b4ad80 x1876533442875008/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603564 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603548.437424:0:31994:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603548.437426:0:31994:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603548.437429:0:31994:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603548.437433:0:31994:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4ad80 x1876533442875008/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603564 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789603548.437439:0:31994:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b4ad80 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:31994:1876533442875008:192.168.204.129@tcp:101:lfs.0 00000100:00000001:3.0:1789603548.437444:0:31994:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603548.437446:0:31994:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603548.437448:0:31994:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789603548.437450:0:31994:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603548.437453:0:31994:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4ad80 x1876533442875008/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603564 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603548.437459:0:31994:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603548.437461:0:31994:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb801359780. 00000100:00000001:3.0:1789603548.437464:0:31994:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789603548.437466:0:31994:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603548.437469:0:31994:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789603548.437473:0:31994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603548.437475:0:31994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603548.437478:0:31994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5400 refcount=4 00000020:00000001:3.0:1789603548.437480:0:31994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164766720 : -106961544784896 : ffff9eb8131e5400) 00010000:00000001:3.0:1789603548.437483:0:31994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164766720 : -106961544784896 : ffff9eb8131e5400) 00010000:00000040:3.0:1789603548.437490:0:31994:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb8131e5400, remote cookie: 0x31dbb14d74e915a9, flags: 0x1001 00010000:00010000:3.0:1789603548.437495:0:31994:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5400/0xa04c19c788fe532c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e915a9 expref: -99 pid: 31994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603548.437506:0:31994:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5400/0xa04c19c788fe532c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e915a9 expref: -99 pid: 31994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603548.437612:0:31994:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789603548.437618:0:31994:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789603548.437620:0:31994:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789603548.437622:0:31994:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789603548.437624:0:31994:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789603548.437626:0:31994:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9eb8042bb900) refcount = 1 00010000:00010000:3.0:1789603548.437631:0:31994:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5400/0xa04c19c788fe532c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e915a9 expref: -99 pid: 31994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603548.437637:0:31994:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789603548.437640:0:31994:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789603548.437642:0:31994:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603548.437645:0:31994:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789603548.437648:0:31994:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603548.437651:0:31994:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5400/0xa04c19c788fe532c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e915a9 expref: -99 pid: 31994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603548.437657:0:31994:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789603548.437658:0:31994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.437660:0:31994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603548.437661:0:31994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.437662:0:31994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603548.437663:0:31994:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603548.437738:0:31994:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789603548.437741:0:31994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603548.437743:0:31994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603548.437745:0:31994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5400 refcount=3 00000020:00000001:3.0:1789603548.437747:0:31994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164766720 : -106961544784896 : ffff9eb8131e5400) 00010000:00000001:3.0:1789603548.437750:0:31994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164766720 : -106961544784896 : ffff9eb8131e5400) 00010000:00000001:3.0:1789603548.437752:0:31994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603548.437753:0:31994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603548.437754:0:31994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5400 refcount=4 00000020:00000001:3.0:1789603548.437756:0:31994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164766720 : -106961544784896 : ffff9eb8131e5400) 00010000:00000001:3.0:1789603548.437758:0:31994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164766720 : -106961544784896 : ffff9eb8131e5400) 00010000:00000001:3.0:1789603548.437761:0:31994:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603548.437764:0:31994:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603548.437767:0:31994:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5400/0xa04c19c788fe532c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e915a9 expref: -99 pid: 31994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603548.437775:0:31994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.437776:0:31994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603548.437778:0:31994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603548.437779:0:31994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603548.437780:0:31994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5400 refcount=5 00000020:00000001:3.0:1789603548.437782:0:31994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164766720 : -106961544784896 : ffff9eb8131e5400) 00010000:00000001:3.0:1789603548.437784:0:31994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164766720 : -106961544784896 : ffff9eb8131e5400) 00010000:00000001:3.0:1789603548.437787:0:31994:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603548.437789:0:31994:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5400/0xa04c19c788fe532c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e915a9 expref: -99 pid: 31994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603548.437795:0:31994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.437796:0:31994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789603548.437799:0:31994:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5400/0xa04c19c788fe532c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e915a9 expref: -99 pid: 31994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603548.437804:0:31994:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603548.437805:0:31994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.437806:0:31994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603548.437807:0:31994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.437808:0:31994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789603548.437814:0:31994:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb810b4ad80 x1876533442875008/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603564 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789603548.437821:0:31994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603548.437822:0:31994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603548.437824:0:31994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5400 refcount=3 00000020:00000001:3.0:1789603548.437826:0:31994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164766720 : -106961544784896 : ffff9eb8131e5400) 00010000:00000001:3.0:1789603548.437828:0:31994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164766720 : -106961544784896 : ffff9eb8131e5400) 00010000:00000001:3.0:1789603548.437830:0:31994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.437831:0:31994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603548.437833:0:31994:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603548.437834:0:31994:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603548.437837:0:31994:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789603548.437839:0:31994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603548.437840:0:31994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603548.437841:0:31994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5400 refcount=3 00000020:00000001:3.0:1789603548.437843:0:31994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164766720 : -106961544784896 : ffff9eb8131e5400) 00010000:00000001:3.0:1789603548.437844:0:31994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164766720 : -106961544784896 : ffff9eb8131e5400) 00000002:00010000:3.0:1789603548.437847:0:31994:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5400/0xa04c19c788fe532c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e915a9 expref: -99 pid: 31994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603548.437853:0:31994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.437854:0:31994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603548.437856:0:31994:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789603548.437857:0:31994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603548.437858:0:31994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603548.437859:0:31994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5400 refcount=3 00000020:00000001:3.0:1789603548.437861:0:31994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164766720 : -106961544784896 : ffff9eb8131e5400) 00010000:00000001:3.0:1789603548.437863:0:31994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164766720 : -106961544784896 : ffff9eb8131e5400) 00010000:00000040:3.0:1789603548.437870:0:31994:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb900 count: 2 00010000:00000001:3.0:1789603548.437873:0:31994:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789603548.437877:0:31994:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1789603548.437880:0:31994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.437881:0:31994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603548.437882:0:31994:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789603548.437886:0:31994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d9b898 00000002:00002000:3.0:1789603548.437889:0:31994:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789603548.437892:0:31994:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603548.437895:0:31994:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603548.437898:0:31994:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789603548.437902:0:31994:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789603548.437905:0:31994:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603548.437909:0:31994:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:3.0:1789603548.437913:0:31994:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb80571b200. 00000080:00000001:3.0:1789603548.437917:0:31994:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789603548.437920:0:31994:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789603548.437925:0:31994:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789603548.437930:0:31994:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789603548.437934:0:31994:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb807d57800. 00800000:00000001:3.0:1789603548.437936:0:31994:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637111975442432 : -106961734109184 : ffff9eb807d57800) 00800000:00000001:3.0:1789603548.437938:0:31994:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603548.437940:0:31994:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789603548.437942:0:31994:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789603548.437944:0:31994:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1789603548.437947:0:31994:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789603548.437949:0:31994:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789603548.437951:0:31994:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603548.437955:0:31994:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1789603548.437957:0:31994:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1789603548.437961:0:31994:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1789603548.437963:0:31994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603548.437965:0:31994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603548.437966:0:31994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5400 refcount=3 00000020:00000001:3.0:1789603548.437968:0:31994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164766720 : -106961544784896 : ffff9eb8131e5400) 00010000:00000001:3.0:1789603548.437970:0:31994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164766720 : -106961544784896 : ffff9eb8131e5400) 00010000:00000001:3.0:1789603548.437972:0:31994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.437973:0:31994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789603548.437975:0:31994:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789603548.437977:0:31994:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1789603548.437979:0:31994:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807d57800 1 00800000:00000010:3.0:1789603548.437981:0:31994:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb807d57800. 00800000:00000001:3.0:1789603548.437984:0:31994:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603548.437987:0:31994:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe532c 00800000:00000001:3.0:1789603548.437990:0:31994:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603548.437992:0:31994:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603548.437993:0:31994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603548.437994:0:31994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603548.437996:0:31994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5400 refcount=3 00000020:00000001:3.0:1789603548.437997:0:31994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164766720 : -106961544784896 : ffff9eb8131e5400) 00010000:00000001:3.0:1789603548.438000:0:31994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164766720 : -106961544784896 : ffff9eb8131e5400) 00010000:00000001:3.0:1789603548.438003:0:31994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.438004:0:31994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603548.438005:0:31994:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603548.438007:0:31994:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603548.438009:0:31994:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603548.438012:0:31994:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:3.0:1789603548.438015:0:31994:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe532c from it ffffb8e500d9bb58 00010000:00000001:3.0:1789603548.438017:0:31994:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603548.438018:0:31994:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603548.438019:0:31994:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5400 refcount=3 00000020:00000001:3.0:1789603548.438021:0:31994:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164766720 : -106961544784896 : ffff9eb8131e5400) 00010000:00000001:3.0:1789603548.438023:0:31994:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164766720 : -106961544784896 : ffff9eb8131e5400) 00010000:00000001:3.0:1789603548.438025:0:31994:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603548.438027:0:31994:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5400/0xa04c19c788fe532c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e915a9 expref: -99 pid: 31994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603548.438034:0:31994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.438035:0:31994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603548.438036:0:31994:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603548.438039:0:31994:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603548.438041:0:31994:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5400/0xa04c19c788fe532c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e915a9 expref: -99 pid: 31994 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789603548.438065:0:31994:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603548.438068:0:31994:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603548.438069:0:31994:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603548.438074:0:31994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.438075:0:31994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603548.438077:0:31994:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603548.438079:0:31994:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603548.438081:0:31994:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603548.438083:0:31994:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603548.438085:0:31994:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603548.438087:0:31994:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603548.438088:0:31994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.438089:0:31994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789603548.438091:0:31994:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603548.438095:0:31994:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b4ad80 x1876533442875008/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603564 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603548.438101:0:31994:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603548.438102:0:31994:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603548.438105:0:31994:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb82036a800. 02000000:00000001:3.0:1789603548.438108:0:31994:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603548.438109:0:31994:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603548.438111:0:31994:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603548.438113:0:31994:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603548.438115:0:31994:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb80511cc00. 02000000:00000001:3.0:1789603548.438117:0:31994:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603548.438118:0:31994:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603548.438120:0:31994:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4ad80. 00000100:00000001:3.0:1789603548.438123:0:31994:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603548.438124:0:31994:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789603548.438127:0:31994:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:3.0:1789603548.438132:0:31994:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789603548.438149:0:31994:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb806907160. 00000020:00000001:3.0:1789603548.438153:0:31994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d9bae8 00000080:00200000:3.0:1789603548.438156:0:31994:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9eb808190908), flags=13 00000080:00000001:3.0:1789603548.438159:0:31994:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1789603548.438161:0:31994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d9b998 00000080:00200000:3.0:1789603548.438163:0:31994:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9eb808190908), intent=getattr 00000080:00000010:3.0:1789603548.438173:0:31994:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb80571b200. 00800000:00000002:3.0:1789603548.438177:0:31994:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:3.0:1789603548.438182:0:31994:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603548.438185:0:31994:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603548.438187:0:31994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d9b8b8 00800000:00000002:3.0:1789603548.438189:0:31994:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603548.438192:0:31994:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789603548.438197:0:31994:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603548.438200:0:31994:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603548.438203:0:31994:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603548.438206:0:31994:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603548.438208:0:31994:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603548.438210:0:31994:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603548.438211:0:31994:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603548.438215:0:31994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d9b850 00800000:00000002:3.0:1789603548.438217:0:31994:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:3.0:1789603548.438221:0:31994:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603548.438222:0:31994:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d9b788 00000002:00010000:3.0:1789603548.438224:0:31994:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:3.0:1789603548.438228:0:31994:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789603548.438230:0:31994:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789603548.438233:0:31994:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4ad80. 00000020:00000040:3.0:1789603548.438236:0:31994:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:3.0:1789603548.438241:0:31994:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789603548.438245:0:31994:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603548.438247:0:31994:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.438248:0:31994:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603548.438250:0:31994:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603548.438252:0:31994:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603548.438254:0:31994:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603548.438258:0:31994:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603548.438263:0:31994:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb80511cc00. 00000100:00000001:3.0:1789603548.438268:0:31994:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603548.438272:0:31994:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603548.438274:0:31994:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603548.438275:0:31994:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603548.438277:0:31994:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603548.438279:0:31994:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603548.438285:0:31994:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637112124288384 : -106961585263232 : ffff9eb810b4ad80) 00010000:00000001:3.0:1789603548.438288:0:31994:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789603548.438291:0:31994:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789603548.438293:0:31994:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb900 count: 2 00010000:00000001:3.0:1789603548.438295:0:31994:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603548.438298:0:31994:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789603548.438301:0:31994:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb8131e4200. 00000020:00000001:3.0:1789603548.438304:0:31994:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789603548.438306:0:31994:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb8131e4200 with handle 0xa04c19c788fe5333 to hash 00000020:00000001:3.0:1789603548.438308:0:31994:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789603548.438310:0:31994:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112164762112 : -106961544789504 : ffff9eb8131e4200) 00010000:00000001:3.0:1789603548.438313:0:31994:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112164762112 : -106961544789504 : ffff9eb8131e4200) 00010000:00000001:3.0:1789603548.438316:0:31994:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603548.438317:0:31994:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603548.438320:0:31994:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4200/0xa04c19c788fe5333 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31994 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603548.438327:0:31994:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4200/0xa04c19c788fe5333 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31994 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603548.438336:0:31994:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4200/0xa04c19c788fe5333 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31994 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789603548.438341:0:31994:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603548.438343:0:31994:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603548.438349:0:31994:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb801359780. 00000100:00000001:3.0:1789603548.438351:0:31994:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111864301440 : -106961845250176 : ffff9eb801359780) 00000100:00000001:3.0:1789603548.438353:0:31994:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603548.438355:0:31994:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124288384 : -106961585263232 : ffff9eb810b4ad80) 00000100:00000001:3.0:1789603548.438360:0:31994:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603548.438364:0:31994:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603548.438366:0:31994:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603548.438367:0:31994:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603548.438372:0:31994:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4ad80 x1876533442875136/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603548.438380:0:31994:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603548.438384:0:31994:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603548.438387:0:31994:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603548.438390:0:31994:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603548.438392:0:31994:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603548.438395:0:31994:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4ad80 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:31994:1876533442875136:192.168.204.129@tcp:101:lfs.0 00000100:00000001:3.0:1789603548.438399:0:31994:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603548.438403:0:31994:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603548.438405:0:31994:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603548.438407:0:31994:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603548.438411:0:31994:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb82036a800. 02000000:00000001:3.0:1789603548.438413:0:31994:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603548.438419:0:31994:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603548.438422:0:31994:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748688. 00000400:00000010:3.0:1789603548.438427:0:31994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d02a8. 00000100:00000200:3.0:1789603548.438434:0:31994:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442875136, portal 10 00000100:00000001:3.0:1789603548.438436:0:31994:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603548.438437:0:31994:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124288384 : -106961585263232 : ffff9eb810b4ad80) 00000100:00000040:3.0:1789603548.438443:0:31994:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810b4ad80 x1876533442875136/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603564 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603548.438450:0:31994:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603548.438453:0:31994:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603548.438456:0:31994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0550. 00000100:00000200:3.0:1789603548.438458:0:31994:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876533442875136, offset 0 00000400:00000200:3.0:1789603548.438464:0:31994:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603548.438471:0:31994:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.438477:0:31994:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603548.438482:0:31994:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603548.438486:0:31994:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603548.438489:0:31994:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603548.438492:0:31994:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603548.438495:0:31994:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2644:2644:256:4294967295] 192.168.204.129@tcp LPNI seq info [2644:2644:8:4294967295] 00000400:00000200:3.0:1789603548.438500:0:31994:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.438536:0:31994:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603548.438544:0:31994:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603548.438548:0:31994:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f400. 00000800:00000200:3.0:1789603548.438555:0:31994:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603548.438562:0:31994:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603548.438567:0:31994:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f400 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1789603548.438581:0:31994:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603548.438596:0:31994:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 840216 usecs (841 jiffies) 00000400:00000200:3.0:1789603548.438600:0:31994:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603548.438603:0:31994:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296548212 00000100:00000001:3.0:1789603548.438610:0:31994:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296548203 00000100:00000001:3.0:1789603548.438615:0:31994:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296548212 00000100:00000001:3.0:1789603548.438618:0:31994:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296548203 00000100:00000001:3.0:1789603548.438620:0:31994:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603548.438623:0:31994:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603548.438625:0:31994:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603548.438627:0:31994:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603548.438629:0:31994:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb801359780 going to sleep for 11 seconds 00000100:00000001:3.0:1789603548.438632:0:31994:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603548.438634:0:31994:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603548.438857:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603548.438863:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f400. 00000400:00000200:2.0:1789603548.438868:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603548.438873:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603548.438879:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0550 00000400:00000010:2.0:1789603548.438881:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0550. 00000100:00000001:2.0:1789603548.438885:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603548.438889:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4ad80 x1876533442875136/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603564 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603548.438898:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603548.438902:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b4ad80 x1876533442875136/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603564 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603548.438909:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603548.438910:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603548.445494:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603548.445543:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603548.445548:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603548.445552:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603548.445560:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.445568:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603548.445578:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.445583:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.445599:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.445604:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 584 into portal 10 MB=0x6aab27d458f00 00000400:00000200:3.0:1789603548.445609:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.445614:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 584/584 into md 0x7935 [1] + 224 00000800:00000001:3.0:1789603548.445622:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603548.445629:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603548.445632:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603548.445637:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603548.445644:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603548.445654:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4ad80 x1876533442875136/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603564 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603548.445665:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9eb810b4ad80 x1876533442875136/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603564 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603548.445777:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603548.445786:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603548.445790:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789603548.449898:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603548.449906:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9600. 00000400:00000200:3.0:1789603548.449910:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603548.449917:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603548.449922:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc3b8 00000400:00000010:3.0:1789603548.449925:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc3b8. 00000100:00000001:3.0:1789603548.449930:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603548.449936:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4e00 x1876533442875392/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603564 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.449947:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603548.449951:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4e00 x1876533442875392/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603564 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.449957:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603548.449959:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789603548.453737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4200. 00000080:00000010:1.1:1789603548.453755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806907160. 00010000:00000010:1.1:1789603548.453762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8042bb900. 00010000:00000010:1.1:1789603548.453765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5400. 00000800:00000001:2.0:1789603548.454451:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603548.454485:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603548.454489:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603548.454493:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603548.454501:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603548.454529:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603548.454539:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603548.454546:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603548.454551:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603548.454555:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 448 into portal 10 MB=0x6aab27d459000 00000400:00000200:2.0:1789603548.454562:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603548.454568:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 448/448 into md 0x7945 [1] + 224 00000800:00000001:2.0:1789603548.454576:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603548.454593:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603548.454597:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603548.454602:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603548.454611:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603548.454620:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4e00 x1876533442875392/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603564 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603548.454643:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9eb806bd4e00 x1876533442875392/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603564 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603548.454666:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603548.454675:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603548.454678:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603548.494206:0:31999:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789603548.494213:0:31999:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789603548.494216:0:31999:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789603548.494219:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33b20 00000080:00200000:3.0:1789603548.494225:0:31999:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:3.0:1789603548.494233:0:31999:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb80571b200. 00800000:00000002:3.0:1789603548.494239:0:31999:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:3.0:1789603548.494243:0:31999:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603548.494248:0:31999:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603548.494251:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33a40 00800000:00000002:3.0:1789603548.494253:0:31999:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603548.494257:0:31999:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789603548.494259:0:31999:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603548.494262:0:31999:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603548.494264:0:31999:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603548.494267:0:31999:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603548.494269:0:31999:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603548.494271:0:31999:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603548.494273:0:31999:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603548.494276:0:31999:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789603548.494282:0:31999:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603548.494284:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33910 00000002:00010000:3.0:1789603548.494286:0:31999:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789603548.494290:0:31999:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789603548.494292:0:31999:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603548.494295:0:31999:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789603548.494301:0:31999:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603548.494304:0:31999:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603548.494305:0:31999:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603548.494308:0:31999:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789603548.494310:0:31999:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789603548.494316:0:31999:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4b100. 00000020:00000040:3.0:1789603548.494321:0:31999:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:3.0:1789603548.494327:0:31999:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789603548.494332:0:31999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603548.494336:0:31999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603548.494340:0:31999:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603548.494343:0:31999:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603548.494348:0:31999:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603548.494356:0:31999:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb80511f800. 00000100:00000001:3.0:1789603548.494363:0:31999:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603548.494367:0:31999:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603548.494370:0:31999:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603548.494372:0:31999:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603548.494374:0:31999:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603548.494376:0:31999:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603548.494382:0:31999:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637112124289280 : -106961585262336 : ffff9eb810b4b100) 00010000:00000001:3.0:1789603548.494386:0:31999:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789603548.494388:0:31999:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789603548.494393:0:31999:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb8042bb800. 00010000:00000010:3.0:1789603548.494398:0:31999:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80502be80. 00010000:00000001:3.0:1789603548.494403:0:31999:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789603548.494407:0:31999:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb8131e5a00. 00000020:00000001:3.0:1789603548.494410:0:31999:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789603548.494413:0:31999:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb8131e5a00 with handle 0xa04c19c788fe533a to hash 00000020:00000001:3.0:1789603548.494416:0:31999:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789603548.494417:0:31999:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603548.494421:0:31999:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603548.494424:0:31999:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603548.494427:0:31999:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603548.494432:0:31999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603548.494441:0:31999:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603548.494451:0:31999:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789603548.494457:0:31999:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603548.494458:0:31999:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603548.494465:0:31999:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb801359780. 00000100:00000001:3.0:1789603548.494467:0:31999:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111864301440 : -106961845250176 : ffff9eb801359780) 00000100:00000001:3.0:1789603548.494470:0:31999:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603548.494472:0:31999:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124289280 : -106961585262336 : ffff9eb810b4b100) 00000100:00000001:3.0:1789603548.494477:0:31999:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603548.494480:0:31999:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603548.494483:0:31999:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603548.494485:0:31999:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603548.494495:0:31999:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4b100 x1876533442875520/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603548.494503:0:31999:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603548.494505:0:31999:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603548.495495:0:31999:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603548.495501:0:31999:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603548.495506:0:31999:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603548.495529:0:31999:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4b100 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:31999:1876533442875520:192.168.204.129@tcp:101:lfs.0 00000100:00000001:3.0:1789603548.495534:0:31999:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603548.495539:0:31999:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603548.495542:0:31999:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603548.495544:0:31999:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603548.495646:0:31999:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb82036a000. 02000000:00000001:3.0:1789603548.495649:0:31999:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603548.495656:0:31999:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603548.495661:0:31999:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748e70. 00000400:00000010:3.0:1789603548.495668:0:31999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0880. 00000100:00000200:3.0:1789603548.495824:0:31999:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442875520, portal 10 00000100:00000001:3.0:1789603548.495829:0:31999:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603548.495830:0:31999:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124289280 : -106961585262336 : ffff9eb810b4b100) 00000100:00000040:3.0:1789603548.495841:0:31999:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810b4b100 x1876533442875520/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603564 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603548.495850:0:31999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603548.495853:0:31999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603548.495857:0:31999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0a18. 00000100:00000200:3.0:1789603548.495861:0:31999:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876533442875520, offset 0 00000400:00000200:3.0:1789603548.495867:0:31999:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603548.495876:0:31999:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.495884:0:31999:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603548.495890:0:31999:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603548.495894:0:31999:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603548.495899:0:31999:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603548.495903:0:31999:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603548.495907:0:31999:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2646:2646:256:4294967295] 192.168.204.129@tcp LPNI seq info [2646:2646:8:4294967295] 00000400:00000200:3.0:1789603548.495911:0:31999:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.495923:0:31999:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603548.495930:0:31999:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603548.495935:0:31999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f200. 00000800:00000200:3.0:1789603548.495942:0:31999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603548.495950:0:31999:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603548.495955:0:31999:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1789603548.495979:0:31999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603548.495983:0:31999:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 837662 usecs (838 jiffies) 00000400:00000200:3.0:1789603548.495988:0:31999:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603548.495991:0:31999:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296548267 00000100:00000001:3.0:1789603548.495998:0:31999:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296548221 00000100:00000001:3.0:1789603548.496004:0:31999:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296548267 00000100:00000001:3.0:1789603548.496007:0:31999:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296548221 00000100:00000001:3.0:1789603548.496010:0:31999:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603548.496013:0:31999:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603548.496015:0:31999:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603548.496016:0:31999:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603548.496019:0:31999:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb801359780 going to sleep for 11 seconds 00000100:00000001:3.0:1789603548.496023:0:31999:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603548.496026:0:31999:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603548.496089:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603548.496095:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f200. 00000400:00000200:2.0:1789603548.496100:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603548.496105:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603548.496111:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0a18 00000400:00000010:2.0:1789603548.496113:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0a18. 00000100:00000001:2.0:1789603548.496117:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603548.496121:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4b100 x1876533442875520/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603564 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603548.496131:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603548.496134:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b4b100 x1876533442875520/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603564 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603548.496142:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603548.496144:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603548.503862:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603548.503881:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603548.503886:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603548.503891:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603548.503901:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603548.503909:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603548.503918:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603548.503923:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603548.503929:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603548.503934:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d459080 00000400:00000200:2.0:1789603548.503939:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603548.503946:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x794d [1] + 224 00000800:00000001:2.0:1789603548.503952:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603548.503962:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603548.503965:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603548.503970:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603548.503977:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603548.503986:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4b100 x1876533442875520/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603564 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603548.503999:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb810b4b100 x1876533442875520/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603564 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603548.504020:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603548.504028:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603548.504031:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603548.508398:0:31999:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603548.508421:0:31999:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603548.508424:0:31999:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603548.508429:0:31999:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748e70. 00000400:00000200:3.0:1789603548.508443:0:31999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0880 00000400:00000010:3.0:1789603548.508447:0:31999:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0880. 00000100:00000001:3.0:1789603548.508454:0:31999:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603548.508471:0:31999:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b4b100 x1876533442875520/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603564 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789603548.508484:0:31999:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b4b100 x1876533442875520/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603564 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603548.508495:0:31999:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603548.508497:0:31999:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603548.508500:0:31999:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603548.508504:0:31999:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603548.508507:0:31999:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603548.508531:0:31999:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603548.508536:0:31999:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603548.508551:0:31999:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=96 v=5 (106 106 106 137) 00000100:00001000:3.0:1789603548.508558:0:31999:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603548.508561:0:31999:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603548.508563:0:31999:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603548.508567:0:31999:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603548.508571:0:31999:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603548.508577:0:31999:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603548.508579:0:31999:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967594 00000100:00000001:3.0:1789603548.508582:0:31999:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603548.508596:0:31999:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603548.508603:0:31999:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b4b100 x1876533442875520/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603564 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603548.508610:0:31999:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603548.508614:0:31999:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603548.508618:0:31999:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603548.508622:0:31999:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4b100 x1876533442875520/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603564 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789603548.508631:0:31999:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b4b100 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:31999:1876533442875520:192.168.204.129@tcp:101:lfs.0 00000100:00000001:3.0:1789603548.508637:0:31999:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603548.508641:0:31999:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603548.508644:0:31999:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789603548.508648:0:31999:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603548.508652:0:31999:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4b100 x1876533442875520/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603564 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603548.508659:0:31999:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603548.508664:0:31999:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb801359780. 00000100:00000001:3.0:1789603548.508669:0:31999:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789603548.508671:0:31999:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603548.508674:0:31999:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789603548.508680:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603548.508683:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603548.508687:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=4 00000020:00000001:3.0:1789603548.508690:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603548.508694:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000040:3.0:1789603548.508704:0:31999:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb8131e5a00, remote cookie: 0x31dbb14d74e915e1, flags: 0x1001 00010000:00010000:3.0:1789603548.508711:0:31999:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603548.508724:0:31999:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603548.508732:0:31999:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789603548.508737:0:31999:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789603548.508740:0:31999:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789603548.508741:0:31999:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789603548.508743:0:31999:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789603548.508747:0:31999:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9eb8042bb800) refcount = 1 00010000:00010000:3.0:1789603548.508752:0:31999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603548.508759:0:31999:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789603548.508763:0:31999:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789603548.508765:0:31999:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603548.508769:0:31999:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789603548.508772:0:31999:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603548.508776:0:31999:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603548.508783:0:31999:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789603548.508785:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.508786:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603548.508787:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.508788:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603548.508790:0:31999:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603548.508796:0:31999:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789603548.508798:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603548.508799:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603548.508801:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=3 00000020:00000001:3.0:1789603548.508803:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603548.508805:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603548.508808:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603548.508809:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603548.508810:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=4 00000020:00000001:3.0:1789603548.508812:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603548.508814:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603548.508817:0:31999:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603548.508821:0:31999:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603548.508825:0:31999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603548.508831:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.508833:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603548.508834:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603548.508835:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603548.508836:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=5 00000020:00000001:3.0:1789603548.508838:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603548.508840:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603548.508843:0:31999:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603548.508847:0:31999:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603548.508852:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.508853:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789603548.508855:0:31999:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603548.508862:0:31999:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603548.508863:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.508864:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603548.508865:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.508867:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789603548.508872:0:31999:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb810b4b100 x1876533442875520/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603564 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789603548.508881:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603548.508882:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603548.508883:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=3 00000020:00000001:3.0:1789603548.508885:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603548.508887:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603548.508889:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.508890:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603548.508892:0:31999:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603548.508894:0:31999:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603548.508897:0:31999:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789603548.508900:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603548.508901:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603548.508902:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=3 00000020:00000001:3.0:1789603548.508904:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603548.508906:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00000002:00010000:3.0:1789603548.508909:0:31999:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603548.508921:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.508922:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603548.508924:0:31999:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789603548.508925:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603548.508926:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603548.508928:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=3 00000020:00000001:3.0:1789603548.508930:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603548.508932:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000040:3.0:1789603548.508939:0:31999:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb800 count: 2 00010000:00000001:3.0:1789603548.508942:0:31999:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789603548.508947:0:31999:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1789603548.508950:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.508951:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603548.508952:0:31999:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789603548.508956:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33898 00000002:00002000:3.0:1789603548.508958:0:31999:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789603548.508962:0:31999:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603548.508967:0:31999:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603548.508970:0:31999:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789603548.508974:0:31999:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789603548.508978:0:31999:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603548.508983:0:31999:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:3.0:1789603548.508988:0:31999:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb80571b200. 00000080:00000001:3.0:1789603548.508993:0:31999:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789603548.508996:0:31999:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789603548.509003:0:31999:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789603548.509008:0:31999:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789603548.509019:0:31999:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb807d57880. 00800000:00000001:3.0:1789603548.509021:0:31999:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637111975442560 : -106961734109056 : ffff9eb807d57880) 00800000:00000001:3.0:1789603548.509023:0:31999:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603548.509026:0:31999:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789603548.509029:0:31999:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789603548.509031:0:31999:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1789603548.509035:0:31999:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789603548.509040:0:31999:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789603548.509042:0:31999:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603548.509047:0:31999:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1789603548.509050:0:31999:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1789603548.509053:0:31999:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1789603540 to 1789603548 00000080:00200000:3.0:1789603548.509060:0:31999:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1789603548.509062:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603548.509063:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603548.509064:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=3 00000020:00000001:3.0:1789603548.509067:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603548.509069:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603548.509071:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.509072:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789603548.509073:0:31999:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789603548.509076:0:31999:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1789603548.509077:0:31999:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807d57880 1 00800000:00000010:3.0:1789603548.509080:0:31999:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb807d57880. 00800000:00000001:3.0:1789603548.509083:0:31999:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603548.509087:0:31999:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe533a 00800000:00000001:3.0:1789603548.509090:0:31999:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603548.509092:0:31999:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603548.509093:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603548.509095:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603548.509096:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=3 00000020:00000001:3.0:1789603548.509098:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603548.509100:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603548.509102:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.509103:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603548.509105:0:31999:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603548.509107:0:31999:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603548.509109:0:31999:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603548.509112:0:31999:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:3.0:1789603548.509115:0:31999:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe533a from it ffffb8e500e33b58 00010000:00000001:3.0:1789603548.509118:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603548.509119:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603548.509120:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=3 00000020:00000001:3.0:1789603548.509122:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603548.509124:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:3.0:1789603548.509126:0:31999:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603548.509128:0:31999:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603548.509135:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.509136:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603548.509138:0:31999:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603548.509140:0:31999:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603548.509143:0:31999:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789603548.509150:0:31999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603548.509154:0:31999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603548.509156:0:31999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603548.509162:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.509163:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603548.509166:0:31999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603548.509170:0:31999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603548.509173:0:31999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603548.509175:0:31999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603548.509177:0:31999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603548.509179:0:31999:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603548.509180:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.509181:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789603548.509184:0:31999:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603548.509188:0:31999:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b4b100 x1876533442875520/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603564 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603548.509196:0:31999:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603548.509199:0:31999:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603548.509204:0:31999:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb82036a000. 02000000:00000001:3.0:1789603548.509208:0:31999:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603548.509211:0:31999:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603548.509214:0:31999:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603548.509229:0:31999:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603548.509232:0:31999:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb80511f800. 02000000:00000001:3.0:1789603548.509237:0:31999:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603548.509239:0:31999:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603548.509241:0:31999:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4b100. 00000100:00000001:3.0:1789603548.509245:0:31999:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603548.509247:0:31999:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789603548.509251:0:31999:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:3.0:1789603548.509256:0:31999:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789603548.509277:0:31999:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb8069070a0. 00000020:00000001:3.0:1789603548.509283:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33ae8 00000080:00200000:3.0:1789603548.509285:0:31999:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9eb808190908), flags=13 00000080:00000001:3.0:1789603548.509289:0:31999:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1789603548.509291:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33998 00000080:00200000:3.0:1789603548.509293:0:31999:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9eb808190908), intent=getattr 00000080:00000010:3.0:1789603548.509304:0:31999:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb80571b200. 00800000:00000002:3.0:1789603548.509310:0:31999:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:3.0:1789603548.509316:0:31999:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603548.509319:0:31999:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603548.509321:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e338b8 00800000:00000002:3.0:1789603548.509324:0:31999:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603548.509327:0:31999:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789603548.509331:0:31999:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603548.509334:0:31999:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603548.509337:0:31999:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603548.509339:0:31999:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603548.509341:0:31999:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603548.509343:0:31999:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603548.509346:0:31999:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603548.509350:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33850 00800000:00000002:3.0:1789603548.509352:0:31999:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:3.0:1789603548.509357:0:31999:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603548.509359:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33788 00000002:00010000:3.0:1789603548.509361:0:31999:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:3.0:1789603548.509366:0:31999:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789603548.509369:0:31999:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789603548.509374:0:31999:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4b100. 00000020:00000040:3.0:1789603548.509378:0:31999:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:3.0:1789603548.509384:0:31999:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789603548.509388:0:31999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603548.509391:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.509392:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603548.509393:0:31999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603548.509397:0:31999:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603548.509400:0:31999:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603548.509404:0:31999:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603548.509413:0:31999:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb80511f800. 00000100:00000001:3.0:1789603548.509420:0:31999:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603548.509424:0:31999:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603548.509426:0:31999:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603548.509428:0:31999:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603548.509429:0:31999:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603548.509431:0:31999:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603548.509440:0:31999:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637112124289280 : -106961585262336 : ffff9eb810b4b100) 00010000:00000001:3.0:1789603548.509445:0:31999:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789603548.509447:0:31999:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789603548.509450:0:31999:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb800 count: 2 00010000:00000001:3.0:1789603548.509452:0:31999:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603548.509455:0:31999:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789603548.509460:0:31999:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb8131e5000. 00000020:00000001:3.0:1789603548.509463:0:31999:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789603548.509466:0:31999:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb8131e5000 with handle 0xa04c19c788fe5341 to hash 00000020:00000001:3.0:1789603548.509468:0:31999:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789603548.509470:0:31999:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112164765696 : -106961544785920 : ffff9eb8131e5000) 00010000:00000001:3.0:1789603548.509474:0:31999:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112164765696 : -106961544785920 : ffff9eb8131e5000) 00010000:00000001:3.0:1789603548.509477:0:31999:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603548.509479:0:31999:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603548.509483:0:31999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5000/0xa04c19c788fe5341 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603548.509490:0:31999:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5000/0xa04c19c788fe5341 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603548.509502:0:31999:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5000/0xa04c19c788fe5341 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31999 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789603548.509540:0:31999:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603548.509543:0:31999:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603548.509552:0:31999:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb801359780. 00000100:00000001:3.0:1789603548.509554:0:31999:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111864301440 : -106961845250176 : ffff9eb801359780) 00000100:00000001:3.0:1789603548.509557:0:31999:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603548.509559:0:31999:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124289280 : -106961585262336 : ffff9eb810b4b100) 00000100:00000001:3.0:1789603548.509564:0:31999:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603548.509569:0:31999:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603548.509571:0:31999:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603548.509572:0:31999:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603548.509578:0:31999:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4b100 x1876533442875648/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603548.509598:0:31999:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603548.509600:0:31999:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603548.509605:0:31999:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603548.509608:0:31999:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603548.509610:0:31999:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603548.509614:0:31999:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4b100 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:31999:1876533442875648:192.168.204.129@tcp:101:lfs.0 00000100:00000001:3.0:1789603548.509619:0:31999:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603548.509625:0:31999:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603548.509627:0:31999:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603548.509630:0:31999:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603548.509635:0:31999:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb82036a000. 02000000:00000001:3.0:1789603548.509637:0:31999:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603548.509646:0:31999:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603548.509651:0:31999:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748e70. 00000400:00000010:3.0:1789603548.509658:0:31999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0880. 00000100:00000200:3.0:1789603548.509667:0:31999:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442875648, portal 10 00000100:00000001:3.0:1789603548.509669:0:31999:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603548.509670:0:31999:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124289280 : -106961585262336 : ffff9eb810b4b100) 00000100:00000040:3.0:1789603548.509676:0:31999:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810b4b100 x1876533442875648/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603564 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603548.509685:0:31999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603548.509688:0:31999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603548.509691:0:31999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0198. 00000100:00000200:3.0:1789603548.509695:0:31999:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876533442875648, offset 0 00000400:00000200:3.0:1789603548.509702:0:31999:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603548.509712:0:31999:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.509721:0:31999:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603548.509728:0:31999:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603548.509733:0:31999:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603548.509737:0:31999:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603548.509740:0:31999:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603548.509744:0:31999:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2647:2647:256:4294967295] 192.168.204.129@tcp LPNI seq info [2647:2647:8:4294967295] 00000400:00000200:3.0:1789603548.509748:0:31999:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.509761:0:31999:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603548.509768:0:31999:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603548.509775:0:31999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f700. 00000800:00000200:3.0:1789603548.509784:0:31999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603548.509792:0:31999:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603548.509798:0:31999:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1789603548.509821:0:31999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603548.509826:0:31999:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 836403 usecs (837 jiffies) 00000400:00000200:3.0:1789603548.509829:0:31999:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603548.509832:0:31999:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296548277 00000100:00000001:3.0:1789603548.509843:0:31999:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296548267 00000100:00000001:3.0:1789603548.509850:0:31999:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296548277 00000100:00000001:3.0:1789603548.509853:0:31999:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296548267 00000100:00000001:3.0:1789603548.509856:0:31999:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603548.509859:0:31999:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603548.509862:0:31999:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603548.509864:0:31999:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603548.509867:0:31999:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb801359780 going to sleep for 11 seconds 00000100:00000001:3.0:1789603548.509869:0:31999:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603548.509871:0:31999:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603548.510024:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603548.510033:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f700. 00000400:00000200:2.0:1789603548.510041:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603548.510050:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603548.510057:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0198 00000400:00000010:2.0:1789603548.510061:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0198. 00000100:00000001:2.0:1789603548.510067:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603548.510074:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4b100 x1876533442875648/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603564 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603548.510087:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603548.510091:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b4b100 x1876533442875648/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603564 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603548.510098:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603548.510100:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603548.519463:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603548.519482:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603548.519487:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603548.519491:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603548.519501:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603548.519543:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603548.519554:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603548.519559:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603548.519565:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603548.519570:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 584 into portal 10 MB=0x6aab27d459100 00000400:00000200:2.0:1789603548.519575:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603548.519581:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 584/584 into md 0x795d [1] + 224 00000800:00000001:2.0:1789603548.519599:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603548.519606:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603548.519610:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603548.519615:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603548.519622:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603548.519632:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4b100 x1876533442875648/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603564 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603548.519643:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9eb810b4b100 x1876533442875648/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603564 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603548.519660:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603548.519668:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603548.519671:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603548.520061:0:31999:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603548.520069:0:31999:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603548.520071:0:31999:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603548.520074:0:31999:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748e70. 00000400:00000200:3.0:1789603548.520080:0:31999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0880 00000400:00000010:3.0:1789603548.520082:0:31999:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0880. 00000100:00000001:3.0:1789603548.520085:0:31999:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603548.520091:0:31999:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b4b100 x1876533442875648/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603564 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789603548.520111:0:31999:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b4b100 x1876533442875648/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603564 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603548.520118:0:31999:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603548.520120:0:31999:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603548.520123:0:31999:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603548.520127:0:31999:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603548.520137:0:31999:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603548.520140:0:31999:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603548.520143:0:31999:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603548.520153:0:31999:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=96 v=5 (106 106 106 137) 00000100:00001000:3.0:1789603548.520158:0:31999:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603548.520161:0:31999:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1789603548.520165:0:31999:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9eb810b4b100 x1876533442875648/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/584 e 0 to 0 dl 1789603564 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603548.520174:0:31999:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1789603548.520180:0:31999:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603548.520182:0:31999:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967594 00000100:00000001:3.0:1789603548.520185:0:31999:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603548.520188:0:31999:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1789603548.520193:0:31999:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b4b100 x1876533442875648/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/584 e 0 to 0 dl 1789603564 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603548.520201:0:31999:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1789603548.520204:0:31999:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603548.520205:0:31999:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603548.520210:0:31999:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4b100 x1876533442875648/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/584 e 0 to 0 dl 1789603564 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789603548.520218:0:31999:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b4b100 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:31999:1876533442875648:192.168.204.129@tcp:101:lfs.0 00000100:00000001:3.0:1789603548.520223:0:31999:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603548.520226:0:31999:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1789603548.520229:0:31999:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789603548.520232:0:31999:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603548.520235:0:31999:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4b100 x1876533442875648/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/584 e 0 to 0 dl 1789603564 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603548.520242:0:31999:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603548.520245:0:31999:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb801359780. 00000100:00000001:3.0:1789603548.520248:0:31999:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789603548.520250:0:31999:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1789603548.520254:0:31999:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789603548.520258:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603548.520261:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603548.520265:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5000 refcount=4 00000020:00000001:3.0:1789603548.520267:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164765696 : -106961544785920 : ffff9eb8131e5000) 00010000:00000001:3.0:1789603548.520271:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164765696 : -106961544785920 : ffff9eb8131e5000) 00010000:00010000:3.0:1789603548.520276:0:31999:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5000/0xa04c19c788fe5341 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603548.520287:0:31999:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1789603548.520292:0:31999:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5000/0xa04c19c788fe5341 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603548.520298:0:31999:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603548.520302:0:31999:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5000/0xa04c19c788fe5341 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603548.520308:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.520310:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789603548.520313:0:31999:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5000/0xa04c19c788fe5341 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603548.520319:0:31999:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603548.520323:0:31999:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603548.520326:0:31999:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789603548.520329:0:31999:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5000/0xa04c19c788fe5341 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603548.520337:0:31999:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb8131e5000 already unused, calling callback (ffffffffc1bbd980) 00000080:00000001:3.0:1789603548.520340:0:31999:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1789603548.520347:0:31999:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5000/0xa04c19c788fe5341 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603548.520354:0:31999:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789603548.520356:0:31999:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789603548.520359:0:31999:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5000/0xa04c19c788fe5341 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603548.520365:0:31999:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789603548.520368:0:31999:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789603548.520369:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603548.520371:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603548.520372:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5000 refcount=5 00000020:00000001:3.0:1789603548.520374:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164765696 : -106961544785920 : ffff9eb8131e5000) 00010000:00000001:3.0:1789603548.520377:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164765696 : -106961544785920 : ffff9eb8131e5000) 00010000:00000001:3.0:1789603548.520380:0:31999:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603548.520383:0:31999:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5000/0xa04c19c788fe5341 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31999 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1789603548.520389:0:31999:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789603548.520391:0:31999:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603548.520394:0:31999:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1789603548.520396:0:31999:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603548.520399:0:31999:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603548.520400:0:31999:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603548.520402:0:31999:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603548.520404:0:31999:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789603548.520407:0:31999:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb8131e5000 with handle 0xa04c19c788fe5341 from hash 00010000:00000001:3.0:1789603548.520409:0:31999:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603548.520410:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.520412:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603548.520413:0:31999:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603548.520427:0:31999:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603548.520429:0:31999:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1789603548.520433:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.520434:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603548.520436:0:31999:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603548.520438:0:31999:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603548.520440:0:31999:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5000/0xa04c19c788fe5341 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603548.520447:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.520448:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603548.520449:0:31999:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1789603548.520451:0:31999:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603548.520453:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603548.520454:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603548.520455:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789603548.520457:0:31999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5000/0xa04c19c788fe5341 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31999 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603548.520474:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603548.520477:0:31999:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1789603548.520481:0:31999:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1789603548.520487:0:31999:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9eb810b4b100 x1876533442875648/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/584 e 0 to 0 dl 1789603564 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789603548.520495:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1789603548.520497:0:31999:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603548.520499:0:31999:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603548.520501:0:31999:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603548.520504:0:31999:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789603548.520507:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1789603548.520533:0:31999:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603548.520536:0:31999:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789603548.520540:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33710 00000002:00002000:3.0:1789603548.520542:0:31999:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:3.0:1789603548.520546:0:31999:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603548.520550:0:31999:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603548.520552:0:31999:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789603548.520555:0:31999:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1789603548.520558:0:31999:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603548.520565:0:31999:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000001:3.0:1789603548.520568:0:31999:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1789603548.520570:0:31999:0:(namei.c:674:ll_lookup_it_finish()) it ffffb8e500e33b20 it_disposition 7 00000080:00002000:3.0:1789603548.520579:0:31999:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb808288a20 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:0.0:1789603548.520853:0:31999:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1789603548.520858:0:31999:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603548.520861:0:31999:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603548.520864:0:31999:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603548.520869:0:31999:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603548.520873:0:31999:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603548.520876:0:31999:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603548.520880:0:31999:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603548.520886:0:31999:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603548.520889:0:31999:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603548.520893:0:31999:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603548.520901:0:31999:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb800 count: 2 00010000:00000001:0.0:1789603548.520906:0:31999:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603548.520911:0:31999:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603548.520917:0:31999:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603548.520922:0:31999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789603548.520933:0:31999:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603548.520939:0:31999:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603548.520943:0:31999:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789603548.520951:0:31999:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603548.520954:0:31999:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603548.520958:0:31999:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603548.520963:0:31999:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789603548.520967:0:31999:0:(dcache.c:176:ll_intent_release()) intent ffffb8e500e33930 released 00000080:00010000:0.0:1789603548.520971:0:31999:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe533a from it ffffb8e500e33930 00010000:00000001:0.0:1789603548.520974:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603548.520976:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603548.520979:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=3 00000020:00000001:0.0:1789603548.520981:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:0.0:1789603548.520985:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:0.0:1789603548.520990:0:31999:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603548.520994:0:31999:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603548.521001:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603548.521004:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603548.521006:0:31999:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603548.521009:0:31999:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603548.521847:0:31999:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603548.521864:0:31999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603548.521869:0:31999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603548.521872:0:31999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603548.521882:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603548.521885:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603548.521888:0:31999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603548.521893:0:31999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603548.521897:0:31999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603548.521900:0:31999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603548.521904:0:31999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603548.521907:0:31999:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603548.521908:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603548.521910:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789603548.521913:0:31999:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789603548.521916:0:31999:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789603548.521921:0:31999:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789603548.521927:0:31999:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb80571b200. 00000100:00000001:0.0:1789603548.521935:0:31999:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603548.521949:0:31999:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b4b100 x1876533442875648/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/584 e 0 to 0 dl 1789603564 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603548.521960:0:31999:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603548.521965:0:31999:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603548.521970:0:31999:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb82036a000. 02000000:00000001:0.0:1789603548.521977:0:31999:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603548.521982:0:31999:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603548.521986:0:31999:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603548.521989:0:31999:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603548.521994:0:31999:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb80511f800. 02000000:00000001:0.0:1789603548.522001:0:31999:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603548.522004:0:31999:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603548.522007:0:31999:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4b100. 00000100:00000001:0.0:1789603548.522026:0:31999:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603548.522030:0:31999:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603548.522034:0:31999:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789603548.522036:0:31999:0:(dcache.c:176:ll_intent_release()) intent ffffb8e500e33b20 released 00000080:00000001:0.0:1789603548.522039:0:31999:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789603548.522045:0:31999:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789603548.522048:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33b70 00000080:00002000:0.0:1789603548.522051:0:31999:0:(dcache.c:127:ll_ddelete()) keeping dentry d21g.recovery-small-2 (ffff9eb808288a20, parent ffff9eb8081326c0, inode 0000000000000000) hashed, 00000080:00000001:0.0:1789603548.522057:0:31999:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603548.522182:0:31999:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603548.522188:0:31999:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603548.522192:0:31999:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603548.522194:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33bb0 00000080:00200000:0.0:1789603548.522207:0:31999:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603548.522215:0:31999:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb80120a200. 00800000:00000002:0.0:1789603548.522221:0:31999:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603548.522225:0:31999:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603548.522228:0:31999:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603548.522230:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33ad0 00800000:00000002:0.0:1789603548.522232:0:31999:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603548.522236:0:31999:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603548.522238:0:31999:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603548.522240:0:31999:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603548.522242:0:31999:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603548.522244:0:31999:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603548.522246:0:31999:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603548.522248:0:31999:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603548.522250:0:31999:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603548.522254:0:31999:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603548.522258:0:31999:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603548.522260:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e339a0 00000002:00010000:0.0:1789603548.522262:0:31999:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603548.522532:0:31999:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603548.522534:0:31999:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603548.522536:0:31999:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603548.522541:0:31999:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb800 count: 2 00010000:00000001:0.0:1789603548.522544:0:31999:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603548.522547:0:31999:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603548.522551:0:31999:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603548.522556:0:31999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789603548.522564:0:31999:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603548.522568:0:31999:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603548.522571:0:31999:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1789603548.522578:0:31999:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603548.522580:0:31999:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603548.522582:0:31999:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603548.522597:0:31999:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603548.522599:0:31999:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603548.522601:0:31999:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603548.522603:0:31999:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603548.522605:0:31999:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603548.522608:0:31999:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb80120a200. 00000080:00000001:0.0:1789603548.522611:0:31999:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603548.522613:0:31999:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603548.522615:0:31999:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603548.522618:0:31999:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe533a 00800000:00000001:0.0:1789603548.522622:0:31999:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603548.522624:0:31999:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603548.522626:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603548.522628:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603548.522629:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=3 00000020:00000001:0.0:1789603548.522632:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:0.0:1789603548.522634:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:0.0:1789603548.522637:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603548.522638:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603548.522640:0:31999:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603548.522642:0:31999:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603548.522644:0:31999:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe533a from it ffffb8e500e33be8 00010000:00000001:0.0:1789603548.522646:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603548.522647:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603548.522648:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=3 00000020:00000001:0.0:1789603548.522650:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:0.0:1789603548.522652:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:0.0:1789603548.522655:0:31999:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603548.522657:0:31999:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603548.522664:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603548.522666:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603548.522667:0:31999:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603548.522669:0:31999:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603548.522671:0:31999:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789603548.522678:0:31999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603548.522679:0:31999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603548.522681:0:31999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603548.522683:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603548.522684:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603548.522685:0:31999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603548.522688:0:31999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603548.522689:0:31999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603548.522690:0:31999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603548.522693:0:31999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603548.522694:0:31999:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603548.522696:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603548.522697:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603548.522699:0:31999:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603548.522701:0:31999:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603548.522703:0:31999:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:0.0:1789603548.522709:0:31999:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603548.522713:0:31999:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789603548.522716:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33bd8 00000080:00002000:0.0:1789603548.522718:0:31999:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff9eb808288a20) flags 0x8000e refc 0 00000080:00000001:0.0:1789603548.522720:0:31999:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603548.522723:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33c20 00000080:00200000:0.0:1789603548.522724:0:31999:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=16392 00000080:00000001:0.0:1789603548.522728:0:31999:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789603548.522730:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33ba8 00000080:00002000:0.0:1789603548.522731:0:31999:0:(dcache.c:127:ll_ddelete()) keeping dentry d21g.recovery-small-2 (ffff9eb808288a20, parent ffff9eb8081326c0, inode 0000000000000000) hashed, 00000080:00000001:0.0:1789603548.522734:0:31999:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603548.523905:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33d08 00000080:00200008:0.0:1789603548.523913:0:31999:0:(file.c:6307:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1789603548.523920:0:31999:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603548.523922:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33c80 00000080:00200000:0.0:1789603548.523923:0:31999:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603548.523931:0:31999:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb80120a200. 00800000:00000002:0.0:1789603548.523937:0:31999:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603548.523942:0:31999:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603548.523946:0:31999:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603548.523947:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33ba0 00800000:00000002:0.0:1789603548.523950:0:31999:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603548.523953:0:31999:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603548.523956:0:31999:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603548.523958:0:31999:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603548.523960:0:31999:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603548.523962:0:31999:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603548.523964:0:31999:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603548.523966:0:31999:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603548.523968:0:31999:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603548.523971:0:31999:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603548.523976:0:31999:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603548.523978:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33a70 00000002:00010000:0.0:1789603548.523979:0:31999:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603548.523982:0:31999:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603548.523984:0:31999:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603548.523987:0:31999:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603548.523991:0:31999:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb800 count: 2 00010000:00000001:0.0:1789603548.523994:0:31999:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603548.523997:0:31999:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603548.524000:0:31999:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603548.524005:0:31999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1789603548.525384:0:31999:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603548.525392:0:31999:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603548.525398:0:31999:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1789603548.525408:0:31999:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603548.525412:0:31999:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603548.525424:0:31999:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603548.525427:0:31999:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603548.525430:0:31999:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603548.525433:0:31999:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603548.525436:0:31999:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603548.525440:0:31999:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603548.525444:0:31999:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb80120a200. 00000080:00000001:0.0:1789603548.525450:0:31999:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603548.525452:0:31999:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603548.525455:0:31999:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603548.525458:0:31999:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe533a 00800000:00000001:0.0:1789603548.525462:0:31999:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603548.525465:0:31999:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603548.525467:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603548.525469:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603548.525473:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=3 00000020:00000001:0.0:1789603548.525475:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:0.0:1789603548.525478:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:0.0:1789603548.525482:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603548.525484:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603548.525486:0:31999:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603548.525487:0:31999:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603548.525490:0:31999:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe533a from it ffffb8e500e33cb8 00010000:00000001:0.0:1789603548.525492:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603548.525493:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603548.525495:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=3 00000020:00000001:0.0:1789603548.525497:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:0.0:1789603548.525498:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:0.0:1789603548.525500:0:31999:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603548.525504:0:31999:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789603548.525526:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603548.525527:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603548.525529:0:31999:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603548.525531:0:31999:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603548.525534:0:31999:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789603548.525541:0:31999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603548.525544:0:31999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603548.525547:0:31999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603548.525552:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603548.525553:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603548.525555:0:31999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603548.525557:0:31999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603548.525560:0:31999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603548.525562:0:31999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603548.525565:0:31999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603548.525567:0:31999:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603548.525568:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603548.525569:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603548.525572:0:31999:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603548.525574:0:31999:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603548.525579:0:31999:0:(file.c:6260:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603548.525596:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33d08 00000080:00000008:0.0:1789603548.525599:0:31999:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1789603548.526174:0:31999:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603548.526203:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33d08 00000080:00200008:0.0:1789603548.526206:0:31999:0:(file.c:6307:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1789603548.526211:0:31999:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603548.526213:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33c80 00000080:00200000:0.0:1789603548.526214:0:31999:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603548.526219:0:31999:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb80120a200. 00800000:00000002:0.0:1789603548.526225:0:31999:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603548.526229:0:31999:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603548.526232:0:31999:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603548.526234:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33ba0 00800000:00000002:0.0:1789603548.526236:0:31999:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603548.526239:0:31999:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603548.526241:0:31999:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603548.526244:0:31999:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603548.526246:0:31999:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603548.526248:0:31999:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603548.526250:0:31999:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603548.526252:0:31999:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603548.526254:0:31999:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603548.526257:0:31999:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603548.526262:0:31999:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603548.526882:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33a70 00000002:00010000:0.0:1789603548.526888:0:31999:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603548.526892:0:31999:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603548.526894:0:31999:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603548.526897:0:31999:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603548.526904:0:31999:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb800 count: 2 00010000:00000001:0.0:1789603548.526906:0:31999:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603548.526911:0:31999:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603548.526916:0:31999:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603548.526920:0:31999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1789603548.526937:0:31999:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603548.526942:0:31999:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603548.526945:0:31999:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1789603548.526952:0:31999:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603548.526954:0:31999:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603548.526956:0:31999:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603548.526957:0:31999:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603548.526960:0:31999:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603548.526962:0:31999:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603548.526965:0:31999:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603548.526967:0:31999:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603548.526971:0:31999:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb80120a200. 00000080:00000001:0.0:1789603548.526975:0:31999:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603548.526976:0:31999:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603548.526979:0:31999:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603548.526982:0:31999:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe533a 00800000:00000001:0.0:1789603548.526986:0:31999:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603548.526987:0:31999:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603548.526989:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603548.526991:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603548.526993:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=3 00000020:00000001:0.0:1789603548.526996:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:0.0:1789603548.526999:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:0.0:1789603548.527001:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603548.527003:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603548.527004:0:31999:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603548.527005:0:31999:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603548.527008:0:31999:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe533a from it ffffb8e500e33cb8 00010000:00000001:0.0:1789603548.527010:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603548.527011:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603548.527013:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=3 00000020:00000001:0.0:1789603548.527014:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:0.0:1789603548.527016:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:0.0:1789603548.527018:0:31999:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603548.527021:0:31999:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789603548.527027:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603548.527028:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603548.527030:0:31999:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603548.527032:0:31999:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603548.527034:0:31999:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789603548.527041:0:31999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603548.527044:0:31999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603548.527046:0:31999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603548.527049:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603548.527050:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603548.527052:0:31999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603548.527054:0:31999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603548.527056:0:31999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603548.527057:0:31999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603548.527060:0:31999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603548.527061:0:31999:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603548.527063:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603548.527064:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603548.527067:0:31999:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603548.527068:0:31999:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603548.527242:0:31999:0:(file.c:6260:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603548.527248:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33d08 00000080:00000008:0.0:1789603548.527250:0:31999:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1789603548.527679:0:31999:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603548.527682:0:31999:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603548.527683:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33b78 00000080:00200000:0.0:1789603548.527686:0:31999:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603548.527694:0:31999:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb80120a200. 00800000:00000002:0.0:1789603548.527700:0:31999:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603548.527705:0:31999:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603548.527707:0:31999:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603548.527709:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33a98 00800000:00000002:0.0:1789603548.527711:0:31999:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603548.527714:0:31999:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603548.527716:0:31999:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603548.527718:0:31999:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603548.527720:0:31999:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603548.527722:0:31999:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603548.527724:0:31999:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603548.527726:0:31999:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603548.527728:0:31999:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603548.527730:0:31999:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603548.527734:0:31999:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603548.527735:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33968 00000002:00010000:0.0:1789603548.527737:0:31999:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603548.527740:0:31999:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603548.527746:0:31999:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603548.527748:0:31999:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603548.527753:0:31999:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb800 count: 2 00010000:00000001:0.0:1789603548.527823:0:31999:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603548.527827:0:31999:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603548.527830:0:31999:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603548.527835:0:31999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1789603548.527843:0:31999:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603548.527847:0:31999:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603548.527850:0:31999:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1789603548.527856:0:31999:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603548.527858:0:31999:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603548.527860:0:31999:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603548.527862:0:31999:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603548.527864:0:31999:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603548.527865:0:31999:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603548.527868:0:31999:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603548.527870:0:31999:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603548.527872:0:31999:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb80120a200. 00000080:00000001:0.0:1789603548.527876:0:31999:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603548.527877:0:31999:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603548.527879:0:31999:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603548.527882:0:31999:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe533a 00800000:00000001:0.0:1789603548.527885:0:31999:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603548.527887:0:31999:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603548.527888:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603548.527890:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603548.527891:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=3 00000020:00000001:0.0:1789603548.527893:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:0.0:1789603548.527896:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:0.0:1789603548.527898:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603548.527900:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603548.527901:0:31999:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603548.527902:0:31999:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603548.527905:0:31999:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe533a from it ffffb8e500e33bb0 00010000:00000001:0.0:1789603548.527907:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603548.527908:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603548.527909:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5a00 refcount=3 00000020:00000001:0.0:1789603548.527911:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:0.0:1789603548.527913:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768256 : -106961544783360 : ffff9eb8131e5a00) 00010000:00000001:0.0:1789603548.527915:0:31999:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603548.527918:0:31999:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789603548.527924:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603548.527926:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603548.527928:0:31999:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603548.527929:0:31999:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603548.527931:0:31999:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1789603548.527938:0:31999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603548.527940:0:31999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603548.527942:0:31999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603548.527945:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603548.527946:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603548.527947:0:31999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603548.527949:0:31999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603548.527951:0:31999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603548.527952:0:31999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603548.527954:0:31999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603548.527956:0:31999:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603548.527957:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603548.527958:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603548.527961:0:31999:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603548.527962:0:31999:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603548.527965:0:31999:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 44 00000080:00000001:0.0:1789603548.527969:0:31999:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603548.527975:0:31999:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:0.0:1789603548.527977:0:31999:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789603548.527979:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33b78 00000080:00200008:0.0:1789603548.527981:0:31999:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), flags 300000 00000080:00000010:0.0:1789603548.527986:0:31999:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9eb804241040. 00000080:00000001:0.0:1789603548.527991:0:31999:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603548.527992:0:31999:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603548.528007:0:31999:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603548.528010:0:31999:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c03066f0 arg=7ffee75609e0 00000020:00000001:0.0:1789603548.528184:0:31999:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603548.528189:0:31999:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff9eb8051e3400. 00000020:00000001:0.0:1789603548.528193:0:31999:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603548.528614:0:31999:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:0.0:1789603548.528618:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33ad0 00000080:00200000:0.0:1789603548.528621:0:31999:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) name=d21g.recovery-small-2 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:0.0:1789603548.528630:0:31999:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb80120a200. 00800000:00000002:0.0:1789603548.528635:0:31999:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00800000:00000001:0.0:1789603548.528643:0:31999:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:0.0:1789603548.528646:0:31999:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789603548.528649:0:31999:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603548.528651:0:31999:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603548.528654:0:31999:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603548.528656:0:31999:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603548.528658:0:31999:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603548.528661:0:31999:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603548.528663:0:31999:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603548.528666:0:31999:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446637111935442432 : -106961774109184 : ffff9eb805731e00) 00800000:00000001:0.0:1789603548.528670:0:31999:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789603548.528672:0:31999:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789603548.528674:0:31999:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789603548.528677:0:31999:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789603548.528680:0:31999:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9eb81291b000: Allocated FID [0x200000405:0x20:0x0] 40000000:00000001:0.0:1789603548.528682:0:31999:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603548.528684:0:31999:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603548.528686:0:31999:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603548.528688:0:31999:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603548.528690:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e339e8 00800000:00000002:0.0:1789603548.528693:0:31999:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21g.recovery-small-2' [0x200000405:0x20:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:0.0:1789603548.528697:0:31999:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1789603548.528700:0:31999:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789603548.528705:0:31999:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb800 count: 2 00010000:00000001:0.0:1789603548.528707:0:31999:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603548.528710:0:31999:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789603548.528713:0:31999:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789603548.528717:0:31999:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1789603548.528725:0:31999:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789603548.528729:0:31999:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789603548.528731:0:31999:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789603548.528733:0:31999:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789603548.528736:0:31999:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603548.528738:0:31999:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603548.528742:0:31999:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb800 count: 3 00010000:00000001:0.0:1789603548.528744:0:31999:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603548.528747:0:31999:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603548.528749:0:31999:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603548.528750:0:31999:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603548.528751:0:31999:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb800 count: 3 00010000:00000001:0.0:1789603548.528830:0:31999:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603548.528834:0:31999:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603548.528836:0:31999:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603548.528837:0:31999:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603548.528840:0:31999:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb800 count: 3 00010000:00000001:0.0:1789603548.528842:0:31999:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603548.528844:0:31999:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603548.528846:0:31999:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789603548.528848:0:31999:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9eb808190840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789603548.528853:0:31999:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:0.0:1789603548.528857:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33670 00000080:00002000:0.0:1789603548.528858:0:31999:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21g.recovery-small-2 00000080:00000001:0.0:1789603548.528865:0:31999:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789603548.528872:0:31999:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789603548.528877:0:31999:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789603548.528880:0:31999:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789603548.528882:0:31999:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603548.528887:0:31999:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789603548.528891:0:31999:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789603548.528893:0:31999:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789603548.528895:0:31999:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603548.528899:0:31999:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789603548.528902:0:31999:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb8131e5a00 with handle 0xa04c19c788fe533a from hash 00010000:00000001:0.0:1789603548.528905:0:31999:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789603548.528907:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603548.528908:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603548.528909:0:31999:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789603548.528913:0:31999:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789603548.528915:0:31999:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789603548.528919:0:31999:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789603548.528921:0:31999:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603548.528924:0:31999:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789603548.528930:0:31999:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1fb80. 00000020:00000040:0.0:1789603548.528935:0:31999:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:0.0:1789603548.528941:0:31999:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789603548.528943:0:31999:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603548.528946:0:31999:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603548.528950:0:31999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603548.528953:0:31999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603548.528957:0:31999:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603548.528959:0:31999:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603548.528962:0:31999:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603548.528969:0:31999:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8051e1800. 00000100:00000001:0.0:1789603548.528976:0:31999:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603548.528980:0:31999:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603548.528982:0:31999:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789603548.528988:0:31999:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1789603548.528997:0:31999:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789603548.528999:0:31999:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789603548.529001:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789603548.529003:0:31999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5a00/0xa04c19c788fe533a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e915e1 expref: -99 pid: 31999 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:0.0:1789603548.529011:0:31999:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb8042bb800 count: 0 00010000:00000010:0.0:1789603548.529154:0:31999:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb80502be80. 00010000:00000001:0.0:1789603548.529164:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603548.529166:0:31999:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603548.529168:0:31999:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603548.529169:0:31999:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603548.529171:0:31999:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1789603548.529185:0:31999:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789603548.529334:0:31999:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb810d1fb80 x1876533442875904/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603548.529344:0:31999:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603548.529347:0:31999:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603548.529354:0:31999:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8121b2a80. 00000100:00000001:0.0:1789603548.529357:0:31999:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112147782272 : -106961561769344 : ffff9eb8121b2a80) 00000100:00000001:0.0:1789603548.529361:0:31999:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603548.529363:0:31999:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126208896 : -106961583342720 : ffff9eb810d1fb80) 00000100:00000001:0.0:1789603548.529369:0:31999:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603548.529373:0:31999:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603548.529375:0:31999:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603548.529377:0:31999:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603548.529383:0:31999:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1fb80 x1876533442875904/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603548.529391:0:31999:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603548.529393:0:31999:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603548.529399:0:31999:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603548.529401:0:31999:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603548.529404:0:31999:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603548.529407:0:31999:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1fb80 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:31999:1876533442875904:192.168.204.129@tcp:36:lfs.0 00000100:00000001:0.0:1789603548.529411:0:31999:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603548.529486:0:31999:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603548.529490:0:31999:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603548.529493:0:31999:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603548.529497:0:31999:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8051e2000. 02000000:00000001:0.0:1789603548.529500:0:31999:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603548.529539:0:31999:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603548.529546:0:31999:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041392c0. 00000400:00000010:0.0:1789603548.529552:0:31999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682880. 00000100:00000200:0.0:1789603548.529560:0:31999:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442875904, portal 10 00000100:00000001:0.0:1789603548.529563:0:31999:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603548.529564:0:31999:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126208896 : -106961583342720 : ffff9eb810d1fb80) 00000100:00000040:0.0:1789603548.529572:0:31999:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1fb80 x1876533442875904/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603564 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603548.529581:0:31999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603548.529598:0:31999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603548.529601:0:31999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682660. 00000100:00000200:0.0:1789603548.529606:0:31999:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1876533442875904, offset 0 00000400:00000200:0.0:1789603548.529614:0:31999:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603548.529623:0:31999:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603548.529631:0:31999:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603548.529636:0:31999:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603548.529641:0:31999:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603548.529644:0:31999:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603548.529648:0:31999:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603548.529652:0:31999:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2648:2648:256:4294967295] 192.168.204.129@tcp LPNI seq info [2648:2648:8:4294967295] 00000400:00000200:0.0:1789603548.529657:0:31999:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603548.529669:0:31999:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603548.529677:0:31999:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603548.529683:0:31999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb810a2a600. 00000800:00000200:0.0:1789603548.529691:0:31999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603548.529699:0:31999:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603548.529703:0:31999:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb810a2a600 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:0.0:1789603548.529843:0:31999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603548.529849:0:31999:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 835143 usecs (836 jiffies) 00000400:00000200:0.0:1789603548.529855:0:31999:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603548.529858:0:31999:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296548299 00000100:00000001:0.0:1789603548.529869:0:31999:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296548277 00000100:00000001:0.0:1789603548.529875:0:31999:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296548299 00000100:00000001:0.0:1789603548.529879:0:31999:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296548277 00000100:00000001:0.0:1789603548.529896:0:31999:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603548.529900:0:31999:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603548.529903:0:31999:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603548.529906:0:31999:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603548.529910:0:31999:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8121b2a80 going to sleep for 11 seconds 00000100:00000001:0.0:1789603548.529913:0:31999:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603548.529917:0:31999:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603548.533695:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603548.533708:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb810a2a600. 00000400:00000200:3.0:1789603548.533717:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603548.533726:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603548.533734:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682660 00000400:00000010:3.0:1789603548.533737:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682660. 00000100:00000001:3.0:1789603548.533742:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603548.533750:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1fb80 x1876533442875904/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603564 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.533840:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603548.533845:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1fb80 x1876533442875904/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603564 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.533852:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603548.533854:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1789603548.544944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5000. 00000080:00000010:0.1:1789603548.545093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8069070a0. 00010000:00000010:0.1:1789603548.545118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8042bb800. 00010000:00000010:0.1:1789603548.545123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5a00. 00000800:00000001:2.0:1789603548.564645:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603548.564673:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603548.564679:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603548.564683:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603548.564694:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603548.564705:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603548.564717:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603548.564723:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603548.564729:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603548.564735:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 448 into portal 10 MB=0x6aab27d459200 00000400:00000200:2.0:1789603548.564741:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603548.564749:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 448/448 into md 0x796d [1] + 224 00000800:00000001:2.0:1789603548.564758:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603548.564772:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603548.564777:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603548.564782:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603548.564792:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603548.564804:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1fb80 x1876533442875904/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603564 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603548.564816:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9eb810d1fb80 x1876533442875904/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603564 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603548.564832:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603548.564841:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603548.564846:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603548.564910:0:31999:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603548.564921:0:31999:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603548.564923:0:31999:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603548.564928:0:31999:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041392c0. 00000400:00000200:0.0:1789603548.564933:0:31999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682880 00000400:00000010:0.0:1789603548.564937:0:31999:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682880. 00000100:00000001:0.0:1789603548.564940:0:31999:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603548.564945:0:31999:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1fb80 x1876533442875904/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603564 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603548.564954:0:31999:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1fb80 x1876533442875904/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603564 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603548.564960:0:31999:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603548.564962:0:31999:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603548.564965:0:31999:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603548.564969:0:31999:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603548.564973:0:31999:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603548.564976:0:31999:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603548.564979:0:31999:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603548.564991:0:31999:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=96 v=5 (106 106 106 137) 00000100:00001000:0.0:1789603548.564996:0:31999:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603548.564998:0:31999:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603548.565000:0:31999:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603548.565003:0:31999:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603548.565007:0:31999:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603548.565011:0:31999:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789603548.565013:0:31999:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009b/0x1] 00000100:00000001:0.0:1789603548.565016:0:31999:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789603548.565018:0:31999:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603548.565020:0:31999:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126208896 : -106961583342720 : ffff9eb810d1fb80) 00000100:00000001:0.0:1789603548.565024:0:31999:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603548.565027:0:31999:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967594 00000100:00000001:0.0:1789603548.565030:0:31999:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603548.565034:0:31999:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603548.565040:0:31999:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1fb80 x1876533442875904/t4294967596(4294967596) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/448 e 0 to 0 dl 1789603564 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603548.565047:0:31999:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603548.565051:0:31999:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603548.565053:0:31999:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603548.565057:0:31999:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1fb80 x1876533442875904/t4294967596(4294967596) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/448 e 0 to 0 dl 1789603564 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603548.565064:0:31999:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1fb80 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:31999:1876533442875904:192.168.204.129@tcp:36:lfs.0 00000100:00000001:0.0:1789603548.565070:0:31999:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603548.565073:0:31999:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603548.565076:0:31999:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603548.565078:0:31999:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603548.565082:0:31999:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1fb80 x1876533442875904/t4294967596(4294967596) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/448 e 0 to 0 dl 1789603564 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603548.565090:0:31999:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603548.565093:0:31999:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8121b2a80. 00000100:00000001:0.0:1789603548.565098:0:31999:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603548.565099:0:31999:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603548.565110:0:31999:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603548.565114:0:31999:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000405:0x20:0x0] 00800000:00000001:0.0:1789603548.565116:0:31999:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603548.565122:0:31999:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789603548.565131:0:31999:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789603548.565134:0:31999:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789603548.565137:0:31999:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:0.0:1789603548.565141:0:31999:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789603548.565155:0:31999:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9eb808179080. 00000080:00000001:0.0:1789603548.565169:0:31999:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789603548.565171:0:31999:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x20:0x0](ffff9eb808179148) 00000080:00000001:0.0:1789603548.565175:0:31999:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789603548.565178:0:31999:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x20:0x0] 00000080:00000001:0.0:1789603548.565181:0:31999:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603548.565182:0:31999:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:0.0:1789603548.565185:0:31999:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789603548.565188:0:31999:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611168 mtime from 0 to 1789603548 00000080:00200000:0.0:1789603548.565192:0:31999:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x20:0x0], updating i_size 4096 00000080:00000001:0.0:1789603548.565195:0:31999:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789603548.565197:0:31999:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979774280 : -106961729777336 : ffff9eb808179148) 00000080:00000001:0.0:1789603548.565200:0:31999:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789603548.565203:0:31999:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789603548.565206:0:31999:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603548.565214:0:31999:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603548.565218:0:31999:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1fb80 x1876533442875904/t4294967596(4294967596) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/448 e 0 to 0 dl 1789603564 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603548.565224:0:31999:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603548.565226:0:31999:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603548.565229:0:31999:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb80120a200. 00000080:00000010:0.0:1789603548.565235:0:31999:0:(dir.c:2111:ll_dir_ioctl()) kvfree 'data': 648 at ffff9eb8051e3400. 00000080:00000001:0.0:1789603548.565239:0:31999:0:(dir.c:2112:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603548.565263:0:31999:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:0.0:1789603548.565265:0:31999:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789603548.565270:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33dd0 00000080:00200008:0.0:1789603548.565273:0:31999:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), flags 300000 00000080:00400000:0.0:1789603548.565277:0:31999:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1789603548.565281:0:31999:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb804241040. 00000080:00000001:0.0:1789603548.565286:0:31999:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789603548.565290:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500e33dd0 00000080:00000008:0.0:1789603548.565292:0:31999:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9eb808190908), flags 300000, rc = 0 00000080:00000001:0.0:1789603548.565294:0:31999:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603548.565296:0:31999:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603548.600612:0:32005:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603548.600623:0:32005:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603548.600626:0:32005:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603548.600630:0:32005:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50148bbc0 00000080:00200000:0.0:1789603548.600636:0:32005:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603548.600649:0:32005:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb80120a200. 00800000:00000002:0.0:1789603548.600658:0:32005:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603548.600663:0:32005:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603548.600669:0:32005:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603548.600672:0:32005:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50148bae0 00800000:00000002:0.0:1789603548.600674:0:32005:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603548.600678:0:32005:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603548.600681:0:32005:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603548.600684:0:32005:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603548.600687:0:32005:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603548.600689:0:32005:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603548.600691:0:32005:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603548.600693:0:32005:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603548.600695:0:32005:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603548.600699:0:32005:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603548.600705:0:32005:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603548.600707:0:32005:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50148b9b0 00000002:00010000:0.0:1789603548.600709:0:32005:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603548.600713:0:32005:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603548.600715:0:32005:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603548.600720:0:32005:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603548.600729:0:32005:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603548.600732:0:32005:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603548.600734:0:32005:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603548.600736:0:32005:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789603548.600739:0:32005:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789603548.600747:0:32005:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1f480. 00000020:00000040:0.0:1789603548.600752:0:32005:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:0.0:1789603548.600761:0:32005:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603548.600767:0:32005:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603548.600771:0:32005:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603548.600774:0:32005:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603548.600777:0:32005:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603548.600781:0:32005:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603548.600791:0:32005:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8051e3400. 00000100:00000001:0.0:1789603548.600800:0:32005:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603548.600806:0:32005:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603548.600808:0:32005:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603548.600810:0:32005:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603548.600811:0:32005:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603548.600813:0:32005:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603548.600819:0:32005:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637112126207104 : -106961583344512 : ffff9eb810d1f480) 00010000:00000001:0.0:1789603548.600823:0:32005:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789603548.600827:0:32005:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789603548.600831:0:32005:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb819248400. 00010000:00000010:0.0:1789603548.600836:0:32005:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb805741900. 00010000:00000001:0.0:1789603548.600842:0:32005:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789603548.600846:0:32005:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb800031800. 00000020:00000001:0.0:1789603548.600850:0:32005:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789603548.600854:0:32005:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb800031800 with handle 0xa04c19c788fe5348 to hash 00000020:00000001:0.0:1789603548.600856:0:32005:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789603548.600857:0:32005:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:0.0:1789603548.600862:0:32005:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:0.0:1789603548.600866:0:32005:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603548.600869:0:32005:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603548.600873:0:32005:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5348 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32005 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603548.600883:0:32005:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5348 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32005 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603548.600895:0:32005:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5348 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32005 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789603548.600902:0:32005:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603548.600904:0:32005:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603548.600912:0:32005:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8121b2a80. 00000100:00000001:0.0:1789603548.600914:0:32005:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112147782272 : -106961561769344 : ffff9eb8121b2a80) 00000100:00000001:0.0:1789603548.600917:0:32005:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603548.600919:0:32005:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126207104 : -106961583344512 : ffff9eb810d1f480) 00000100:00000001:0.0:1789603548.600924:0:32005:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603548.600929:0:32005:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603548.600932:0:32005:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603548.600934:0:32005:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603548.600949:0:32005:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1f480 x1876533442876032/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603548.600957:0:32005:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603548.600960:0:32005:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603548.600964:0:32005:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603548.600967:0:32005:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603548.600970:0:32005:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603548.600974:0:32005:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1f480 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32005:1876533442876032:192.168.204.129@tcp:101:multiop.0 00000100:00000001:0.0:1789603548.600979:0:32005:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603548.600985:0:32005:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603548.600987:0:32005:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603548.600990:0:32005:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603548.600996:0:32005:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb807ad5000. 02000000:00000001:0.0:1789603548.600998:0:32005:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603548.601008:0:32005:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603548.601014:0:32005:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041392c0. 00000400:00000010:0.0:1789603548.601023:0:32005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682880. 00000100:00000200:0.0:1789603548.601031:0:32005:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442876032, portal 10 00000100:00000001:0.0:1789603548.601033:0:32005:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603548.601034:0:32005:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126207104 : -106961583344512 : ffff9eb810d1f480) 00000100:00000040:0.0:1789603548.601040:0:32005:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810d1f480 x1876533442876032/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603564 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603548.601047:0:32005:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603548.601050:0:32005:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603548.601053:0:32005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682bb0. 00000100:00000200:0.0:1789603548.601057:0:32005:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876533442876032, offset 0 00000400:00000200:0.0:1789603548.601065:0:32005:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603548.601078:0:32005:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603548.601088:0:32005:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603548.601096:0:32005:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603548.601101:0:32005:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603548.601105:0:32005:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603548.601108:0:32005:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603548.601112:0:32005:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2649:2649:256:4294967295] 192.168.204.129@tcp LPNI seq info [2649:2649:8:4294967295] 00000400:00000200:0.0:1789603548.601116:0:32005:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603548.601130:0:32005:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603548.601137:0:32005:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603548.601144:0:32005:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb810a2a500. 00000800:00000200:0.0:1789603548.601153:0:32005:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603548.601162:0:32005:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603548.601168:0:32005:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb810a2a500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789603548.601195:0:32005:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603548.601201:0:32005:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 833935 usecs (834 jiffies) 00000400:00000200:0.0:1789603548.601204:0:32005:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603548.601207:0:32005:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296548365 00000100:00000001:0.0:1789603548.601217:0:32005:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296548299 00000100:00000001:0.0:1789603548.601223:0:32005:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296548365 00000100:00000001:0.0:1789603548.601228:0:32005:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296548299 00000100:00000001:0.0:1789603548.601230:0:32005:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603548.601234:0:32005:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603548.601236:0:32005:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603548.601239:0:32005:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603548.601242:0:32005:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8121b2a80 going to sleep for 11 seconds 00000100:00000001:0.0:1789603548.601245:0:32005:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603548.601249:0:32005:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603548.601577:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603548.601593:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb810a2a500. 00000400:00000200:2.0:1789603548.601602:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603548.601610:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603548.601618:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682bb0 00000400:00000010:2.0:1789603548.601622:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682bb0. 00000100:00000001:2.0:1789603548.601628:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603548.601634:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1f480 x1876533442876032/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603564 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603548.601646:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603548.601650:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1f480 x1876533442876032/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603564 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603548.601657:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603548.601658:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603548.619902:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603548.619933:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603548.619942:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603548.619945:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603548.619959:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.619971:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603548.619981:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.619988:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.619995:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.620000:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d459280 00000400:00000200:3.0:1789603548.620007:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.620015:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x7975 [1] + 224 00000800:00000001:3.0:1789603548.620024:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603548.620033:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603548.620037:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603548.620042:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603548.620052:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603548.620065:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1f480 x1876533442876032/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603564 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603548.620079:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb810d1f480 x1876533442876032/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603564 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603548.620110:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603548.620121:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603548.620125:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789603548.626249:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603548.626263:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9100. 00000400:00000200:2.0:1789603548.626272:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603548.626285:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603548.626294:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcdd0 00000400:00000010:2.0:1789603548.626298:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcdd0. 00000100:00000001:2.0:1789603548.626304:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603548.626314:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4000 x1876533442876160/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603564 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603548.626329:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603548.626333:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4000 x1876533442876160/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603564 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603548.626341:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603548.626343:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603548.630884:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603548.630904:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603548.630909:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603548.630912:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603548.630925:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.630934:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603548.630947:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.630953:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.630958:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.630963:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d459300 00000400:00000200:3.0:1789603548.630970:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.630976:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x797d [1] + 224 00000800:00000001:3.0:1789603548.630984:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603548.630990:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603548.630995:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603548.630999:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603548.631009:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603548.631021:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4000 x1876533442876160/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603564 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603548.631033:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb806bd4000 x1876533442876160/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603564 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603548.631047:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603548.631056:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603548.631060:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789603548.645399:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603548.645414:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9b00. 00000400:00000200:2.0:1789603548.645422:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603548.645434:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603548.645443:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc880 00000400:00000010:2.0:1789603548.645447:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc880. 00000100:00000001:2.0:1789603548.645454:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603548.645465:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4000 x1876533442876416/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603564 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603548.645480:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603548.645484:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4000 x1876533442876416/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603564 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603548.645497:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603548.645499:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603548.681780:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603548.681801:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603548.681806:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603548.681809:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603548.681821:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.681832:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603548.681843:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.681850:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.681857:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.681863:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 664 into portal 10 MB=0x6aab27d459400 00000400:00000200:3.0:1789603548.681870:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.681879:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 664/664 into md 0x7985 [32] + 224 00000800:00000001:3.0:1789603548.681889:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603548.681897:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603548.681901:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603548.681907:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603548.681917:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603548.681929:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4000 x1876533442876416/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603564 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603548.681942:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9eb806bd4000 x1876533442876416/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603564 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603548.681960:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603548.681972:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603548.681976:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603548.908397:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603548.908413:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603548.908430:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4bb80. 00000020:00000040:3.0:1789603548.908439:0:38:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:3.0:1789603548.908445:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603548.908450:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603548.908456:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603548.908469:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783fb00. 00000100:00000001:3.0:1789603548.908478:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603548.908495:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb810b4bb80 x1876533442876544/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603548.908539:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603548.908545:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603548.908553:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfb1bbcb] to pc [ptlrpcd_01_00+0] req@ffff9eb810b4bb80 x1876533442876544/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.908601:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603548.908605:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603548.908609:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603548.908614:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b48000. 00000020:00000040:3.0:1789603548.908616:0:38:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:3.0:1789603548.908619:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603548.908620:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603548.908622:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603548.908625:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783fe00. 00000100:00000001:3.0:1789603548.908628:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603548.908633:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb810b48000 x1876533442876672/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603548.908639:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603548.908642:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603548.908645:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fae3e1d6] to pc [ptlrpcd_01_01+1] req@ffff9eb810b48000 x1876533442876672/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.908653:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603548.908655:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603548.908659:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603548.908662:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49c00. 00000020:00000040:3.0:1789603548.908664:0:38:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=4 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:3.0:1789603548.908666:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603548.908667:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603548.908669:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603548.908675:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783f700. 00000100:00000001:3.0:1789603548.908677:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603548.908681:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID req@ffff9eb810b49c00 x1876533442876800/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603548.908688:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603548.908689:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603548.908693:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5cc5a39] to pc [ptlrpcd_01_00+0] req@ffff9eb810b49c00 x1876533442876800/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.908700:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603548.908703:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603548.908707:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603548.908711:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4aa00. 00000020:00000040:3.0:1789603548.908713:0:38:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:3.0:1789603548.908715:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603548.908717:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603548.908718:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603548.908722:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783f200. 00000100:00000001:3.0:1789603548.908725:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603548.908729:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID req@ffff9eb810b4aa00 x1876533442876928/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603548.908736:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603548.908738:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603548.908741:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643c2433] to pc [ptlrpcd_01_01+1] req@ffff9eb810b4aa00 x1876533442876928/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.908749:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603548.908754:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1885) 00000100:00000001:3.0:1789603548.908796:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603548.908800:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603548.908803:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603548.908809:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4bb80 x1876533442876544/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.908816:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603548.908819:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603548.908823:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603548.908826:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603548.908829:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603548.908833:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2402:1876533442876544:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603548.908838:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603548.908845:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603548.908848:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603548.908851:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603548.908857:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb80571ae00. 02000000:00000001:3.0:1789603548.908859:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603548.908869:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603548.908875:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748e70. 00000400:00000010:3.0:1789603548.908883:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0880. 00000100:00000200:3.0:1789603548.908891:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442876544, portal 25 00000100:00000001:3.0:1789603548.908894:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603548.908895:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124291968 : -106961585259648 : ffff9eb810b4bb80) 00000100:00000040:3.0:1789603548.908902:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b4bb80 x1876533442876544/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.908911:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603548.908914:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603548.908917:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d07f8. 00000100:00000200:3.0:1789603548.908920:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442876544, offset 0 00000400:00000200:3.0:1789603548.908928:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603548.908940:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.908950:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603548.908956:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603548.908961:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603548.908965:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603548.908968:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603548.908972:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2652:2652:256:4294967295] 192.168.204.129@tcp LPNI seq info [2652:2652:8:4294967295] 00000400:00000200:3.0:1789603548.908977:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.908989:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603548.908996:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603548.909002:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f400. 00000800:00000200:3.0:1789603548.909012:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603548.909021:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603548.909026:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603548.909040:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603548.909045:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603548.909048:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296551788 00000100:00000001:3.0:1789603548.909057:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296548407 00000100:00000001:3.0:1789603548.909062:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296551788 00000100:00000001:3.0:1789603548.909066:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296548407 00000100:00000001:3.0:1789603548.909069:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603548.909072:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603548.909075:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603548.909079:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49c00 x1876533442876800/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.909086:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603548.909087:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603548.909091:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603548.909093:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603548.909095:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603548.909097:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442876800:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603548.909101:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603548.909103:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603548.909105:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603548.909107:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603548.909113:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb80571b200. 02000000:00000001:3.0:1789603548.909114:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603548.909118:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603548.909121:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748b58. 00000400:00000010:3.0:1789603548.909125:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0330. 00000100:00000200:3.0:1789603548.909128:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442876800, portal 4 00000100:00000001:3.0:1789603548.909130:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603548.909132:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124283904 : -106961585267712 : ffff9eb810b49c00) 00000100:00000040:3.0:1789603548.909139:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b49c00 x1876533442876800/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.909145:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603548.909147:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603548.909151:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0bb0. 00000100:00000200:3.0:1789603548.909153:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442876800, offset 0 00000400:00000200:3.0:1789603548.909158:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603548.909161:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.909165:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603548.909168:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603548.909170:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603548.909172:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603548.909175:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603548.909177:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2653:2653:255:4294967295] 192.168.204.129@tcp LPNI seq info [2653:2653:7:4294967295] 00000400:00000200:3.0:1789603548.909180:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.909186:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603548.909191:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603548.909194:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f000. 00000800:00000200:3.0:1789603548.909198:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603548.909202:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603548.909205:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603548.909208:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603548.909213:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 216460 usecs (217 jiffies) 00000400:00000200:3.0:1789603548.909216:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603548.909219:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296548059 00000100:00000001:3.0:1789603548.909222:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296551788 00000100:00000001:3.0:1789603548.909224:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296548059 00000100:00000001:3.0:1789603548.909227:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296551788 00000100:00000001:3.0:1789603548.909229:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603548.909231:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603548.909234:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603548.909238:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603548.909249:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603548.909251:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789603548.909254:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603548.909256:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603548.909257:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603548.909261:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1789603548.909263:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603548.909265:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603548.909267:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603548.909269:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603548.909270:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603548.909272:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603548.909276:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b48000 x1876533442876672/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.909284:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603548.909285:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603548.909287:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603548.909289:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603548.909291:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603548.909294:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442876672:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603548.909297:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603548.909299:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603548.909301:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603548.909302:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603548.909307:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb80120b400. 02000000:00000001:3.0:1789603548.909308:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603548.909312:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603548.909315:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748e18. 00000400:00000010:3.0:1789603548.909318:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0f68. 00000100:00000200:3.0:1789603548.909321:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442876672, portal 10 00000100:00000001:3.0:1789603548.909323:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603548.909324:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124276736 : -106961585274880 : ffff9eb810b48000) 00000100:00000040:3.0:1789603548.909330:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b48000 x1876533442876672/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.909337:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603548.909339:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603548.909343:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0e58. 00000100:00000200:3.0:1789603548.909345:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442876672, offset 0 00000400:00000200:3.0:1789603548.909349:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603548.909353:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.909356:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603548.909359:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603548.909362:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603548.909364:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603548.909367:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603548.909369:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2654:2654:254:4294967295] 192.168.204.129@tcp LPNI seq info [2654:2654:6:4294967295] 00000400:00000200:3.0:1789603548.909374:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.909380:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603548.909384:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603548.909388:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f600. 00000800:00000200:3.0:1789603548.909392:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603548.909396:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603548.909399:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603548.909402:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603548.909405:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21150 usecs (22 jiffies) 00000400:00000200:3.0:1789603548.909408:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603548.909410:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296547864 00000100:00000001:3.0:1789603548.909413:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296551788 00000100:00000001:3.0:1789603548.909414:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296547864 00000100:00000001:3.0:1789603548.909417:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296551788 00000100:00000001:3.0:1789603548.909419:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603548.909421:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603548.909423:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603548.909427:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4aa00 x1876533442876928/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.909434:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603548.909436:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603548.909439:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603548.909440:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603548.909442:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603548.909446:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442876928:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603548.909449:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603548.909451:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603548.909453:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603548.909454:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603548.909458:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb80120a200. 02000000:00000001:3.0:1789603548.909460:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603548.909463:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603548.909466:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748420. 00000400:00000010:3.0:1789603548.909469:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d05d8. 00000100:00000200:3.0:1789603548.909472:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442876928, portal 4 00000100:00000001:3.0:1789603548.909474:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603548.909475:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124287488 : -106961585264128 : ffff9eb810b4aa00) 00000100:00000040:3.0:1789603548.909481:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b4aa00 x1876533442876928/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.909487:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603548.909489:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603548.909492:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0dd0. 00000100:00000200:3.0:1789603548.909494:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442876928, offset 0 00000400:00000200:3.0:1789603548.909498:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603548.909502:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.909505:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603548.909542:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603548.909545:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603548.909547:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603548.909550:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603548.909552:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2655:2655:253:4294967295] 192.168.204.129@tcp LPNI seq info [2655:2655:5:4294967295] 00000400:00000200:3.0:1789603548.909556:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.909562:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603548.909567:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603548.909570:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f900. 00000800:00000200:3.0:1789603548.909574:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603548.909590:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603548.909593:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603548.909596:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603548.909599:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22253 usecs (23 jiffies) 00000400:00000200:3.0:1789603548.909602:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603548.909604:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296547866 00000100:00000001:3.0:1789603548.909606:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296551788 00000100:00000001:3.0:1789603548.909608:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296547866 00000100:00000001:3.0:1789603548.909610:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296551788 00000100:00000001:3.0:1789603548.909612:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603548.909614:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603548.909616:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603548.909619:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603548.909638:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603548.909640:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603548.909705:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603548.909710:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f400. 00000400:00000200:3.0:1789603548.909719:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603548.909724:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603548.909730:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d07f8 00000400:00000010:3.0:1789603548.909734:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d07f8. 00000100:00000001:3.0:1789603548.909739:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603548.909744:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4bb80 x1876533442876544/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.909754:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603548.909758:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4bb80 x1876533442876544/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603564 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.909765:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603548.909767:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603548.909779:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603548.909782:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f000. 00000400:00000200:3.0:1789603548.909784:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603548.909787:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603548.909789:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0bb0 00000400:00000010:3.0:1789603548.909791:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0bb0. 00000100:00000001:3.0:1789603548.909793:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603548.909797:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49c00 x1876533442876800/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.909804:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603548.909807:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49c00 x1876533442876800/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603564 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.909813:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603548.909815:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603548.909821:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603548.909822:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f600. 00000400:00000200:3.0:1789603548.909825:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603548.909827:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603548.909830:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0e58 00000400:00000010:3.0:1789603548.909832:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0e58. 00000100:00000001:3.0:1789603548.909834:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603548.909837:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b48000 x1876533442876672/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.909843:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603548.909846:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b48000 x1876533442876672/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603564 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.909852:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603548.909853:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603548.909932:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603548.909934:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f900. 00000400:00000200:3.0:1789603548.909937:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603548.909940:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603548.909943:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0dd0 00000400:00000010:3.0:1789603548.909944:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0dd0. 00000100:00000001:3.0:1789603548.909946:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603548.909949:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4aa00 x1876533442876928/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.909955:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603548.909957:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4aa00 x1876533442876928/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603564 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.909962:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603548.909964:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603548.915740:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603548.915764:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603548.915769:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603548.915773:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603548.915785:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.915796:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603548.915808:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.915817:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.915824:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.915831:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d459580 00000400:00000200:3.0:1789603548.915838:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.915890:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x799d [1] + 224 00000800:00000001:3.0:1789603548.915902:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603548.915907:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603548.915912:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603548.915920:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603548.915932:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603548.915945:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49c00 x1876533442876800/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603548.915960:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b49c00 x1876533442876800/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603548.916061:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603548.916067:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603548.916337:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603548.916350:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603548.916355:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603548.920337:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603548.920374:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603548.920388:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.920399:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603548.920414:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.920420:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.920427:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.920432:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d459600 00000400:00000200:3.0:1789603548.920438:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.920447:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x79bd [1] + 224 00000800:00000001:3.0:1789603548.920456:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603548.920461:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603548.920466:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1789603548.920957:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603548.920962:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603548.920967:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748b58. 00000400:00000200:2.0:1789603548.920978:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0330 00000400:00000010:2.0:1789603548.920982:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0330. 00000100:00000001:2.0:1789603548.920989:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603548.921002:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49c00 x1876533442876800/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603548.921014:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49c00 x1876533442876800/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603548.921025:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603548.921027:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603548.921031:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603548.921035:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603548.921039:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603548.921041:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603548.921045:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603548.921058:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=95 v=5 (5 5 5 17) 00000100:00001000:2.0:1789603548.921063:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=153 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603548.921065:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603548.921067:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603548.921070:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603548.921075:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603548.921079:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789603548.921082:0:2402:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: committing for last_committed 4294967328 gen 14 00000100:00000040:2.0:1789603548.921088:0:2402:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967328) req@ffff9eb806bd4380 x1876533442868736/t4294967328(4294967328) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603554 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603548.921096:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603548.921098:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4380 x1876533442868736/t4294967328(4294967328) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603554 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603548.921118:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603548.921122:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603548.921126:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a7800. 02000000:00000001:2.0:1789603548.921131:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603548.921134:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603548.921137:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:2.0:1789603548.921140:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603548.921143:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb806950c00. 02000000:00000001:2.0:1789603548.921146:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603548.921149:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603548.921151:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4380. 00000100:00000001:2.0:1789603548.921155:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603548.921157:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603548.921159:0:2402:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789603548.921162:0:2402:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:2.0:1789603548.921165:0:2402:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603548.921167:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603548.921173:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49c00 x1876533442876800/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603548.921181:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603548.921184:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603548.921187:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603548.921191:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49c00 x1876533442876800/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603564 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603548.921198:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442876800:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603548.921205:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603548.921209:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603548.921212:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49c00 x1876533442876800/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603564 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603548.921218:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603548.921220:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603548.921222:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb80571b200. 02000000:00000001:2.0:1789603548.921226:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603548.921227:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603548.921229:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:2.0:1789603548.921231:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603548.921232:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783f700. 02000000:00000001:2.0:1789603548.921236:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603548.921237:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603548.921239:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49c00. 00000100:00000001:2.0:1789603548.921242:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603548.921243:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603548.921248:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603548.921251:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603548.921254:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603548.921257:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603548.921258:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603548.921700:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603548.921712:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603548.921720:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4aa00 x1876533442876928/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603548.921732:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b4aa00 x1876533442876928/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.921758:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603548.921774:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603548.921852:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603548.921855:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603548.921857:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603548.921864:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.921870:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603548.921876:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.921879:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.921885:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.921889:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d459500 00000400:00000200:3.0:1789603548.921894:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.921900:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x79ad [1] + 224 00000800:00000001:3.0:1789603548.921907:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603548.921911:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603548.921913:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603548.921918:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603548.921921:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603548.921926:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b48000 x1876533442876672/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603548.921933:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b48000 x1876533442876672/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.921940:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603548.921944:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603548.921948:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603548.921950:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603548.921952:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603548.921955:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.921958:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603548.921962:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.921965:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.921967:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.921970:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d459480 00000400:00000200:3.0:1789603548.921973:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603548.921979:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x798d [1] + 224 00000800:00000001:3.0:1789603548.921982:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603548.921990:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603548.921993:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603548.921995:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603548.921998:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603548.922004:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4bb80 x1876533442876544/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603548.922013:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b4bb80 x1876533442876544/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603548.922021:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603548.922024:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603548.922027:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603548.922127:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603548.922131:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603548.922137:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603548.922139:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603548.922142:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748e18. 00000400:00000200:2.0:1789603548.922147:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0f68 00000400:00000010:2.0:1789603548.922150:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0f68. 00000100:00000001:2.0:1789603548.922153:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603548.922158:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b48000 x1876533442876672/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603548.922166:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b48000 x1876533442876672/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603548.922173:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603548.922175:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603548.922178:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603548.922180:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603548.922182:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603548.922184:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603548.922187:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603548.922196:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=96 v=5 (106 106 106 137) 00000100:00001000:2.0:1789603548.922202:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1789603548.922204:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603548.922206:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603548.922209:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603548.922212:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603548.922215:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603548.922217:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1789603548.922219:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603548.922221:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603548.922226:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b48000 x1876533442876672/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603548.922233:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603548.922236:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603548.922238:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603548.922241:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b48000 x1876533442876672/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603564 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603548.922249:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442876672:192.168.204.129@tcp:400:kworker.0 00000400:00000001:2.0:1789603548.922254:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603548.922255:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603548.922257:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748420. 00000400:00000200:2.0:1789603548.922260:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d05d8 00000400:00000010:2.0:1789603548.922262:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d05d8. 00000100:00000001:2.0:1789603548.922264:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603548.922267:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b4aa00 x1876533442876928/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603548.922275:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b4aa00 x1876533442876928/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603548.922281:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603548.922282:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603548.922284:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603548.922285:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603548.922287:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603548.922289:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603548.922290:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603548.922294:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=95 v=5 (5 5 5 17) 00000100:00001000:2.0:1789603548.922297:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=8 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603548.922299:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603548.922300:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603548.922302:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603548.922304:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603548.922307:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603548.922308:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:2.0:1789603548.922310:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603548.922311:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603548.922314:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b4aa00 x1876533442876928/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603548.922322:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603548.922323:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603548.922325:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603548.922328:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4aa00 x1876533442876928/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603564 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603548.922336:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442876928:192.168.204.129@tcp:400:kworker.0 00000400:00000001:2.0:1789603548.922341:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603548.922343:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603548.922344:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748e70. 00000400:00000200:2.0:1789603548.922346:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0880 00000400:00000010:2.0:1789603548.922348:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0880. 00000100:00000001:2.0:1789603548.922350:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603548.922353:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b4bb80 x1876533442876544/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603548.922376:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b4bb80 x1876533442876544/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603548.922381:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603548.922383:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603548.922385:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603548.922386:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603548.922387:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603548.922389:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603548.922390:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603548.922393:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=96 v=5 (5 5 5 5) 00000100:00001000:2.0:1789603548.922395:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1789603548.922397:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603548.922398:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603548.922400:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603548.922401:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603548.922403:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603548.922407:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b4bb80 x1876533442876544/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603548.922413:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603548.922415:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603548.922416:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603548.922420:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4bb80 x1876533442876544/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603564 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603548.922427:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2402:1876533442876544:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603548.922431:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603548.922434:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603548.922437:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b48000 x1876533442876672/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603564 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603548.922445:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603548.922447:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603548.922451:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb80120b400. 02000000:00000001:2.0:1789603548.922454:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603548.922457:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603548.922459:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603548.922461:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603548.922464:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783fe00. 02000000:00000001:2.0:1789603548.922469:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603548.922470:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603548.922472:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b48000. 00000100:00000001:2.0:1789603548.922475:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603548.922476:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603548.922478:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603548.922481:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b4aa00 x1876533442876928/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603564 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603548.922486:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603548.922487:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603548.922489:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb80120a200. 02000000:00000001:2.0:1789603548.922491:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603548.922492:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603548.922493:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:2.0:1789603548.922495:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603548.922497:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783f200. 02000000:00000001:2.0:1789603548.922498:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603548.922499:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603548.922500:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4aa00. 00000100:00000001:2.0:1789603548.922503:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603548.922504:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603548.922506:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603548.922541:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b4bb80 x1876533442876544/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603564 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603548.922548:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603548.922550:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603548.922552:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb80571ae00. 02000000:00000001:2.0:1789603548.922555:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603548.922556:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603548.922557:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:2.0:1789603548.922559:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603548.922560:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783fb00. 02000000:00000001:2.0:1789603548.922562:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603548.922563:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603548.922564:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4bb80. 00000100:00000001:2.0:1789603548.922566:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603548.922568:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603548.922570:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603548.922592:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603548.922595:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603548.922598:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603548.922601:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603549.098653:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603549.098659:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603549.098663:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603549.098664:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603549.603764:0:32017:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603549.603771:0:32017:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603549.603774:0:32017:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603549.603777:0:32017:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fbc0 00000080:00200000:0.0:1789603549.603782:0:32017:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603549.603791:0:32017:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb806951e00. 00800000:00000002:0.0:1789603549.603798:0:32017:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603549.603802:0:32017:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603549.603807:0:32017:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603549.603810:0:32017:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fae0 00800000:00000002:0.0:1789603549.603813:0:32017:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603549.603817:0:32017:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603549.603820:0:32017:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603549.603822:0:32017:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603549.603825:0:32017:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603549.603827:0:32017:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603549.603829:0:32017:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603549.603831:0:32017:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603549.603834:0:32017:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603549.603838:0:32017:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603549.603844:0:32017:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603549.603847:0:32017:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f9b0 00000002:00010000:0.0:1789603549.603849:0:32017:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603549.603853:0:32017:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603549.603856:0:32017:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603549.603859:0:32017:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603549.603866:0:32017:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:0.0:1789603549.603869:0:32017:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603549.603874:0:32017:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603549.603878:0:32017:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603549.603883:0:32017:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5348 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91619 expref: -99 pid: 32005 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789603549.603894:0:32017:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603549.603900:0:32017:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603549.603904:0:32017:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5348 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91619 expref: -99 pid: 32005 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789603549.603911:0:32017:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603549.603914:0:32017:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603549.603916:0:32017:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603549.603919:0:32017:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603549.603920:0:32017:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603549.603923:0:32017:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603549.603926:0:32017:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603549.603930:0:32017:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603549.603933:0:32017:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb806951e00. 00000080:00000001:0.0:1789603549.603939:0:32017:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603549.603941:0:32017:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603549.603944:0:32017:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603549.603949:0:32017:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5348 00800000:00000001:0.0:1789603549.603953:0:32017:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603549.603955:0:32017:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603549.603957:0:32017:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603549.603960:0:32017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603549.603964:0:32017:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031800 refcount=3 00000020:00000001:0.0:1789603549.603967:0:32017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:0.0:1789603549.603970:0:32017:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:0.0:1789603549.603974:0:32017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603549.603977:0:32017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603549.603978:0:32017:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603549.603981:0:32017:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603549.603984:0:32017:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5348 from it ffffb8e50175fbf8 00010000:00000001:0.0:1789603549.603986:0:32017:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603549.603988:0:32017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603549.603989:0:32017:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031800 refcount=3 00000020:00000001:0.0:1789603549.603991:0:32017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:0.0:1789603549.603993:0:32017:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:0.0:1789603549.603996:0:32017:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603549.603999:0:32017:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5348 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91619 expref: -99 pid: 32005 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603549.604006:0:32017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603549.604007:0:32017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603549.604009:0:32017:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603549.604012:0:32017:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603549.604014:0:32017:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5348 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91619 expref: -99 pid: 32005 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603549.604023:0:32017:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603549.604026:0:32017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603549.604028:0:32017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603549.604032:0:32017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603549.604033:0:32017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603549.604035:0:32017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603549.604038:0:32017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603549.604040:0:32017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603549.604042:0:32017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603549.604044:0:32017:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603549.604046:0:32017:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603549.604048:0:32017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603549.604049:0:32017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603549.604053:0:32017:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603549.604055:0:32017:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603549.604058:0:32017:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:0.0:1789603549.604062:0:32017:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603549.604082:0:32017:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb8069473a0. 00000020:00000001:0.0:1789603549.604087:0:32017:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fb28 00000080:00200000:0.0:1789603549.604089:0:32017:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9eb808190908), flags=25 00000080:00000001:0.0:1789603549.604093:0:32017:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789603549.604095:0:32017:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f9d8 00000080:00200000:0.0:1789603549.604098:0:32017:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9eb808190908), intent=0 00000080:00000010:0.0:1789603549.604113:0:32017:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb806951e00. 00800000:00000002:0.0:1789603549.604116:0:32017:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603549.604120:0:32017:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603549.604122:0:32017:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603549.604124:0:32017:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f8f8 00800000:00000002:0.0:1789603549.604127:0:32017:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603549.604138:0:32017:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603549.605126:0:32017:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603549.605131:0:32017:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603549.605133:0:32017:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603549.605135:0:32017:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603549.605138:0:32017:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603549.605140:0:32017:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603549.605143:0:32017:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603549.605146:0:32017:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f890 00800000:00000002:0.0:1789603549.605148:0:32017:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:0.0:1789603549.605153:0:32017:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603549.605155:0:32017:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f7c8 00000002:00010000:0.0:1789603549.605157:0:32017:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1789603549.605161:0:32017:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789603549.605164:0:32017:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789603549.605215:0:32017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1ce00. 00000020:00000040:0.0:1789603549.605221:0:32017:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:0.0:1789603549.605227:0:32017:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603549.605249:0:32017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603549.605254:0:32017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603549.605256:0:32017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603549.605258:0:32017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603549.605261:0:32017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603549.605263:0:32017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603549.605285:0:32017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603549.605293:0:32017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8051e1000. 00000100:00000001:0.0:1789603549.605306:0:32017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603549.605330:0:32017:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603549.605346:0:32017:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603549.605348:0:32017:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603549.605350:0:32017:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603549.605352:0:32017:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603549.605372:0:32017:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00010000:00000001:0.0:1789603549.605377:0:32017:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789603549.605380:0:32017:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789603549.605385:0:32017:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:0.0:1789603549.605395:0:32017:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603549.605410:0:32017:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789603549.605414:0:32017:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb800031e00. 00000020:00000001:0.0:1789603549.606119:0:32017:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789603549.606126:0:32017:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb800031e00 with handle 0xa04c19c788fe535d to hash 00000020:00000001:0.0:1789603549.606129:0:32017:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789603549.606131:0:32017:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603549.606161:0:32017:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603549.606179:0:32017:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603549.606190:0:32017:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603549.606208:0:32017:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe535d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32017 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603549.606218:0:32017:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe535d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32017 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603549.606250:0:32017:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe535d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32017 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789603549.606256:0:32017:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603549.606258:0:32017:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603549.606267:0:32017:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8121b2c00. 00000100:00000001:0.0:1789603549.606289:0:32017:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112147782656 : -106961561768960 : ffff9eb8121b2c00) 00000100:00000001:0.0:1789603549.606292:0:32017:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603549.606294:0:32017:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00000100:00000001:0.0:1789603549.606316:0:32017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603549.606320:0:32017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603549.606337:0:32017:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603549.606340:0:32017:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603549.606379:0:32017:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1ce00 x1876533442877056/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603549.606389:0:32017:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603549.606391:0:32017:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603549.606416:0:32017:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603549.606419:0:32017:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603549.606423:0:32017:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603549.606445:0:32017:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1ce00 pname:cluuid:pid:xid:nid:opc:job touch:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32017:1876533442877056:192.168.204.129@tcp:101:touch.0 00000100:00000001:0.0:1789603549.606450:0:32017:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603549.606456:0:32017:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603549.606458:0:32017:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603549.606461:0:32017:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603549.606489:0:32017:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb807ad2000. 02000000:00000001:0.0:1789603549.606492:0:32017:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603549.606500:0:32017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603549.606505:0:32017:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139688. 00000400:00000010:0.0:1789603549.606526:0:32017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682990. 00000100:00000200:0.0:1789603549.606534:0:32017:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442877056, portal 10 00000100:00000001:0.0:1789603549.606536:0:32017:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603549.606538:0:32017:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00000100:00000040:0.0:1789603549.606545:0:32017:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810d1ce00 x1876533442877056/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603565 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603549.606553:0:32017:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603549.606556:0:32017:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603549.606558:0:32017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682a18. 00000100:00000200:0.0:1789603549.606593:0:32017:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876533442877056, offset 0 00000400:00000200:0.0:1789603549.606602:0:32017:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603549.606610:0:32017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603549.606639:0:32017:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603549.606664:0:32017:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603549.606669:0:32017:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603549.606673:0:32017:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603549.606676:0:32017:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603549.606680:0:32017:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2656:2656:256:4294967295] 192.168.204.129@tcp LPNI seq info [2656:2656:8:4294967295] 00000400:00000200:0.0:1789603549.606685:0:32017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603549.606697:0:32017:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603549.606703:0:32017:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603549.606709:0:32017:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb810a2a200. 00000800:00000200:0.0:1789603549.606716:0:32017:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603549.606724:0:32017:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603549.606730:0:32017:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb810a2a200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789603549.606745:0:32017:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603549.606750:0:32017:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 830276 usecs (831 jiffies) 00000400:00000200:0.0:1789603549.606754:0:32017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603549.606757:0:32017:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296549371 00000100:00000001:0.0:1789603549.606760:0:32017:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296551788 00000100:00000001:0.0:1789603549.606762:0:32017:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296549371 00000100:00000001:0.0:1789603549.606765:0:32017:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296551788 00000100:00000001:0.0:1789603549.606767:0:32017:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603549.606770:0:32017:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603549.606772:0:32017:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603549.606774:0:32017:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603549.606798:0:32017:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8121b2c00 going to sleep for 11 seconds 00000100:00000001:0.0:1789603549.606802:0:32017:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603549.606805:0:32017:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603549.607671:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603549.607677:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb810a2a200. 00000400:00000200:3.0:1789603549.607684:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603549.607690:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603549.607696:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682a18 00000400:00000010:3.0:1789603549.607699:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682a18. 00000100:00000001:3.0:1789603549.607703:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603549.607708:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1ce00 x1876533442877056/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603565 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603549.607718:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603549.607726:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ce00 x1876533442877056/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603565 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603549.607732:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603549.607734:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603549.611804:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603549.611820:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603549.611824:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603549.611827:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603549.611836:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603549.611844:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603549.611854:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603549.611859:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603549.611865:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603549.611869:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d459680 00000400:00000200:3.0:1789603549.611875:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603549.611881:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x79cd [1] + 224 00000800:00000001:3.0:1789603549.611888:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603549.611895:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603549.611898:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603549.611903:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603549.611911:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603549.611921:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1ce00 x1876533442877056/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603565 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603549.611931:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb810d1ce00 x1876533442877056/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603565 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603549.611958:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603549.611967:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603549.611970:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603549.613882:0:32017:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603549.613895:0:32017:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603549.613898:0:32017:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603549.613902:0:32017:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139688. 00000400:00000200:0.0:1789603549.613910:0:32017:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682990 00000400:00000010:0.0:1789603549.613912:0:32017:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682990. 00000100:00000001:0.0:1789603549.613980:0:32017:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603549.614110:0:32017:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1ce00 x1876533442877056/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603565 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603549.614123:0:32017:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1ce00 x1876533442877056/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603565 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603549.614132:0:32017:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603549.614134:0:32017:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603549.614137:0:32017:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603549.614140:0:32017:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603549.614143:0:32017:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603549.614146:0:32017:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603549.614149:0:32017:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603549.614159:0:32017:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=97 v=5 (106 106 106 137) 00000100:00001000:0.0:1789603549.614173:0:32017:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603549.614176:0:32017:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603549.614177:0:32017:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603549.614180:0:32017:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603549.614183:0:32017:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603549.614187:0:32017:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603549.614189:0:32017:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967594 00000100:00000001:0.0:1789603549.614191:0:32017:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603549.614195:0:32017:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603549.614200:0:32017:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1ce00 x1876533442877056/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603565 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603549.614206:0:32017:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603549.614209:0:32017:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603549.614211:0:32017:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603549.614214:0:32017:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1ce00 x1876533442877056/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603565 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603549.614230:0:32017:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1ce00 pname:cluuid:pid:xid:nid:opc:job touch:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32017:1876533442877056:192.168.204.129@tcp:101:touch.0 00000100:00000001:0.0:1789603549.614235:0:32017:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603549.614238:0:32017:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603549.614240:0:32017:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603549.614242:0:32017:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603549.614245:0:32017:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1ce00 x1876533442877056/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603565 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603549.614252:0:32017:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603549.614255:0:32017:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8121b2c00. 00000100:00000001:0.0:1789603549.614258:0:32017:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603549.614260:0:32017:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603549.614263:0:32017:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789603549.614266:0:32017:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603549.614269:0:32017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603549.614275:0:32017:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031e00 refcount=4 00000020:00000001:0.0:1789603549.614277:0:32017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603549.614281:0:32017:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000040:0.0:1789603549.614287:0:32017:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb800031e00, remote cookie: 0x31dbb14d74e91674, flags: 0x1001 00010000:00010000:0.0:1789603549.614292:0:32017:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe535d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91674 expref: -99 pid: 32017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789603549.614302:0:32017:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789603549.614305:0:32017:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789603549.614316:0:32017:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb819248600. 00010000:00000010:0.0:1789603549.614321:0:32017:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb805741680. 00010000:00000001:0.0:1789603549.614326:0:32017:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603549.614329:0:32017:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe535d lrc: 4/1,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91674 expref: -99 pid: 32017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603549.614337:0:32017:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe535d lrc: 4/1,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91674 expref: -99 pid: 32017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603549.614342:0:32017:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789603549.614346:0:32017:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789603549.614348:0:32017:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789603549.614349:0:32017:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789603549.614350:0:32017:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789603549.614353:0:32017:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x20:0x0].0x0 (ffff9eb819248600) refcount = 1 00010000:00010000:0.0:1789603549.614357:0:32017:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe535d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91674 expref: -99 pid: 32017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603549.614375:0:32017:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789603549.614379:0:32017:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789603549.614380:0:32017:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603549.614383:0:32017:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789603549.614386:0:32017:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603549.614389:0:32017:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe535d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91674 expref: -99 pid: 32017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603549.614395:0:32017:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789603549.614397:0:32017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603549.614399:0:32017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603549.614400:0:32017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603549.614401:0:32017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603549.614403:0:32017:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603549.614408:0:32017:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789603549.614409:0:32017:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603549.614410:0:32017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603549.614412:0:32017:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031e00 refcount=3 00000020:00000001:0.0:1789603549.614414:0:32017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603549.614416:0:32017:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603549.614418:0:32017:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603549.614472:0:32017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603549.614474:0:32017:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031e00 refcount=4 00000020:00000001:0.0:1789603549.614476:0:32017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603549.614479:0:32017:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603549.614482:0:32017:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603549.614484:0:32017:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603549.614489:0:32017:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe535d lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91674 expref: -99 pid: 32017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603549.614496:0:32017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603549.614497:0:32017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603549.614499:0:32017:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603549.614500:0:32017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603549.614501:0:32017:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031e00 refcount=5 00000020:00000001:0.0:1789603549.614503:0:32017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603549.614504:0:32017:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603549.614507:0:32017:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603549.614532:0:32017:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe535d lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91674 expref: -99 pid: 32017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603549.614539:0:32017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603549.614541:0:32017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789603549.614543:0:32017:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe535d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91674 expref: -99 pid: 32017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603549.614550:0:32017:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603549.614552:0:32017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603549.614553:0:32017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603549.614554:0:32017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603549.614555:0:32017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789603549.614573:0:32017:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9eb810d1ce00 x1876533442877056/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603565 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789603549.614582:0:32017:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603549.614583:0:32017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603549.614585:0:32017:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031e00 refcount=3 00000020:00000001:0.0:1789603549.614587:0:32017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603549.614589:0:32017:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603549.614591:0:32017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603549.614592:0:32017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603549.614594:0:32017:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603549.614596:0:32017:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603549.614600:0:32017:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789603549.614603:0:32017:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603549.614604:0:32017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603549.614605:0:32017:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031e00 refcount=3 00000020:00000001:0.0:1789603549.614606:0:32017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603549.614608:0:32017:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00000002:00010000:0.0:1789603549.614612:0:32017:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe535d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91674 expref: -99 pid: 32017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603549.614623:0:32017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603549.614624:0:32017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603549.614626:0:32017:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603549.614627:0:32017:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603549.614628:0:32017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603549.614629:0:32017:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031e00 refcount=3 00000020:00000001:0.0:1789603549.614631:0:32017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603549.614633:0:32017:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000040:0.0:1789603549.614637:0:32017:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248600 count: 2 00010000:00000001:0.0:1789603549.614641:0:32017:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789603549.614644:0:32017:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589935621/32 (0 0) 00010000:00000001:0.0:1789603549.614647:0:32017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603549.614648:0:32017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603549.614650:0:32017:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789603549.614653:0:32017:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f750 00000002:00002000:0.0:1789603549.614655:0:32017:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789603549.614658:0:32017:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603549.614662:0:32017:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603549.614664:0:32017:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789603549.614668:0:32017:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789603549.614670:0:32017:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603549.614674:0:32017:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000001:0.0:1789603549.614677:0:32017:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789603549.614678:0:32017:0:(namei.c:674:ll_lookup_it_finish()) it ffffb8e50175fac8 it_disposition b 00000080:00000001:0.0:1789603549.614681:0:32017:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789603549.614687:0:32017:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789603549.614691:0:32017:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789603549.614697:0:32017:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb807a3fb80. 00800000:00000001:0.0:1789603549.614699:0:32017:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637111972199296 : -106961737352320 : ffff9eb807a3fb80) 00800000:00000001:0.0:1789603549.614701:0:32017:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603549.614703:0:32017:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789603549.614705:0:32017:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:0.0:1789603549.614708:0:32017:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1789603549.614713:0:32017:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789603549.614715:0:32017:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x20:0x0] 00000080:00000001:0.0:1789603549.614717:0:32017:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000002:0.0:1789603549.614720:0:32017:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=0 index=0 hash=invalid:0x0 max_inherit=0 max_inherit_rr=0 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:0.0:1789603549.614725:0:32017:0:(llite_lib.c:1947:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789603549.614726:0:32017:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603549.614728:0:32017:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:0.0:1789603549.614731:0:32017:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1789603549.614735:0:32017:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x20:0x0], updating i_size 4096 00000080:00200000:0.0:1789603549.614738:0:32017:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x20:0x0](ffff9eb808179148): rc = 0 00000080:00000001:0.0:1789603549.614740:0:32017:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979774280 : -106961729777336 : ffff9eb808179148) 00010000:00000001:0.0:1789603549.614742:0:32017:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603549.614743:0:32017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603549.614744:0:32017:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031e00 refcount=3 00000020:00000001:0.0:1789603549.614746:0:32017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603549.614748:0:32017:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603549.614750:0:32017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603549.614751:0:32017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789603549.614753:0:32017:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789603549.614755:0:32017:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789603549.614757:0:32017:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603549.614760:0:32017:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff9eb808179148) for lock 0xa04c19c788fe535d 00800000:00000001:0.0:1789603549.614763:0:32017:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603549.614765:0:32017:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603549.614766:0:32017:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603549.614767:0:32017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603549.614768:0:32017:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031e00 refcount=3 00000020:00000001:0.0:1789603549.614770:0:32017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603549.614772:0:32017:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603549.614774:0:32017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603549.614775:0:32017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603549.614781:0:32017:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603549.614784:0:32017:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1789603549.614791:0:32017:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb82054e6c0 inode ffff9eb808179148 refc 1 flags 0x20000e 00000080:00000002:0.0:1789603549.614795:0:32017:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1789603549.614799:0:32017:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1789603549.614802:0:32017:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x20:0x0](ffff9eb808179148) 00000080:00010000:0.0:1789603549.614806:0:32017:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe535d from it ffffb8e50175fac8 00010000:00000001:0.0:1789603549.614807:0:32017:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603549.614809:0:32017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603549.614810:0:32017:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031e00 refcount=3 00000020:00000001:0.0:1789603549.614812:0:32017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603549.614814:0:32017:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603549.614816:0:32017:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603549.614819:0:32017:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe535d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91674 expref: -99 pid: 32017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603549.614825:0:32017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603549.614826:0:32017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603549.614827:0:32017:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603549.614829:0:32017:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603549.614831:0:32017:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe535d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91674 expref: -99 pid: 32017 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603549.614838:0:32017:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603549.614841:0:32017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603549.614843:0:32017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603549.614847:0:32017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603549.614848:0:32017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603549.614850:0:32017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603549.614853:0:32017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603549.614855:0:32017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603549.614857:0:32017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603549.614859:0:32017:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603549.614861:0:32017:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603549.614862:0:32017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603549.614864:0:32017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789603549.614872:0:32017:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789603549.614877:0:32017:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb806951e00. 00000100:00000001:0.0:1789603549.614881:0:32017:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603549.614886:0:32017:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1ce00 x1876533442877056/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603565 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603549.614892:0:32017:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603549.614895:0:32017:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603549.614898:0:32017:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb807ad2000. 02000000:00000001:0.0:1789603549.614902:0:32017:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603549.614904:0:32017:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603549.614906:0:32017:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603549.614908:0:32017:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603549.614911:0:32017:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8051e1000. 02000000:00000001:0.0:1789603549.614914:0:32017:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603549.614916:0:32017:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603549.614917:0:32017:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1ce00. 00000100:00000001:0.0:1789603549.614921:0:32017:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603549.614922:0:32017:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603549.614930:0:32017:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789603549.614932:0:32017:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x20:0x0](ffff9eb808179148), inode mode 41ed mask 1 00000080:00000001:0.0:1789603549.614936:0:32017:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603549.614948:0:32017:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb806947bc0. 00000080:00000001:0.0:1789603549.614952:0:32017:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789603549.614954:0:32017:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x20:0x0](ffff9eb808179148), inode mode 41ed mask 3 00000080:00000001:0.0:1789603549.614956:0:32017:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603549.614959:0:32017:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789603549.614961:0:32017:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fb58 00000080:00200000:0.0:1789603549.614963:0:32017:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000405:0x20:0x0](ffff9eb808179148), file ffff9eb80502fb00, open_flags 8941, mode 81b6 opened 0 00000080:00000010:0.0:1789603549.614967:0:32017:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9eb807b8d3c0. 00000080:00000001:0.0:1789603549.614971:0:32017:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789603549.614973:0:32017:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fa08 00000080:00200000:0.0:1789603549.614974:0:32017:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x20:0x0](ffff9eb808179148), intent=open|creat 00000080:00000010:0.0:1789603549.614982:0:32017:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb806951e00. 00800000:00000002:0.0:1789603549.614986:0:32017:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb807a3fb80 2 00000080:00000001:0.0:1789603549.614992:0:32017:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603549.614994:0:32017:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603549.614997:0:32017:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f928 00800000:00000002:0.0:1789603549.614999:0:32017:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000405:0x20:0x0] 00800000:00000001:0.0:1789603549.615002:0:32017:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789603549.615005:0:32017:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789603549.615008:0:32017:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603549.615011:0:32017:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603549.615013:0:32017:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603549.615015:0:32017:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603549.615017:0:32017:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603549.615019:0:32017:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1789603549.615021:0:32017:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603549.615025:0:32017:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446637111935442432 : -106961774109184 : ffff9eb805731e00) 00800000:00000001:0.0:1789603549.615028:0:32017:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789603549.615030:0:32017:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789603549.615032:0:32017:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789603549.615035:0:32017:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789603549.615037:0:32017:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9eb81291b000: Allocated FID [0x200000405:0x22:0x0] 40000000:00000001:0.0:1789603549.615039:0:32017:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603549.615041:0:32017:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603549.615043:0:32017:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603549.615044:0:32017:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603549.615046:0:32017:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f8a8 00800000:00000002:0.0:1789603549.615049:0:32017:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x20:0x0], fid2=[0x200000405:0x22:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:0.0:1789603549.615052:0:32017:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603549.615054:0:32017:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f7e0 00000002:00010000:0.0:1789603549.615056:0:32017:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000405:0x22:0x0]) in obj [0x200000405:0x20:0x0], intent: open|creat flags 0104502 00000002:00000001:0.0:1789603549.615059:0:32017:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789603549.615062:0:32017:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789603549.615064:0:32017:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789603549.615068:0:32017:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603549.615069:0:32017:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789603549.615071:0:32017:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248600 count: 2 00010000:00000001:0.0:1789603549.615073:0:32017:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603549.615075:0:32017:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789603549.615079:0:32017:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603549.615081:0:32017:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603549.615083:0:32017:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603549.615087:0:32017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1ce00. 00000020:00000040:0.0:1789603549.615090:0:32017:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:0.0:1789603549.615095:0:32017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789603549.615097:0:32017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603549.615099:0:32017:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603549.615102:0:32017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603549.615105:0:32017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603549.615106:0:32017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603549.615107:0:32017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603549.615109:0:32017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603549.615111:0:32017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603549.615114:0:32017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603549.615121:0:32017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8051e1000. 00000100:00000001:0.0:1789603549.615126:0:32017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603549.615129:0:32017:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603549.615131:0:32017:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603549.615133:0:32017:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603549.615134:0:32017:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603549.615136:0:32017:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603549.615145:0:32017:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00010000:00000001:0.0:1789603549.615148:0:32017:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789603549.615151:0:32017:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789603549.615153:0:32017:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248600 count: 2 00010000:00000001:0.0:1789603549.615155:0:32017:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603549.615157:0:32017:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789603549.615160:0:32017:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb800030200. 00000020:00000001:0.0:1789603549.615163:0:32017:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789603549.615166:0:32017:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb800030200 with handle 0xa04c19c788fe5364 to hash 00000020:00000001:0.0:1789603549.615168:0:32017:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789603549.615171:0:32017:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603549.615174:0:32017:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603549.615178:0:32017:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603549.615181:0:32017:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603549.615184:0:32017:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5364 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32017 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603549.615191:0:32017:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5364 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32017 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789603549.615201:0:32017:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789603549.615208:0:32017:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb810d1ce00 x1876533442877312/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789603549.615215:0:32017:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5364 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32017 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789603549.615221:0:32017:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603549.615222:0:32017:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603549.615228:0:32017:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8121b2c00. 00000100:00000001:0.0:1789603549.615230:0:32017:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112147782656 : -106961561768960 : ffff9eb8121b2c00) 00000100:00000001:0.0:1789603549.615232:0:32017:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603549.615234:0:32017:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00000100:00000001:0.0:1789603549.615239:0:32017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603549.615243:0:32017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603549.615245:0:32017:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603549.615247:0:32017:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603549.615251:0:32017:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1ce00 x1876533442877312/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603549.615257:0:32017:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603549.615260:0:32017:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603549.615263:0:32017:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603549.615266:0:32017:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603549.615268:0:32017:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603549.615271:0:32017:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1ce00 pname:cluuid:pid:xid:nid:opc:job touch:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32017:1876533442877312:192.168.204.129@tcp:101:touch.0 00000100:00000001:0.0:1789603549.615274:0:32017:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603549.615280:0:32017:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603549.615282:0:32017:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603549.615284:0:32017:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603549.615340:0:32017:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9eb810240000. 02000000:00000001:0.0:1789603549.615343:0:32017:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603549.615351:0:32017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603549.615356:0:32017:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139688. 00000400:00000010:0.0:1789603549.615363:0:32017:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9eb8051e0c00. 00000100:00000200:0.0:1789603549.615370:0:32017:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876533442877312, portal 10 00000100:00000001:0.0:1789603549.615372:0:32017:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603549.615373:0:32017:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00000100:00000040:0.0:1789603549.615380:0:32017:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810d1ce00 x1876533442877312/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603565 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603549.615389:0:32017:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603549.615392:0:32017:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603549.615395:0:32017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682990. 00000100:00000200:0.0:1789603549.615399:0:32017:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876533442877312, offset 0 00000400:00000200:0.0:1789603549.615405:0:32017:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603549.615414:0:32017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603549.615423:0:32017:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603549.615429:0:32017:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603549.615433:0:32017:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603549.615439:0:32017:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603549.615441:0:32017:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603549.615445:0:32017:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2657:2657:256:4294967295] 192.168.204.129@tcp LPNI seq info [2657:2657:8:4294967295] 00000400:00000200:0.0:1789603549.615449:0:32017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603549.615460:0:32017:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603549.615466:0:32017:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603549.615472:0:32017:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb810a2aa00. 00000800:00000200:0.0:1789603549.615480:0:32017:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603549.615489:0:32017:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603549.615494:0:32017:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb810a2aa00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1789603549.615623:0:32017:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603549.615628:0:32017:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 829030 usecs (830 jiffies) 00000400:00000200:0.0:1789603549.615632:0:32017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603549.615635:0:32017:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296549379 00000100:00000001:0.0:1789603549.615638:0:32017:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296551788 00000100:00000001:0.0:1789603549.615639:0:32017:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296549379 00000100:00000001:0.0:1789603549.615641:0:32017:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296551788 00000100:00000001:0.0:1789603549.615643:0:32017:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603549.615646:0:32017:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603549.615648:0:32017:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603549.615650:0:32017:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603549.615652:0:32017:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8121b2c00 going to sleep for 11 seconds 00000100:00000001:0.0:1789603549.615654:0:32017:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603549.615656:0:32017:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603549.618339:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603549.618349:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb810a2aa00. 00000400:00000200:3.0:1789603549.618357:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603549.618366:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603549.618374:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682990 00000400:00000010:3.0:1789603549.618377:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682990. 00000100:00000001:3.0:1789603549.618382:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603549.618391:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1ce00 x1876533442877312/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603565 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603549.618403:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603549.618406:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ce00 x1876533442877312/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603565 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603549.618413:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603549.618415:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603549.633723:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603549.633739:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603549.633744:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603549.633747:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603549.633755:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603549.633762:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603549.633772:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603549.633777:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603549.633782:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603549.633786:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 664 into portal 10 MB=0x6aab27d459780 00000400:00000200:3.0:1789603549.633791:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603549.633797:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 664/664 into md 0x79d5 [32] + 224 00000800:00000001:3.0:1789603549.633803:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603549.633810:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603549.633813:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603549.633817:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603549.633824:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603549.633832:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1ce00 x1876533442877312/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603565 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603549.633842:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9eb810d1ce00 x1876533442877312/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603565 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603549.633868:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603549.633876:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603549.633879:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603549.634064:0:32017:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603549.634072:0:32017:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603549.634084:0:32017:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603549.634088:0:32017:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139688. 00000400:00000200:0.0:1789603549.634094:0:32017:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8051e0c00 00000400:00000010:0.0:1789603549.634096:0:32017:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9eb8051e0c00. 00000100:00000001:0.0:1789603549.634100:0:32017:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603549.634105:0:32017:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1ce00 x1876533442877312/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603565 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603549.634114:0:32017:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1ce00 x1876533442877312/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603565 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603549.634120:0:32017:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603549.634122:0:32017:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603549.634124:0:32017:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603549.634127:0:32017:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603549.634130:0:32017:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603549.634132:0:32017:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603549.634135:0:32017:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603549.634146:0:32017:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=97 v=5 (106 106 106 137) 00000100:00001000:0.0:1789603549.634151:0:32017:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603549.634153:0:32017:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603549.634155:0:32017:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603549.634158:0:32017:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603549.634162:0:32017:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603549.634165:0:32017:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789603549.634167:0:32017:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000012c/0x1] 00000100:00000001:0.0:1789603549.634169:0:32017:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789603549.634171:0:32017:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603549.634173:0:32017:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00000100:00000001:0.0:1789603549.634176:0:32017:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603549.634179:0:32017:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967594 00000100:00000001:0.0:1789603549.634181:0:32017:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603549.634185:0:32017:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603549.634189:0:32017:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1ce00 x1876533442877312/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603565 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603549.634197:0:32017:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603549.634200:0:32017:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603549.634203:0:32017:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603549.634206:0:32017:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1ce00 x1876533442877312/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603565 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603549.634215:0:32017:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1ce00 pname:cluuid:pid:xid:nid:opc:job touch:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32017:1876533442877312:192.168.204.129@tcp:101:touch.0 00000100:00000001:0.0:1789603549.634220:0:32017:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603549.634222:0:32017:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603549.634225:0:32017:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603549.634227:0:32017:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603549.634230:0:32017:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ce00 x1876533442877312/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603565 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603549.634237:0:32017:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603549.634239:0:32017:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8121b2c00. 00000100:00000001:0.0:1789603549.634243:0:32017:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603549.634244:0:32017:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603549.634248:0:32017:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789603549.634253:0:32017:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603549.634256:0:32017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603549.634259:0:32017:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=4 00000020:00000001:0.0:1789603549.634262:0:32017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603549.634265:0:32017:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000040:0.0:1789603549.634271:0:32017:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb800030200, remote cookie: 0x31dbb14d74e91690, flags: 0x1001 00010000:00010000:0.0:1789603549.634277:0:32017:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5364 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91690 expref: -99 pid: 32017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789603549.634286:0:32017:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x22:0x0].0x0, instead of [0x200000405:0x20:0x0].0x0 00010000:00000001:0.0:1789603549.634290:0:32017:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789603549.634298:0:32017:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb819248200. 00010000:00000010:0.0:1789603549.634303:0:32017:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb805741d00. 00010000:00000001:0.0:1789603549.634308:0:32017:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603549.634313:0:32017:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5364 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91690 expref: -99 pid: 32017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603549.634321:0:32017:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5364 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91690 expref: -99 pid: 32017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603549.634327:0:32017:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789603549.634331:0:32017:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789603549.634333:0:32017:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789603549.634334:0:32017:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789603549.634335:0:32017:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789603549.634338:0:32017:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x22:0x0].0x0 (ffff9eb819248200) refcount = 1 00010000:00010000:0.0:1789603549.634342:0:32017:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5364 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91690 expref: -99 pid: 32017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603549.634348:0:32017:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789603549.634351:0:32017:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789603549.634353:0:32017:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603549.634356:0:32017:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789603549.634358:0:32017:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603549.634362:0:32017:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5364 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91690 expref: -99 pid: 32017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603549.634368:0:32017:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789603549.634370:0:32017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603549.634371:0:32017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603549.634372:0:32017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603549.634373:0:32017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603549.634375:0:32017:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603549.634379:0:32017:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789603549.634381:0:32017:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603549.634382:0:32017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603549.634384:0:32017:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=3 00000020:00000001:0.0:1789603549.634385:0:32017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603549.634388:0:32017:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603549.634390:0:32017:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603549.634391:0:32017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603549.634393:0:32017:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=4 00000020:00000001:0.0:1789603549.634395:0:32017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603549.634397:0:32017:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603549.634399:0:32017:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603549.634402:0:32017:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603549.634405:0:32017:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5364 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91690 expref: -99 pid: 32017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603549.634411:0:32017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603549.634412:0:32017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603549.634413:0:32017:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603549.634414:0:32017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603549.634415:0:32017:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=5 00000020:00000001:0.0:1789603549.634417:0:32017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603549.634420:0:32017:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603549.634422:0:32017:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603549.634425:0:32017:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5364 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91690 expref: -99 pid: 32017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603549.634430:0:32017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603549.634431:0:32017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789603549.634433:0:32017:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5364 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91690 expref: -99 pid: 32017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603549.634439:0:32017:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603549.634441:0:32017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603549.634442:0:32017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603549.634443:0:32017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603549.634444:0:32017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789603549.634449:0:32017:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9eb810d1ce00 x1876533442877312/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603565 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789603549.634457:0:32017:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789603549.634462:0:32017:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb810d1ce00 x1876533442877312/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603565 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789603549.634469:0:32017:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603549.634476:0:32017:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603549.634477:0:32017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603549.634478:0:32017:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=3 00000020:00000001:0.0:1789603549.634480:0:32017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603549.634482:0:32017:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00000002:00010000:0.0:1789603549.634486:0:32017:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5364 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91690 expref: -99 pid: 32017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789603549.634496:0:32017:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9eb807a3fc40. 00010000:00000001:0.0:1789603549.634498:0:32017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603549.634499:0:32017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603549.634500:0:32017:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603549.634502:0:32017:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603549.634505:0:32017:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789603549.634507:0:32017:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603549.634829:0:32017:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00000100:00000001:0.0:1789603549.634833:0:32017:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603549.634834:0:32017:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00010000:00000001:0.0:1789603549.634836:0:32017:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603549.634837:0:32017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603549.634839:0:32017:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=3 00000020:00000001:0.0:1789603549.634841:0:32017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603549.634843:0:32017:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00000002:00010000:0.0:1789603549.634846:0:32017:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5364 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91690 expref: -99 pid: 32017 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603549.634854:0:32017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603549.634855:0:32017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603549.634857:0:32017:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603549.634858:0:32017:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603549.634859:0:32017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603549.634861:0:32017:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=3 00000020:00000001:0.0:1789603549.634862:0:32017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603549.634864:0:32017:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000040:0.0:1789603549.634869:0:32017:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248200 count: 2 00010000:00000001:0.0:1789603549.634872:0:32017:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789603549.634875:0:32017:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589935621/34 (0 0) 00010000:00000001:0.0:1789603549.634878:0:32017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603549.634879:0:32017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603549.634880:0:32017:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789603549.634883:0:32017:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f768 00000002:00002000:0.0:1789603549.634885:0:32017:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789603549.634889:0:32017:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603549.634892:0:32017:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603549.634895:0:32017:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789603549.634898:0:32017:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x20:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789603549.634901:0:32017:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603549.634905:0:32017:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807a3fb80 2 00000080:00000001:0.0:1789603549.634907:0:32017:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789603549.634909:0:32017:0:(namei.c:674:ll_lookup_it_finish()) it ffff9eb807b8d3c0 it_disposition 1800037 00000080:00002000:0.0:1789603549.634914:0:32017:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb82054ea20 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789603549.634920:0:32017:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789603549.634922:0:32017:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789603549.634924:0:32017:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f990 00000080:00200000:0.0:1789603549.634926:0:32017:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000405:0x20:0x0](ffff9eb808179148), intent=open|creat 00000080:00000001:0.0:1789603549.634929:0:32017:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789603549.634932:0:32017:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789603549.634937:0:32017:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789603549.634940:0:32017:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789603549.634943:0:32017:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611170 : 144115205339611170 : 200000405000022) 00000080:00000001:0.0:1789603549.634945:0:32017:0:(namei.c:113:ll_iget()) Process entered 00000800:00000200:3.0:1789603549.640148:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603549.640154:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9e00. 00000400:00000200:3.0:1789603549.640162:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603549.640167:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603549.640174:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fce58 00000400:00000010:3.0:1789603549.640177:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fce58. 00000100:00000001:3.0:1789603549.640180:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603549.640185:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd6680 x1876533442877568/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/512 e 0 to 0 dl 1789603565 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603549.640195:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603549.640199:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd6680 x1876533442877568/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/512 e 0 to 0 dl 1789603565 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603549.640205:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603549.640206:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789603549.644592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248200. 00010000:00000010:1.1:1789603549.644628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030200. 00010000:00000001:3.0:1789603550.122645:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603550.122652:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603550.122658:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603550.122659:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603550.955753:0:16817:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1789603550.955761:0:16817:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603551.146682:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603551.146690:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603551.146695:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603551.146697:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603551.146796:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603551.146799:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603551.146802:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789603552.170656:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603552.170663:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603552.170668:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603552.170670:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789603552.634115:0:32005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682088. 00000100:00000200:0.0:1789603552.634122:0:32005:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876533442877824, offset 0 00000400:00000200:0.0:1789603552.634132:0:32005:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603552.634147:0:32005:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603552.634156:0:32005:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603552.634163:0:32005:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603552.634169:0:32005:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603552.634174:0:32005:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603552.634177:0:32005:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603552.634181:0:32005:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2659:2659:256:4294967295] 192.168.204.129@tcp LPNI seq info [2659:2659:8:4294967295] 00000400:00000200:0.0:1789603552.634186:0:32005:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603552.634199:0:32005:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603552.634206:0:32005:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603552.634213:0:32005:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb810a2aa00. 00000800:00000200:0.0:1789603552.634222:0:32005:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603552.634232:0:32005:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603552.634237:0:32005:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb810a2aa00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789603552.634267:0:32005:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603552.634273:0:32005:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 827807 usecs (828 jiffies) 00000400:00000200:0.0:1789603552.634277:0:32005:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603552.634280:0:32005:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296552395 00000100:00000001:0.0:1789603552.634289:0:32005:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296551788 00000100:00000001:0.0:1789603552.634296:0:32005:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296552395 00000100:00000001:0.0:1789603552.634300:0:32005:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296551788 00000100:00000001:0.0:1789603552.634304:0:32005:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603552.634306:0:32005:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603552.634309:0:32005:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603552.634312:0:32005:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603552.634315:0:32005:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672e40 going to sleep for 11 seconds 00000100:00000001:0.0:1789603552.634318:0:32005:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603552.634321:0:32005:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603552.634427:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603552.634432:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb810a2aa00. 00000400:00000200:2.0:1789603552.634440:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603552.634446:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603552.634453:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682088 00000400:00000010:2.0:1789603552.634457:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682088. 00000100:00000001:2.0:1789603552.634461:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603552.634467:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4a80 x1876533442877824/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603568 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603552.634478:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603552.634482:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4a80 x1876533442877824/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603568 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603552.634495:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603552.634497:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00010000:2.0:1789603552.647814:0:32037:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:2.0:1789603552.647828:0:32037:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603552.647831:0:32037:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603552.647840:0:32037:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603552.647844:0:32037:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789603552.647851:0:32037:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603552.647853:0:32037:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789603552.647857:0:32037:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603552.647859:0:32037:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789603552.647862:0:32037:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603552.647863:0:32037:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789603552.647866:0:32037:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:2.0:1789603552.647870:0:32037:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603552.647874:0:32037:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1789603552.647896:0:32037:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 4/4 locks to regular blp list, 1 blwis in pool 00000020:00000001:3.0:1789603552.647950:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603552.647955:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603552.647958:0:16825:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 4 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1789603552.647962:0:16825:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1789603552.647966:0:16825:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603552.647975:0:16825:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe535d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e91674 expref: -99 pid: 32017 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1789603552.647992:0:16825:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789603552.647998:0:16825:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789603552.648001:0:16825:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789603552.648004:0:16825:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode (null) 00000002:00000001:3.0:1789603552.648012:0:16825:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603552.648016:0:16825:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603552.648025:0:16825:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248600 count: 2 00010000:00000001:3.0:1789603552.648028:0:16825:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603552.648034:0:16825:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603552.648036:0:16825:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603552.648038:0:16825:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603552.648039:0:16825:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248600 count: 2 00010000:00000001:3.0:1789603552.648041:0:16825:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603552.648043:0:16825:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603552.648046:0:16825:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603552.648051:0:16825:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789603552.648054:0:16825:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x20:0x0](ffff9eb808179148) invalid 00000020:00000001:3.0:1789603552.648058:0:16825:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c97ca0 00000080:00002000:3.0:1789603552.648061:0:16825:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff9eb82054e6c0) parent ffff9eb8081326c0 inode ffff9eb808179148 refc 1 00000080:00000001:3.0:1789603552.648066:0:16825:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789603552.648069:0:16825:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789603552.648071:0:16825:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603552.648074:0:16825:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603552.648078:0:16825:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603552.648080:0:16825:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603552.648082:0:16825:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603552.648084:0:16825:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789603552.648089:0:16825:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb800031e00 with handle 0xa04c19c788fe535d from hash 00010000:00000001:3.0:1789603552.648092:0:16825:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603552.648094:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603552.648096:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603552.648097:0:16825:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603552.648102:0:16825:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603552.648104:0:16825:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789603552.648106:0:16825:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603552.648109:0:16825:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5348 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e91619 expref: -99 pid: 32005 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1789603552.648116:0:16825:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789603552.648118:0:16825:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789603552.648119:0:16825:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789603552.648121:0:16825:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1789603552.648122:0:16825:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603552.648123:0:16825:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603552.648125:0:16825:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:3.0:1789603552.648127:0:16825:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603552.648129:0:16825:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603552.648131:0:16825:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603552.648133:0:16825:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603552.648134:0:16825:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:3.0:1789603552.648136:0:16825:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603552.648138:0:16825:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603552.648139:0:16825:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603552.648140:0:16825:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603552.648141:0:16825:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:3.0:1789603552.648143:0:16825:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603552.648144:0:16825:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603552.648146:0:16825:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789603552.648149:0:16825:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9eb808190840, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789603552.648154:0:16825:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1789603552.648156:0:16825:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789603552.648157:0:16825:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789603552.648159:0:16825:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603552.648160:0:16825:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603552.648162:0:16825:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603552.648163:0:16825:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603552.648164:0:16825:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603552.648165:0:16825:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789603552.648167:0:16825:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb800031800 with handle 0xa04c19c788fe5348 from hash 00010000:00000001:3.0:1789603552.648169:0:16825:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603552.648170:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603552.648171:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603552.648172:0:16825:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603552.648173:0:16825:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603552.648174:0:16825:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789603552.648176:0:16825:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603552.648178:0:16825:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc400/0xa04c19c788fe5356 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x31dbb14d74e91651 expref: -99 pid: 32005 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1789603552.648183:0:16825:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789603552.648185:0:16825:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789603552.648186:0:16825:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789603552.648188:0:16825:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x21:0x0] mode (null) 00000002:00000001:3.0:1789603552.648189:0:16825:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603552.648191:0:16825:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603552.648193:0:16825:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c000 count: 2 00010000:00000001:3.0:1789603552.648195:0:16825:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603552.648197:0:16825:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603552.648198:0:16825:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603552.648199:0:16825:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603552.648200:0:16825:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c000 count: 2 00010000:00000001:3.0:1789603552.648202:0:16825:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603552.648203:0:16825:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603552.648205:0:16825:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603552.648206:0:16825:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603552.648207:0:16825:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c000 count: 2 00010000:00000001:3.0:1789603552.648208:0:16825:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603552.648210:0:16825:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603552.648211:0:16825:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603552.648212:0:16825:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603552.648213:0:16825:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c000 count: 2 00010000:00000001:3.0:1789603552.648214:0:16825:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603552.648216:0:16825:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603552.648217:0:16825:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603552.648220:0:16825:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789603552.648222:0:16825:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603552.648227:0:16825:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112122224792 : -106961587326824 : ffff9eb810953098) 00000020:00001000:3.0:1789603552.648229:0:16825:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810953090 00000020:00000001:3.0:1789603552.648231:0:16825:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789603552.648235:0:16825:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x21:0x0]: losing layout lock 00000080:00000001:3.0:1789603552.648239:0:16825:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789603552.648242:0:16825:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789603552.648254:0:16825:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1789603552.648258:0:16825:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789603552.648260:0:16825:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x21:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789603552.648262:0:16825:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603552.648264:0:16825:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789603552.648267:0:16825:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810953090 00000080:00000001:3.0:1789603552.648270:0:16825:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603552.648272:0:16825:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789603552.648274:0:16825:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x21:0x0](ffff9eb808193248) invalid 00000020:00000001:3.0:1789603552.648277:0:16825:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c97ca0 00000080:00002000:3.0:1789603552.648278:0:16825:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9eb820477510) parent ffff9eb8205601b0 inode ffff9eb808193248 refc 1 00000080:00000001:3.0:1789603552.648281:0:16825:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789603552.648282:0:16825:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789603552.648283:0:16825:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603552.648285:0:16825:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603552.648286:0:16825:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603552.648288:0:16825:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603552.648289:0:16825:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603552.648290:0:16825:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789603552.648292:0:16825:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fdc400 with handle 0xa04c19c788fe5356 from hash 00010000:00000001:3.0:1789603552.648294:0:16825:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603552.648295:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603552.648296:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603552.648297:0:16825:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603552.648299:0:16825:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603552.648300:0:16825:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789603552.648302:0:16825:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603552.648304:0:16825:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe534f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e91635 expref: -99 pid: 32005 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1789603552.648309:0:16825:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789603552.648311:0:16825:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789603552.648312:0:16825:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789603552.648313:0:16825:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x1f:0x0] mode (null) 00000002:00000001:3.0:1789603552.648315:0:16825:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603552.648316:0:16825:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603552.648318:0:16825:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cc00 count: 2 00010000:00000001:3.0:1789603552.648320:0:16825:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603552.648322:0:16825:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603552.648323:0:16825:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603552.648324:0:16825:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603552.648325:0:16825:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cc00 count: 2 00010000:00000001:3.0:1789603552.648327:0:16825:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603552.648329:0:16825:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603552.648330:0:16825:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603552.648332:0:16825:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789603552.648333:0:16825:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1f:0x0](ffff9eb8081942c8) invalid 00000020:00000001:3.0:1789603552.648335:0:16825:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c97ca0 00000080:00002000:3.0:1789603552.648337:0:16825:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff9eb8205601b0) parent ffff9eb8081326c0 inode ffff9eb8081942c8 refc 1 00000080:00000001:3.0:1789603552.648340:0:16825:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789603552.648340:0:16825:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789603552.648341:0:16825:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603552.648343:0:16825:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603552.648344:0:16825:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603552.648345:0:16825:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603552.648346:0:16825:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603552.648347:0:16825:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789603552.648349:0:16825:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fdd000 with handle 0xa04c19c788fe534f from hash 00010000:00000001:3.0:1789603552.648350:0:16825:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603552.648351:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603552.648352:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603552.648353:0:16825:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603552.648354:0:16825:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603552.648355:0:16825:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789603552.648357:0:16825:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1789603552.648360:0:16825:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603552.648363:0:16825:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1789603552.648373:0:16825:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4a680. 00000020:00000040:3.0:1789603552.648377:0:16825:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=10 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:3.0:1789603552.648384:0:16825:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603552.648387:0:16825:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603552.648393:0:16825:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603552.648401:0:16825:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb807366e00. 00000100:00000001:3.0:1789603552.648409:0:16825:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603552.648412:0:16825:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789603552.648418:0:16825:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe535d lrc: 1/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91674 expref: -99 pid: 32017 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789603552.648425:0:16825:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5348 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91619 expref: -99 pid: 32005 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789603552.648434:0:16825:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc400/0xa04c19c788fe5356 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x31dbb14d74e91651 expref: -99 pid: 32005 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789603552.648441:0:16825:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe534f lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91635 expref: -99 pid: 32005 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789603552.648446:0:16825:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:3.0:1789603552.648448:0:16825:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:3.0:1789603552.648451:0:16825:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603552.648453:0:16825:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603552.648460:0:16825:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb801359780. 00000100:00000001:3.0:1789603552.648462:0:16825:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111864301440 : -106961845250176 : ffff9eb801359780) 00000100:00000001:3.0:1789603552.648465:0:16825:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603552.648466:0:16825:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124286592 : -106961585265024 : ffff9eb810b4a680) 00000100:00000001:3.0:1789603552.648472:0:16825:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603552.648477:0:16825:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603552.648479:0:16825:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603552.648480:0:16825:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603552.648492:0:16825:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4a680 x1876533442877952/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 344/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603552.648501:0:16825:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603552.648544:0:16825:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603552.648549:0:16825:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603552.648552:0:16825:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603552.648554:0:16825:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603552.648558:0:16825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4a680 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:16825:1876533442877952:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789603552.648563:0:16825:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603552.648569:0:16825:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603552.648572:0:16825:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603552.648574:0:16825:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603552.648580:0:16825:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb818cdf400. 02000000:00000001:3.0:1789603552.648582:0:16825:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603552.648591:0:16825:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603552.648597:0:16825:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8057489a0. 00000400:00000010:3.0:1789603552.648604:0:16825:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0dd0. 00000100:00000200:3.0:1789603552.648612:0:16825:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442877952, portal 18 00000100:00000001:3.0:1789603552.648614:0:16825:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603552.648616:0:16825:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124286592 : -106961585265024 : ffff9eb810b4a680) 00000100:00000040:3.0:1789603552.648623:0:16825:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b4a680 x1876533442877952/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 344/224 e 0 to 0 dl 1789603568 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603552.648630:0:16825:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603552.648633:0:16825:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603552.648636:0:16825:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0e58. 00000100:00000200:3.0:1789603552.648639:0:16825:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 17, xid 1876533442877952, offset 0 00000400:00000200:3.0:1789603552.648646:0:16825:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603552.648656:0:16825:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603552.648666:0:16825:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603552.648672:0:16825:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603552.648678:0:16825:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603552.648682:0:16825:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603552.648686:0:16825:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603552.648691:0:16825:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2660:2660:256:4294967295] 192.168.204.129@tcp LPNI seq info [2660:2660:8:4294967295] 00000400:00000200:3.0:1789603552.648696:0:16825:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603552.648707:0:16825:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603552.648713:0:16825:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603552.648720:0:16825:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f900. 00000800:00000200:3.0:1789603552.648728:0:16825:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603552.648738:0:16825:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603552.648743:0:16825:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f900 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:3.0:1789603552.648760:0:16825:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603552.648766:0:16825:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 827807 usecs (828 jiffies) 00000400:00000200:3.0:1789603552.648769:0:16825:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603552.648773:0:16825:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296552409 00000100:00000001:3.0:1789603552.648783:0:16825:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296552395 00000100:00000001:3.0:1789603552.648790:0:16825:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296552409 00000100:00000001:3.0:1789603552.648793:0:16825:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296552395 00000100:00000001:3.0:1789603552.648797:0:16825:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603552.648800:0:16825:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603552.648802:0:16825:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603552.648804:0:16825:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603552.648808:0:16825:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb801359780 going to sleep for 11 seconds 00000100:00000001:3.0:1789603552.648811:0:16825:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603552.648815:0:16825:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603552.649154:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603552.649161:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f900. 00000400:00000200:2.0:1789603552.649168:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603552.649174:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603552.649182:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0e58 00000400:00000010:2.0:1789603552.649185:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0e58. 00000100:00000001:2.0:1789603552.649191:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603552.649200:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4a680 x1876533442877952/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 344/224 e 0 to 0 dl 1789603568 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603552.649211:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603552.649214:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b4a680 x1876533442877952/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 344/224 e 0 to 0 dl 1789603568 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603552.649221:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603552.649222:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603552.659924:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603552.659961:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603552.659970:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603552.659974:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603552.659987:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603552.659997:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603552.660009:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603552.660015:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603552.660022:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603552.660027:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 18 MB=0x6aab27d459a00 00000400:00000200:2.0:1789603552.660033:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603552.660041:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.129@tcp of length 224/224 into md 0x79ed [1] + 224 00000800:00000001:2.0:1789603552.660051:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603552.660064:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603552.660069:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603552.660074:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603552.660085:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603552.660098:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4a680 x1876533442877952/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 344/224 e 0 to 0 dl 1789603568 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603552.660116:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b4a680 x1876533442877952/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 344/224 e 0 to 0 dl 1789603568 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603552.660138:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603552.660149:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603552.660153:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603552.660182:0:16825:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603552.660192:0:16825:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603552.660195:0:16825:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603552.660199:0:16825:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8057489a0. 00000400:00000200:3.0:1789603552.660204:0:16825:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0dd0 00000400:00000010:3.0:1789603552.660207:0:16825:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0dd0. 00000100:00000001:3.0:1789603552.660211:0:16825:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603552.660215:0:16825:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b4a680 x1876533442877952/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 344/224 e 0 to 0 dl 1789603568 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603552.660224:0:16825:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b4a680 x1876533442877952/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 344/224 e 0 to 0 dl 1789603568 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603552.660230:0:16825:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603552.660233:0:16825:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603552.660236:0:16825:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603552.660240:0:16825:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603552.660243:0:16825:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603552.660246:0:16825:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603552.660249:0:16825:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603552.660264:0:16825:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb580 time=99 v=5 (5 5 5 5) 00000100:00001000:3.0:1789603552.660269:0:16825:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=14 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603552.660272:0:16825:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603552.660274:0:16825:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603552.660278:0:16825:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603552.660282:0:16825:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603552.660299:0:16825:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603552.660301:0:16825:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967594 00000100:00000001:3.0:1789603552.660304:0:16825:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603552.660309:0:16825:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603552.660315:0:16825:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b4a680 x1876533442877952/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 344/224 e 0 to 0 dl 1789603568 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603552.660323:0:16825:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603552.660327:0:16825:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603552.660329:0:16825:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603552.660334:0:16825:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4a680 x1876533442877952/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 344/224 e 0 to 0 dl 1789603568 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603552.660342:0:16825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b4a680 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:16825:1876533442877952:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789603552.660349:0:16825:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603552.660352:0:16825:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603552.660354:0:16825:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789603552.660357:0:16825:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603552.660361:0:16825:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4a680 x1876533442877952/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 344/224 e 0 to 0 dl 1789603568 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603552.660369:0:16825:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603552.660373:0:16825:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb801359780. 00000100:00000001:3.0:1789603552.660377:0:16825:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789603552.660379:0:16825:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603552.660382:0:16825:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603552.660386:0:16825:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b4a680 x1876533442877952/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 344/224 e 0 to 0 dl 1789603568 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603552.660393:0:16825:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603552.660396:0:16825:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603552.660400:0:16825:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb818cdf400. 02000000:00000001:3.0:1789603552.660403:0:16825:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603552.660407:0:16825:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603552.660409:0:16825:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=9 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603552.660412:0:16825:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603552.660414:0:16825:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb807366e00. 02000000:00000001:3.0:1789603552.660419:0:16825:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603552.660422:0:16825:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603552.660424:0:16825:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4a680. 00000100:00000001:3.0:1789603552.660429:0:16825:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603552.660430:0:16825:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789603552.660433:0:16825:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:3.0:1789603552.660437:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789603552.660443:0:16825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe535d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91674 expref: -99 pid: 32017 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:3.0:1789603552.660456:0:16825:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb819248600 count: 0 00010000:00000010:3.0:1789603552.660465:0:16825:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb805741680. 00010000:00000001:3.0:1789603552.660477:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603552.660479:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789603552.660483:0:16825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5348 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91619 expref: -99 pid: 32005 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1789603552.660490:0:16825:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb819248400 count: 0 00010000:00000010:3.0:1789603552.660493:0:16825:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb805741900. 00010000:00000001:3.0:1789603552.660497:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603552.660499:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789603552.660559:0:16825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc400/0xa04c19c788fe5356 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x31dbb14d74e91651 expref: -99 pid: 32005 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789603552.660568:0:16825:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9eb811aa7e00. 00010000:00000040:3.0:1789603552.660573:0:16825:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb80647c000 count: 0 00010000:00000010:3.0:1789603552.660577:0:16825:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb810da7c80. 00010000:00000001:3.0:1789603552.660584:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603552.660587:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789603552.660589:0:16825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe534f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91635 expref: -99 pid: 32005 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:3.0:1789603552.660602:0:16825:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb80647cc00 count: 0 00010000:00000010:3.0:1789603552.660606:0:16825:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb810da7680. 00010000:00000001:3.0:1789603552.660612:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603552.660614:0:16825:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603552.660635:0:16825:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603552.660648:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603552.660650:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603552.660653:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789603552.660663:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603552.660665:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603552.660667:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789603552.660669:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603552.660671:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603552.660672:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789603552.660756:0:32037:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603552.660760:0:32037:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603552.660763:0:32037:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=4 : 4 : 4) 00010000:00000010:3.1:1789603552.676164:0:32038:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248600. 00010000:00000010:3.1:1789603552.676188:0:32038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031e00. 00010000:00000010:3.1:1789603552.676194:0:32038:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248400. 00010000:00000010:3.1:1789603552.676197:0:32038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031800. 00010000:00000010:3.1:1789603552.676201:0:32038:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c000. 00010000:00000010:3.1:1789603552.676206:0:32038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc400. 00010000:00000010:3.1:1789603552.676211:0:32038:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647cc00. 00010000:00000010:3.1:1789603552.676214:0:32038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdd000. 00010000:00000001:3.0:1789603553.194708:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603553.194719:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603553.194854:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603553.194859:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603553.194863:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789603553.514685:0:27602:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296552409, at 4296552448 00000100:00000010:3.0:1789603553.514707:0:27602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb810df8c00. 00000100:00000040:2.0:1789603553.516792:0:29041:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296552409, at 4296552450 00000100:00000010:2.0:1789603553.516816:0:29041:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb810df8d80. 00000100:00000040:3.0:1789603554.030089:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603554.030100:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603554.030115:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4a680. 00000020:00000040:3.0:1789603554.030123:0:38:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:3.0:1789603554.030129:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603554.030133:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603554.030140:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603554.030151:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783f600. 00000100:00000001:3.0:1789603554.030160:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603554.030177:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb810b4a680 x1876533442878080/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603554.030191:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603554.030197:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603554.030206:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dfdea1c] to pc [ptlrpcd_01_00+0] req@ffff9eb810b4a680 x1876533442878080/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603554.030245:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603554.030248:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603554.030252:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603554.030256:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b48700. 00000020:00000040:3.0:1789603554.030259:0:38:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=10 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:3.0:1789603554.030273:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603554.030275:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603554.030277:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603554.030282:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783f000. 00000100:00000001:3.0:1789603554.030288:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603554.030293:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID req@ffff9eb810b48700 x1876533442878208/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603554.030300:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603554.030302:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603554.030306:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030177149] to pc [ptlrpcd_01_01+1] req@ffff9eb810b48700 x1876533442878208/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.030310:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603554.030322:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603554.030323:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1789603554.030330:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789603554.030331:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1789603554.030339:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603554.030344:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49880. 00000020:00000040:3.0:1789603554.030351:0:38:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000040:2.0:1789603554.030354:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4a680 x1876533442878080/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603554.030356:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603554.030359:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603554.030361:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603554.030369:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783f400. 00000100:00000001:3.0:1789603554.030375:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603554.030380:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1789603554.030385:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb810b49880 x1876533442878336/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603554.030385:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603554.030394:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603554.030399:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603554.030408:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603554.030420:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603554.030422:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603554.030427:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2acf367] to pc [ptlrpcd_01_00+0] req@ffff9eb810b49880 x1876533442878336/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603554.030436:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603554.030439:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603554.030442:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603554.030446:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b48a80. 00000020:00000040:3.0:1789603554.030448:0:38:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:3.0:1789603554.030461:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603554.030463:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603554.030465:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603554.030469:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783f300. 00000100:00000001:3.0:1789603554.030473:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603554.030487:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID req@ffff9eb810b48a80 x1876533442878464/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603554.030495:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603554.030497:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603554.030501:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad1a034b] to pc [ptlrpcd_01_01+1] req@ffff9eb810b48a80 x1876533442878464/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603554.030547:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603554.030550:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603554.030553:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603554.030559:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49500. 00000020:00000040:3.0:1789603554.030561:0:38:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:3.0:1789603554.030563:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603554.030564:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603554.030565:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603554.030569:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783f800. 00000100:00000001:3.0:1789603554.030572:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603554.030576:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID req@ffff9eb810b49500 x1876533442878592/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603554.030583:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603554.030586:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603554.030590:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ee36ae1] to pc [ptlrpcd_01_00+0] req@ffff9eb810b49500 x1876533442878592/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603554.030597:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603554.030602:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1890) 00000100:00000001:3.0:1789603554.030620:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603554.030624:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603554.030626:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603554.030631:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b48700 x1876533442878208/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603554.030639:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603554.030641:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603554.030652:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603554.030655:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603554.030657:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603554.030661:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442878208:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603554.030667:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603554.030673:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603554.030676:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603554.030679:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603554.030684:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb818cde000. 02000000:00000001:3.0:1789603554.030686:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603554.030696:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603554.030703:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8057489a0. 00000400:00000010:3.0:1789603554.030711:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0dd0. 00000100:00000200:3.0:1789603554.030720:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442878208, portal 10 00000100:00000001:3.0:1789603554.030723:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603554.030725:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124278528 : -106961585273088 : ffff9eb810b48700) 00000100:00000040:3.0:1789603554.030735:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b48700 x1876533442878208/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603554.030743:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603554.030747:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603554.030750:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0bb0. 00000100:00000200:3.0:1789603554.030753:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442878208, offset 0 00000400:00000200:3.0:1789603554.030762:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603554.030773:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603554.030782:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603554.030789:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603554.030793:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603554.030798:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603554.030801:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603554.030805:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2661:2661:256:4294967295] 192.168.204.129@tcp LPNI seq info [2661:2661:8:4294967295] 00000400:00000200:3.0:1789603554.030809:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603554.030821:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603554.030828:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603554.030837:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f900. 00000800:00000200:3.0:1789603554.030846:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603554.030856:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603554.030861:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603554.030879:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603554.030884:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 826576 usecs (827 jiffies) 00000400:00000200:3.0:1789603554.030888:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603554.030891:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296553791 00000100:00000010:3.0:1789603554.030897:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb810df8c00. 00000100:00000001:3.0:1789603554.030906:0:2403:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789603554.030911:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296553791 00000100:00000010:3.0:1789603554.030915:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb810df83c0. 00000100:00000001:3.0:1789603554.030918:0:2403:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789603554.030922:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603554.030926:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603554.030929:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603554.030933:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b48a80 x1876533442878464/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603554.030940:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603554.030942:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603554.030944:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603554.030946:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603554.030948:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603554.030950:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442878464:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603554.030954:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603554.030957:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603554.030958:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603554.030960:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603554.030963:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb818cdf400. 02000000:00000001:3.0:1789603554.030965:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603554.030969:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603554.030972:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8057486e0. 00000400:00000010:3.0:1789603554.030976:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d07f8. 00000100:00000200:3.0:1789603554.030979:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442878464, portal 4 00000100:00000001:3.0:1789603554.030982:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603554.030983:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124279424 : -106961585272192 : ffff9eb810b48a80) 00000100:00000040:3.0:1789603554.030990:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b48a80 x1876533442878464/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603554.030996:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603554.030999:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603554.031001:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0aa0. 00000100:00100000:2.0:1789603554.031332:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2402:1876533442878080:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603554.031338:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603554.031344:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603554.031347:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603554.031350:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603554.031360:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb80571a400. 02000000:00000001:2.0:1789603554.031362:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603554.031370:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603554.031377:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3b58. 00000400:00000010:2.0:1789603554.031383:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7880. 00000100:00000200:2.0:1789603554.031390:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442878080, portal 25 00000100:00000001:2.0:1789603554.031393:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603554.031394:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124286592 : -106961585265024 : ffff9eb810b4a680) 00000100:00000040:2.0:1789603554.031401:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b4a680 x1876533442878080/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.031410:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603554.031507:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603554.031526:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7440. 00000100:00000200:2.0:1789603554.031531:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442878080, offset 0 00000400:00000200:2.0:1789603554.031538:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603554.031546:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.031555:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603554.031560:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603554.031565:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603554.031568:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603554.031571:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603554.031575:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2662:2662:255:4294967295] 192.168.204.129@tcp LPNI seq info [2662:2662:7:4294967295] 00000400:00000200:2.0:1789603554.031580:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.031590:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603554.031595:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603554.031601:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb818e9a400. 00000800:00000200:2.0:1789603554.031609:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603554.031617:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603554.031621:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb818e9a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603554.031625:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603554.031628:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603554.031631:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296556910 00000100:00000001:2.0:1789603554.031639:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296553791 00000100:00000001:2.0:1789603554.031644:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296556910 00000100:00000001:2.0:1789603554.031647:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296553791 00000100:00000001:2.0:1789603554.031651:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603554.031654:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603554.031657:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603554.031661:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603554.031668:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603554.031671:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789603554.031673:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603554.031675:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603554.031677:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603554.031682:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49880 x1876533442878336/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.031691:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603554.031692:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603554.031695:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603554.031698:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603554.031700:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603554.031703:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442878336:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603554.031706:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603554.031710:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603554.031711:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603554.031713:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603554.031716:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb80571ba00. 02000000:00000001:2.0:1789603554.031718:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603554.031722:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603554.031724:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3108. 00000400:00000010:2.0:1789603554.031728:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d72a8. 00000100:00000200:2.0:1789603554.031731:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442878336, portal 10 00000100:00000001:2.0:1789603554.031733:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603554.031734:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124283008 : -106961585268608 : ffff9eb810b49880) 00000100:00000040:2.0:1789603554.031741:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b49880 x1876533442878336/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.031748:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603554.031750:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603554.031752:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7660. 00000100:00000200:2.0:1789603554.031754:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442878336, offset 0 00000400:00000200:2.0:1789603554.031758:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603554.031761:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.031764:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603554.031767:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603554.031769:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603554.031771:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603554.031773:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603554.031775:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2663:2663:254:4294967295] 192.168.204.129@tcp LPNI seq info [2663:2663:6:4294967295] 00000400:00000200:2.0:1789603554.031778:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.031784:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603554.031787:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603554.031790:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb818e9a800. 00000800:00000200:2.0:1789603554.031794:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603554.031797:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603554.031799:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb818e9a800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603554.031802:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603554.031806:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21133 usecs (22 jiffies) 00000400:00000200:2.0:1789603554.031809:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603554.031811:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296552986 00000100:00000001:2.0:1789603554.031813:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296556910 00000100:00000001:2.0:1789603554.031815:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296552986 00000100:00000001:2.0:1789603554.031817:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296556910 00000100:00000001:2.0:1789603554.031818:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603554.031820:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603554.031822:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603554.031827:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49500 x1876533442878592/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.031834:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603554.031836:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603554.031838:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603554.031839:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603554.031842:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603554.031845:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442878592:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603554.031848:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603554.031850:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603554.031852:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603554.031853:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603554.031856:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb80571b800. 02000000:00000001:2.0:1789603554.031858:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603554.031861:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603554.031864:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a39f8. 00000400:00000010:2.0:1789603554.031867:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7908. 00000100:00000200:2.0:1789603554.031870:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442878592, portal 4 00000100:00000001:2.0:1789603554.031871:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603554.031872:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124282112 : -106961585269504 : ffff9eb810b49500) 00000100:00000040:2.0:1789603554.031878:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b49500 x1876533442878592/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.031884:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603554.031886:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603554.031889:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7b28. 00000100:00000200:2.0:1789603554.031891:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442878592, offset 0 00000400:00000200:2.0:1789603554.031894:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603554.031898:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.031901:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603554.031904:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1789603554.032070:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442878464, offset 0 00000400:00000200:3.0:1789603554.032089:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603554.032218:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603554.032221:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603554.032223:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603554.032226:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2664:2664:253:4294967295] 192.168.204.129@tcp LPNI seq info [2664:2664:5:4294967295] 00000400:00000200:2.0:1789603554.032231:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.032237:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603554.032242:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603554.032248:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb819343800. 00000800:00000200:2.0:1789603554.032252:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603554.032257:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603554.032259:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb819343800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603554.032263:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603554.032266:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22217 usecs (23 jiffies) 00000400:00000200:2.0:1789603554.032270:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603554.032271:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296552988 00000100:00000001:2.0:1789603554.032274:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296556910 00000100:00000001:2.0:1789603554.032275:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296552988 00000100:00000001:2.0:1789603554.032277:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296556910 00000100:00000001:2.0:1789603554.032279:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603554.032281:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603554.032284:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603554.032286:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603554.032290:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603554.032291:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789603554.032294:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603554.032295:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603554.032296:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603554.032299:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603554.032378:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603554.032382:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f900. 00000400:00000200:2.0:1789603554.032391:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603554.032396:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603554.042152:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603554.042176:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603554.042185:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603554.042190:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603554.042195:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603554.042199:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603554.042205:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2665:2665:252:4294967295] 192.168.204.129@tcp LPNI seq info [2665:2665:4:4294967295] 00000400:00000200:3.0:1789603554.042210:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603554.042222:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603554.042241:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603554.042258:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783fb00. 00000800:00000200:3.0:1789603554.042532:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603554.042545:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603554.042552:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603554.042703:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603554.042713:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 215478 usecs (216 jiffies) 00000400:00000200:3.0:1789603554.042719:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603554.042724:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296553192 00000100:00000001:3.0:1789603554.042727:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296556910 00000100:00000001:3.0:1789603554.042730:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296553192 00000100:00000001:3.0:1789603554.042733:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296556910 00000100:00000001:3.0:1789603554.042735:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603554.042741:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603554.042747:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603554.042751:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603554.042764:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603554.042767:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789603554.042771:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603554.042774:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603554.042776:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603554.042779:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603554.044156:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0bb0 00000400:00000010:2.0:1789603554.044168:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0bb0. 00000100:00000001:2.0:1789603554.044287:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603554.044298:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b48700 x1876533442878208/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.044311:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603554.044315:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b48700 x1876533442878208/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603570 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.044323:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603554.044325:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603554.044360:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603554.044364:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb818e9a400. 00000400:00000200:2.0:1789603554.044371:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603554.044375:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603554.044379:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7440 00000400:00000010:2.0:1789603554.044381:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7440. 00000100:00000001:2.0:1789603554.044383:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603554.044387:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4a680 x1876533442878080/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.044395:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603554.044398:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4a680 x1876533442878080/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603570 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.044404:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603554.044406:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603554.044497:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603554.044501:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb818e9a800. 00000400:00000200:2.0:1789603554.044504:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603554.044540:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603554.044544:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7660 00000400:00000010:2.0:1789603554.044546:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7660. 00000100:00000001:2.0:1789603554.044549:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603554.044553:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49880 x1876533442878336/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.044561:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603554.044563:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49880 x1876533442878336/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603570 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.044571:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603554.044573:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603554.044586:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603554.044588:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb819343800. 00000400:00000200:2.0:1789603554.044592:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603554.044595:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603554.044598:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7b28 00000400:00000010:2.0:1789603554.044599:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7b28. 00000100:00000001:2.0:1789603554.044601:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603554.044605:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49500 x1876533442878592/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.044610:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603554.044612:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49500 x1876533442878592/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603570 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.044617:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603554.044619:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603554.045391:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603554.045397:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783fb00. 00000400:00000200:2.0:1789603554.045402:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603554.045407:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603554.045413:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0aa0 00000400:00000010:2.0:1789603554.045496:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0aa0. 00000100:00000001:2.0:1789603554.045501:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603554.045508:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b48a80 x1876533442878464/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.045551:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603554.045556:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b48a80 x1876533442878464/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603570 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.045562:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603554.045564:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603554.050128:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603554.050152:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603554.050158:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603554.050161:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603554.050172:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.050184:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603554.050197:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.050204:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.050211:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.050217:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d459a80 00000400:00000200:2.0:1789603554.050223:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.050229:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7a1d [1] + 224 00000800:00000001:2.0:1789603554.050239:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603554.050243:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603554.050248:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603554.050253:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603554.050263:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603554.050274:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4a680 x1876533442878080/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603554.050286:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b4a680 x1876533442878080/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.050306:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603554.050317:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603554.050320:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603554.050322:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603554.050324:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603554.050328:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.050331:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603554.050335:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.050338:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.050340:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.050343:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d459b00 00000400:00000200:2.0:1789603554.050348:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.050352:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x79fd [1] + 224 00000800:00000001:2.0:1789603554.050356:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603554.050360:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603554.050362:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603554.050365:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603554.050369:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603554.050373:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b48700 x1876533442878208/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603554.050382:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b48700 x1876533442878208/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.050409:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603554.050413:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603554.050417:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603554.050419:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603554.050421:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603554.050424:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.050427:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603554.050430:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.050433:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.050435:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.050438:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d459b80 00000400:00000200:2.0:1789603554.050441:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.050445:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x7a2d [1] + 224 00000800:00000001:2.0:1789603554.050448:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603554.050452:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603554.050454:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603554.050457:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603554.050459:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603554.050464:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49880 x1876533442878336/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603554.050473:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b49880 x1876533442878336/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.050492:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603554.050496:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603554.050501:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603554.050502:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603554.050505:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603554.051708:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603554.051719:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603554.051730:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603554.051734:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603554.051739:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8057489a0. 00000400:00000200:3.0:1789603554.051748:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0dd0 00000400:00000010:3.0:1789603554.051751:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0dd0. 00000100:00000001:3.0:1789603554.051755:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603554.051764:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b48700 x1876533442878208/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603554.051774:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b48700 x1876533442878208/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603554.051782:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603554.051785:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603554.051788:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603554.051792:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603554.051795:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603554.051798:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603554.051802:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603554.051814:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=102 v=5 (106 106 106 137) 00000100:00001000:3.0:1789603554.051820:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603554.051823:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603554.051825:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603554.051828:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603554.051833:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603554.051837:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789603554.051840:0:2403:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: committing for last_committed 4294967599 gen 2 00000100:00000040:3.0:1789603554.051846:0:2403:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967599) req@ffff9eb806bd4e00 x1876533442875392/t4294967595(4294967595) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/448 e 0 to 0 dl 1789603564 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603554.051855:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603554.051858:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4e00 x1876533442875392/t4294967595(4294967595) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/448 e 0 to 0 dl 1789603564 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603554.051865:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603554.051868:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603554.051873:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a4800. 02000000:00000001:3.0:1789603554.051877:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603554.051882:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603554.051890:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=9 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603554.051894:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603554.051896:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a4000. 02000000:00000001:3.0:1789603554.051900:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603554.051902:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603554.051906:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4e00. 00000100:00000001:3.0:1789603554.051911:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603554.051912:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603554.051918:0:2403:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967599) req@ffff9eb810d1fb80 x1876533442875904/t4294967596(4294967596) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/448 e 0 to 0 dl 1789603564 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603554.051924:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603554.051926:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1fb80 x1876533442875904/t4294967596(4294967596) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/448 e 0 to 0 dl 1789603564 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603554.051932:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603554.051933:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603554.051934:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8051e2000. 00000400:00000200:2.0:1789603554.052847:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.052858:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603554.052873:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.052878:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.052883:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.052887:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d459c80 00000400:00000200:2.0:1789603554.052894:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.052901:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7a3d [1] + 224 00000800:00000001:2.0:1789603554.052910:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603554.052924:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603554.052929:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603554.052933:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 02000000:00000001:3.0:1789603554.053070:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603554.053073:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603554.053075:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603554.053078:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603554.053081:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8051e1800. 02000000:00000001:3.0:1789603554.053084:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603554.053085:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603554.053088:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1fb80. 00000100:00000001:3.0:1789603554.053092:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603554.053093:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603554.053103:0:2403:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967599) req@ffff9eb806bd4000 x1876533442876416/t4294967597(4294967597) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603564 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603554.053113:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603554.053115:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957078016 : -106961752473600 : ffff9eb806bd4000) 00000100:00000001:3.0:1789603554.053118:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603554.053122:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4000 x1876533442876416/t4294967597(4294967597) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603564 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603554.053128:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603554.053133:0:2403:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9eb810d1ce00 x1876533442877312/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603565 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603554.053140:0:2403:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789603554.053142:0:2403:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: normal: skip=1 replay=3/4 committed=0/0 00000100:00000001:3.0:1789603554.053145:0:2403:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603554.053147:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603554.053154:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b48700 x1876533442878208/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603554.053161:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603554.053164:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603554.053166:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603554.053170:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b48700 x1876533442878208/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603554.053178:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442878208:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603554.053185:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603554.053189:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603554.053191:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b48700 x1876533442878208/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603554.053197:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603554.053199:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603554.053201:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb818cde000. 02000000:00000001:3.0:1789603554.053205:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603554.053206:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603554.053207:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603554.053209:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603554.053211:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783f000. 02000000:00000001:3.0:1789603554.053215:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603554.053217:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603554.053218:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b48700. 00000100:00000001:3.0:1789603554.053221:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603554.053222:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603554.053226:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603554.053229:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603554.053231:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603554.053232:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603554.053234:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603554.053767:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603554.053780:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49500 x1876533442878592/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603554.053792:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b49500 x1876533442878592/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.053801:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603554.053814:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603554.053824:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603554.053826:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603554.053828:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603554.053834:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.053838:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603554.053844:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.053846:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.053850:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.053853:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d459c00 00000400:00000200:2.0:1789603554.053857:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603554.053864:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7a0d [1] + 224 00000800:00000001:2.0:1789603554.053869:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603554.053877:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603554.053880:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603554.053884:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603554.053887:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603554.053892:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b48a80 x1876533442878464/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603554.053900:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b48a80 x1876533442878464/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.053922:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603554.053925:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603554.053927:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603554.054170:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603554.054173:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603554.054180:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603554.054181:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603554.054184:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8057486e0. 00000400:00000200:2.0:1789603554.054189:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d07f8 00000400:00000010:2.0:1789603554.054192:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d07f8. 00000100:00000001:2.0:1789603554.054195:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603554.054200:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b48a80 x1876533442878464/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603554.054208:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b48a80 x1876533442878464/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.054214:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603554.054216:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603554.054219:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603554.054222:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603554.054225:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603554.054228:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603554.054231:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603554.054244:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=101 v=5 (5 5 5 17) 00000100:00001000:2.0:1789603554.054249:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=9 v=5 (1 1 0 0) 00000100:00000001:2.0:1789603554.054252:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603554.054254:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603554.054257:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603554.054261:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603554.054267:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603554.054269:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1789603554.054272:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603554.054273:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603554.054278:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b48a80 x1876533442878464/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.054285:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603554.054287:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603554.054289:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603554.054292:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b48a80 x1876533442878464/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603554.054300:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442878464:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603554.054304:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603554.054306:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603554.054310:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b48a80 x1876533442878464/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.054315:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603554.054317:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603554.054321:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb818cdf400. 02000000:00000001:2.0:1789603554.054325:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603554.054328:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603554.054330:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:2.0:1789603554.054332:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603554.054335:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783f300. 02000000:00000001:2.0:1789603554.054338:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603554.054340:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603554.054341:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b48a80. 00000100:00000001:2.0:1789603554.054344:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603554.054346:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603554.054348:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603554.054358:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603554.054361:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603554.054363:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603554.054365:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603554.054403:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603554.054405:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603554.054409:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603554.054411:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603554.054413:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3108. 00000400:00000200:2.0:1789603554.054417:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d72a8 00000400:00000010:2.0:1789603554.054419:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d72a8. 00000100:00000001:2.0:1789603554.054422:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603554.054427:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49880 x1876533442878336/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603554.054436:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49880 x1876533442878336/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.054441:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603554.054442:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603554.054444:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603554.054446:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603554.054447:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603554.054449:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603554.054461:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603554.054465:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=102 v=5 (106 106 106 137) 00000100:00001000:2.0:1789603554.054468:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=102 v=5 (1 1 1 1) 00000100:00000001:2.0:1789603554.054471:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603554.054472:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603554.054474:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603554.054483:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603554.054486:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603554.054488:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1789603554.054489:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603554.054491:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603554.054495:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49880 x1876533442878336/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.054502:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603554.054503:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603554.054505:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603554.055241:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49880 x1876533442878336/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603554.055261:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442878336:192.168.204.129@tcp:400:kworker.0 00000400:00000001:2.0:1789603554.055270:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603554.055272:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603554.055275:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a39f8. 00000400:00000200:2.0:1789603554.055279:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7908 00000400:00000010:2.0:1789603554.055281:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7908. 00000100:00000001:2.0:1789603554.055284:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603554.055289:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49500 x1876533442878592/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603554.055298:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49500 x1876533442878592/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.055305:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603554.055306:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603554.055308:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603554.055310:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603554.055312:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603554.055315:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603554.055317:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603554.055323:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=101 v=5 (5 5 5 17) 00000100:00001000:2.0:1789603554.055326:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=14 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603554.055328:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603554.055329:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603554.055331:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603554.055334:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603554.055337:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603554.055339:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:2.0:1789603554.055341:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603554.055342:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603554.055346:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49500 x1876533442878592/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.055353:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603554.055355:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603554.055356:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603554.055359:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49500 x1876533442878592/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603554.055367:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442878592:192.168.204.129@tcp:400:kworker.0 00000400:00000001:2.0:1789603554.055373:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603554.055374:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603554.055376:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3b58. 00000400:00000200:2.0:1789603554.055378:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7880 00000400:00000010:2.0:1789603554.055380:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7880. 00000100:00000001:2.0:1789603554.055382:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603554.055395:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b4a680 x1876533442878080/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603554.055404:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b4a680 x1876533442878080/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.055409:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603554.055411:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603554.055413:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603554.055414:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603554.055415:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603554.055417:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603554.055418:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603554.055421:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=102 v=5 (5 5 5 5) 00000100:00001000:2.0:1789603554.055423:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=102 v=5 (1 1 1 1) 00000100:00000001:2.0:1789603554.055425:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603554.055426:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603554.055428:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603554.055431:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603554.055433:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603554.055435:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b4a680 x1876533442878080/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.055441:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603554.055442:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603554.055444:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603554.055447:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4a680 x1876533442878080/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603554.055454:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2402:1876533442878080:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603554.055458:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603554.055461:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603554.055465:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49880 x1876533442878336/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.055472:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603554.055473:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603554.055488:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb80571ba00. 02000000:00000001:2.0:1789603554.055493:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603554.055495:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603554.055497:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603554.055500:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603554.055502:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783f400. 02000000:00000001:2.0:1789603554.055506:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603554.055531:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603554.055534:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49880. 00000100:00000001:2.0:1789603554.055538:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603554.055539:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603554.055541:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603554.055544:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49500 x1876533442878592/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.055550:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603554.055553:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603554.055554:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb80571b800. 02000000:00000001:2.0:1789603554.055556:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603554.055567:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603554.055568:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:2.0:1789603554.055570:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603554.055572:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783f800. 02000000:00000001:2.0:1789603554.055573:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603554.055574:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603554.055576:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49500. 00000100:00000001:2.0:1789603554.055578:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603554.055579:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603554.055580:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603554.055583:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b4a680 x1876533442878080/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603570 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603554.055597:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603554.055598:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603554.055600:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb80571a400. 02000000:00000001:2.0:1789603554.055602:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603554.055604:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603554.055605:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:2.0:1789603554.055607:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603554.055608:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783f600. 02000000:00000001:2.0:1789603554.055610:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603554.055611:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603554.055612:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4a680. 00000100:00000001:2.0:1789603554.055614:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603554.055615:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603554.055617:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603554.055624:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603554.055626:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603554.055628:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603554.055631:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603554.218722:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603554.218732:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603555.242745:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603555.242755:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603555.242791:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603555.242795:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603555.242799:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789603556.266816:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603556.266832:0:27602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603556.266834:0:27602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603556.266838:0:27602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603556.266845:0:27602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603556.266847:0:27602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603556.266850:0:27602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603556.266852:0:27602:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603556.267056:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603556.267065:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603556.267070:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789603557.290685:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603557.290692:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603557.995102:0:29041:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296556910, at 4296556928 00000100:00000010:2.0:1789603557.995125:0:29041:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb810df8c00. 00000100:00000040:3.0:1789603557.999551:0:27602:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296556910, at 4296556933 00000100:00000010:3.0:1789603557.999568:0:27602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb810df83c0. 00010000:00000001:3.0:1789603558.315338:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603558.315349:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603558.315406:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603558.315409:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603558.315413:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789603559.149265:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603559.149277:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603559.149282:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603559.149302:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd6a00 x1876533442878720/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603559.149316:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603559.149319:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603559.149325:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603559.149329:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603559.149332:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603559.149336:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2401:1876533442878720:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603559.149341:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603559.149348:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603559.149351:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603559.149354:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603559.149365:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb804155400. 02000000:00000001:0.0:1789603559.149367:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603559.149387:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603559.149394:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139688. 00000400:00000010:0.0:1789603559.149404:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682000. 00000100:00000200:0.0:1789603559.149413:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442878720, portal 25 00000100:00000001:0.0:1789603559.149415:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603559.149417:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957088768 : -106961752462848 : ffff9eb806bd6a00) 00000100:00000040:0.0:1789603559.149424:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd6a00 x1876533442878720/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603559.149433:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603559.149436:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603559.149439:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682f68. 00000100:00000200:0.0:1789603559.149444:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442878720, offset 0 00000400:00000200:0.0:1789603559.149452:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603559.149465:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603559.149476:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603559.149483:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603559.149489:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603559.149494:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603559.149497:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603559.149501:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2666:2666:256:4294967295] 192.168.204.129@tcp LPNI seq info [2666:2666:8:4294967295] 00000400:00000200:0.0:1789603559.149506:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603559.150724:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603559.150748:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603559.150758:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb810a2a200. 00000800:00000200:0.0:1789603559.150768:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603559.150780:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603559.150786:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb810a2a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603559.150884:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603559.151192:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603559.151199:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb810a2a200. 00000400:00000200:2.0:1789603559.151211:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603559.151218:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:0.0:1789603559.151262:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603559.151268:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296562030 00000100:00000010:0.0:1789603559.151277:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb807b8dc00. 00000100:00000001:0.0:1789603559.151288:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789603559.151297:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296562030 00000100:00000010:0.0:1789603559.151301:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb807b8d300. 00000100:00000001:0.0:1789603559.151306:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789603559.151310:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603559.151315:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603559.151321:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603559.151331:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5180 x1876533442878976/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603559.151342:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603559.151346:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603559.151351:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603559.151355:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603559.151358:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603559.151362:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442878976:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603559.151366:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603559.151371:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603559.151374:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603559.151376:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603559.151392:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb804155a00. 02000000:00000001:0.0:1789603559.151395:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603559.151400:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603559.151406:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139108. 00000400:00000010:0.0:1789603559.151414:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682088. 00000100:00000200:0.0:1789603559.151422:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442878976, portal 10 00000100:00000001:0.0:1789603559.151425:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603559.151426:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957082496 : -106961752469120 : ffff9eb806bd5180) 00000100:00000040:0.0:1789603559.151436:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd5180 x1876533442878976/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603559.151443:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603559.151445:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603559.151449:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682990. 00000100:00000200:0.0:1789603559.151453:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442878976, offset 0 00000400:00000200:0.0:1789603559.151462:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603559.151470:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603559.151479:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603559.151487:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603559.151492:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603559.151496:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603559.151499:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603559.151503:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2668:2668:255:4294967295] 192.168.204.129@tcp LPNI seq info [2668:2668:7:4294967295] 00000400:00000200:0.0:1789603559.151508:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000800:00000001:3.0:1789603559.153801:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603559.153825:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603559.153830:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603559.153833:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603559.154193:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603559.154203:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603559.163615:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682f68 00000400:00000010:2.0:1789603559.163625:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682f68. 00000100:00000001:2.0:1789603559.163638:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603559.163654:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd6a00 x1876533442878720/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603559.163669:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603559.163673:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd6a00 x1876533442878720/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603575 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603559.163681:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603559.163683:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603559.163768:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603559.163772:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9300. 00000400:00000200:2.0:1789603559.163779:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603559.163785:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603559.163788:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fce58 00000400:00000010:2.0:1789603559.163790:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fce58. 00000100:00000001:2.0:1789603559.163793:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1789603559.163919:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603559.163930:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603559.163937:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb810a2a500. 00000800:00000200:0.0:1789603559.163945:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603559.163954:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603559.163960:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb810a2a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603559.163966:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603559.163975:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603559.163983:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603559.163988:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603559.163993:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d459d00 00000400:00000200:3.0:1789603559.163999:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603559.164006:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7a4d [1] + 224 00000800:00000001:3.0:1789603559.164017:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603559.164043:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603559.164046:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603559.164049:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603559.164056:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603559.164062:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd6a00 x1876533442878720/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603575 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603559.164071:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd6a00 x1876533442878720/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603559.164081:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603559.164091:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603559.164095:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603559.164112:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21167 usecs (22 jiffies) 00000400:00000200:0.0:1789603559.164117:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603559.164121:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296558119 00000100:00000001:0.0:1789603559.164126:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296562030 00000100:00000001:0.0:1789603559.164130:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296558119 00000100:00000001:0.0:1789603559.164132:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296562030 00000100:00000001:0.0:1789603559.164135:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603559.164138:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603559.164143:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603559.164149:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd7480 x1876533442879232/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603559.164158:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603559.164161:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603559.164168:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603559.164173:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603559.164176:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603559.164180:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442879232:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603559.164185:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603559.164194:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603559.164197:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603559.164200:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603559.164208:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb804155000. 02000000:00000001:0.0:1789603559.164211:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603559.164216:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603559.164224:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041392c0. 00000400:00000010:0.0:1789603559.164231:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682a18. 00000100:00000200:0.0:1789603559.164241:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442879232, portal 4 00000100:00000001:0.0:1789603559.164243:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603559.164245:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957091456 : -106961752460160 : ffff9eb806bd7480) 00000100:00000040:0.0:1789603559.164329:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd7480 x1876533442879232/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603559.164337:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603559.164340:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603559.164345:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682880. 00000100:00000200:0.0:1789603559.164349:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442879232, offset 0 00000400:00000200:0.0:1789603559.164357:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603559.164364:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603559.164372:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603559.164389:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603559.164394:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603559.164398:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603559.164402:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603559.164406:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2670:2670:253:4294967295] 192.168.204.129@tcp LPNI seq info [2670:2670:5:4294967295] 00000400:00000200:0.0:1789603559.164411:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603559.164417:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603559.164422:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603559.164426:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb810a2a600. 00000800:00000200:0.0:1789603559.164430:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603559.164435:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603559.164438:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb810a2a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603559.164441:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603559.164446:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22276 usecs (23 jiffies) 00000400:00000200:0.0:1789603559.164449:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603559.164450:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296558120 00000100:00000001:0.0:1789603559.164453:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296562030 00000100:00000001:0.0:1789603559.164455:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296558120 00000100:00000001:0.0:1789603559.164458:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296562030 00000100:00000001:0.0:1789603559.164460:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603559.164462:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603559.164466:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603559.164470:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603559.164483:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603559.164488:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789603559.164493:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603559.164495:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603559.164503:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603559.164505:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603559.164530:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139688. 00000400:00000200:0.0:1789603559.164534:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682000 00000400:00000010:0.0:1789603559.164536:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682000. 00000100:00000001:0.0:1789603559.164540:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603559.164544:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd6a00 x1876533442878720/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603559.164552:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd6a00 x1876533442878720/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603575 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603559.164559:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603559.164561:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603559.164564:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603559.164568:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603559.164571:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603559.164575:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603559.164578:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603559.164588:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=107 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603559.164592:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=107 v=5 (1 1 1 1) 00000100:00000001:0.0:1789603559.164595:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603559.164598:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603559.164602:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603559.164605:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603559.164609:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603559.164613:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd6a00 x1876533442878720/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603575 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603559.164622:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603559.164626:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603559.164629:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603559.164633:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd6a00 x1876533442878720/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603575 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603559.164643:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2401:1876533442878720:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603559.164649:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789603559.165090:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5f80 x1876533442878848/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603559.165105:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603559.165109:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5f80 x1876533442878848/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603575 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603559.165116:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603559.165117:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603559.165158:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603559.165162:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9d00. 00000400:00000200:2.0:1789603559.165166:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603559.165171:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603559.165176:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcdd0 00000400:00000010:2.0:1789603559.165179:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcdd0. 00000100:00000001:2.0:1789603559.165182:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603559.165188:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd7800 x1876533442879104/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603559.165195:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603559.165198:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd7800 x1876533442879104/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603575 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603559.165204:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603559.165205:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603559.165216:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603559.165218:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb810a2a500. 00000400:00000200:2.0:1789603559.165223:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603559.165226:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603559.165228:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682990 00000400:00000010:2.0:1789603559.165230:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682990. 00000100:00000001:2.0:1789603559.165233:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603559.165237:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5180 x1876533442878976/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603559.165244:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603559.165247:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5180 x1876533442878976/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603575 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603559.167089:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603559.167094:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603559.167248:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1789603559.167359:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603559.167390:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd6a00 x1876533442878720/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603575 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603559.167399:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603559.167405:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603559.167411:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb804155400. 02000000:00000001:0.0:1789603559.167416:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603559.167421:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603559.167423:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:0.0:1789603559.167426:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603559.167429:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9200. 02000000:00000001:0.0:1789603559.167434:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603559.167436:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603559.167439:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd6a00. 00000100:00000001:0.0:1789603559.167443:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603559.167445:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603559.167450:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603559.167454:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603559.167458:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603559.167462:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603559.167464:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1789603559.168122:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb810a2a600. 00000400:00000200:2.0:1789603559.168131:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603559.168140:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603559.168149:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682880 00000400:00000010:2.0:1789603559.168153:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682880. 00000100:00000001:2.0:1789603559.168159:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603559.168166:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd7480 x1876533442879232/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603559.168179:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603559.168182:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd7480 x1876533442879232/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603575 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603559.168192:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603559.168193:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603559.178997:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603559.179023:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603559.179029:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603559.179032:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603559.179042:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603559.179053:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603559.179065:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603559.179071:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603559.179078:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603559.179083:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d459e80 00000400:00000200:2.0:1789603559.179090:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603559.179097:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7a65 [1] + 224 00000800:00000001:2.0:1789603559.179107:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603559.179112:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603559.179116:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603559.179121:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603559.179131:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603559.179143:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd7800 x1876533442879104/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603575 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603559.179156:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd7800 x1876533442879104/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603559.179182:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603559.179195:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603559.179199:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603559.179201:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603559.179203:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603559.179206:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603559.179210:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603559.179214:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603559.179218:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603559.179221:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603559.179224:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d459d80 00000400:00000200:2.0:1789603559.179227:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603559.179231:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x7a55 [1] + 224 00000800:00000001:2.0:1789603559.179234:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603559.179237:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603559.179239:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603559.179242:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603559.179245:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603559.179261:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5f80 x1876533442878848/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603575 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603559.179270:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd5f80 x1876533442878848/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603559.179277:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603559.179282:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603559.179285:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603559.179287:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603559.179288:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603559.179292:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603559.179296:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603559.179299:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603559.179302:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603559.179304:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603559.179307:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d459e00 00000400:00000200:2.0:1789603559.179310:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603559.179315:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x7a5d [1] + 224 00000800:00000001:2.0:1789603559.179318:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603559.179393:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603559.179396:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603559.179399:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603559.179402:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603559.179409:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5180 x1876533442878976/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603575 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603559.179418:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd5180 x1876533442878976/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603559.179428:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603559.179432:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603559.179438:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603559.181939:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603559.181949:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603559.181961:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603559.181964:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603559.181969:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139108. 00000400:00000200:0.0:1789603559.182098:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682088 00000400:00000010:0.0:1789603559.182101:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682088. 00000100:00000001:0.0:1789603559.182107:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603559.182122:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5180 x1876533442878976/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603559.182133:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5180 x1876533442878976/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603575 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603559.182141:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603559.182144:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603559.182147:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603559.182151:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603559.182154:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603559.182157:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603559.182160:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603559.182171:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=107 v=5 (106 106 106 137) 00000100:00001000:0.0:1789603559.182175:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=107 v=5 (1 1 1 1) 00000100:00000001:0.0:1789603559.182179:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603559.182180:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603559.182183:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603559.182187:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603559.182191:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603559.182194:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789603559.182196:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603559.182198:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603559.182203:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5180 x1876533442878976/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603575 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603559.182211:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603559.182214:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603559.182216:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603559.182221:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5180 x1876533442878976/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603575 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603559.182229:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442878976:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603559.182235:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603559.182238:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603559.182242:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5180 x1876533442878976/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603575 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603559.183438:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603559.183447:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603559.183457:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb804155a00. 02000000:00000001:0.0:1789603559.183468:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603559.183472:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603559.183474:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603559.183478:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603559.183483:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9100. 02000000:00000001:0.0:1789603559.183488:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603559.183490:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603559.183493:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5180. 00000100:00000001:0.0:1789603559.183498:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603559.183499:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603559.183504:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603559.183507:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603559.183522:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603559.183527:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603559.183529:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603559.184458:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603559.184491:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603559.184495:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603559.184498:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603559.184524:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603559.184535:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603559.184555:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603559.184561:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603559.184568:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603559.184574:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d459f00 00000400:00000200:2.0:1789603559.184580:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603559.184589:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7a6d [1] + 224 00000800:00000001:2.0:1789603559.184598:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603559.184611:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603559.184616:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603559.184621:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603559.184632:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603559.184643:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd7480 x1876533442879232/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603575 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603559.184656:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd7480 x1876533442879232/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603559.184669:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603559.184678:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603559.184682:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603559.186174:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603559.186186:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603559.187724:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603559.187733:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603559.187740:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041392c0. 00000400:00000200:0.0:1789603559.187751:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682a18 00000400:00000010:0.0:1789603559.187755:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682a18. 00000100:00000001:0.0:1789603559.187764:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603559.187781:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd7480 x1876533442879232/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603559.187796:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd7480 x1876533442879232/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603575 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603559.187806:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603559.187809:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603559.187814:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603559.187819:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603559.187822:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603559.187825:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603559.187829:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603559.187842:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=106 v=5 (5 5 5 17) 00000100:00001000:0.0:1789603559.187848:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603559.187851:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603559.187852:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603559.187856:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603559.187861:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603559.187866:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603559.187869:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:0.0:1789603559.187871:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603559.187873:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603559.187879:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd7480 x1876533442879232/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603575 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603559.188447:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603559.188453:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603559.188455:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603559.188463:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd7480 x1876533442879232/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603575 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603559.188472:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442879232:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603559.188479:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603559.188484:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603559.188488:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd7480 x1876533442879232/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603575 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603559.188495:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603559.188498:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603559.188504:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb804155000. 02000000:00000001:0.0:1789603559.189076:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603559.189082:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603559.189086:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603559.189090:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603559.189094:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9500. 02000000:00000001:0.0:1789603559.189099:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603559.189100:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603559.189103:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd7480. 00000100:00000001:0.0:1789603559.189109:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603559.189111:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603559.189114:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603559.189126:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603559.189128:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603559.189132:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603559.189135:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603559.338768:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603559.338777:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603559.340728:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603559.340737:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603559.340743:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789603560.363027:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603560.363036:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603561.388252:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603561.388274:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603561.388313:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603561.388317:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603561.388321:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789603562.411016:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603562.411025:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603562.411132:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603562.411137:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603562.411140:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789603563.115360:0:27602:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296562030, at 4296562048 00000100:00000010:3.0:1789603563.115381:0:27602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb807b8d300. 00000100:00000040:2.0:1789603563.115976:0:29041:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296562030, at 4296562049 00000100:00000010:2.0:1789603563.115986:0:29041:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb807b8dc00. 00010000:00000001:3.0:1789603563.440227:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603563.440235:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603563.754818:0:32005:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789603563.754831:0:32005:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603563.754837:0:32005:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789603563.754850:0:32005:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672e40 going to sleep for 1 seconds 00000100:00000001:0.0:1789603563.754855:0:32005:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603563.754859:0:32005:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603564.273257:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603564.273269:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603564.273291:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1c700. 00000020:00000040:0.0:1789603564.273299:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:0.0:1789603564.273304:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603564.273307:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603564.273313:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603564.273334:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb810a2a400. 00000100:00000001:0.0:1789603564.273344:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603564.273360:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb810d1c700 x1876533442879360/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603564.273373:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603564.273378:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603564.273386:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c053493] to pc [ptlrpcd_00_00+0] req@ffff9eb810d1c700 x1876533442879360/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603564.273420:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603564.273423:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603564.273427:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603564.273432:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1fb80. 00000020:00000040:0.0:1789603564.273435:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603564.273437:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603564.273440:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603564.273441:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603564.273445:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb810a2a600. 00000100:00000001:0.0:1789603564.273450:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603564.273454:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID req@ffff9eb810d1fb80 x1876533442879488/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603564.273461:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603564.273463:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603564.273467:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ce12db4] to pc [ptlrpcd_00_01+1] req@ffff9eb810d1fb80 x1876533442879488/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603564.273474:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603564.273477:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603564.273480:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603564.273483:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1f480. 00000020:00000040:0.0:1789603564.273485:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603564.273488:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603564.273489:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603564.273491:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603564.273494:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb810a2a500. 00000100:00000001:0.0:1789603564.273497:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603564.273500:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb810d1f480 x1876533442879616/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603564.273507:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603564.273531:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603564.273535:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba803a] to pc [ptlrpcd_00_00+0] req@ffff9eb810d1f480 x1876533442879616/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603564.273543:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603564.273545:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603564.273548:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789603564.273551:0:8257:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1789603564.273555:0:8257:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1789603564.273558:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1d180. 00000020:00000040:0.0:1789603564.273560:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:0.0:1789603564.273563:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603564.273564:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603564.273565:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603564.273568:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb810a2a200. 00000100:00000001:0.0:1789603564.273571:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603564.273573:0:8257:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446637112126198144 : -106961583353472 : ffff9eb810d1d180) 00000100:00080000:0.0:1789603564.273577:0:8257:0:(import.c:65:import_set_state_nolock()) ffff9eb8203ac000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1789603564.273580:0:8257:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9eb81291b000: disconnect after 20s idle 00000100:00000001:0.0:1789603564.273583:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603564.273584:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603564.273588:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007132c25a] to pc [ptlrpcd_rcv+-1] req@ffff9eb810d1d180 x1876533442879744/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603564.273615:0:8257:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603564.273617:0:8257:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603564.273620:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603564.273623:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789603564.273625:0:8257:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1789603564.273626:0:8257:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1789603564.273630:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1ed80. 00000020:00000040:0.0:1789603564.273633:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:0.0:1789603564.273635:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603564.273636:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603564.273637:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603564.273640:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb810a2aa00. 00000100:00000001:0.0:1789603564.273643:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603564.273645:0:8257:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446637112126205312 : -106961583346304 : ffff9eb810d1ed80) 00000100:00080000:0.0:1789603564.273648:0:8257:0:(import.c:65:import_set_state_nolock()) ffff9eb8203a8800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1789603564.273650:0:8257:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9eb81291b000: disconnect after 20s idle 00000100:00000001:0.0:1789603564.273653:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603564.273654:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603564.273658:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006772c22b] to pc [ptlrpcd_rcv+-1] req@ffff9eb810d1ed80 x1876533442879872/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603564.273665:0:8257:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603564.273667:0:8257:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603564.273671:0:8257:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1900) 00000100:00000001:0.0:1789603564.273684:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603564.273688:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603564.273691:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603564.273697:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1fb80 x1876533442879488/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603564.273705:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603564.273707:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603564.273712:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603564.273715:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603564.273717:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603564.273721:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442879488:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603564.273725:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603564.273731:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603564.273734:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603564.273736:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603564.273948:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb804155000. 02000000:00000001:0.0:1789603564.273952:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603564.273962:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603564.273968:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041392c0. 00000400:00000010:0.0:1789603564.273978:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682a18. 00000100:00000200:0.0:1789603564.273986:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442879488, portal 10 00000100:00000001:0.0:1789603564.273989:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603564.273990:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126208896 : -106961583342720 : ffff9eb810d1fb80) 00000100:00000040:0.0:1789603564.273998:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1fb80 x1876533442879488/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603564.274011:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603564.274014:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603564.274017:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682088. 00000100:00000200:0.0:1789603564.274021:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442879488, offset 0 00000400:00000200:0.0:1789603564.274029:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603564.274040:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603564.274049:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603564.274055:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603564.274060:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603564.274064:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603564.274067:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603564.274071:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2671:2671:256:4294967295] 192.168.204.129@tcp LPNI seq info [2671:2671:8:4294967295] 00000400:00000200:0.0:1789603564.274076:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603564.274088:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603564.274094:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603564.274102:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076b00. 00000800:00000200:0.0:1789603564.274109:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603564.274118:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603564.274124:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603564.274134:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603564.274140:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 824181 usecs (825 jiffies) 00000400:00000200:0.0:1789603564.274142:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603564.274145:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296564031 00000100:00000010:0.0:1789603564.274150:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb807b8d9c0. 00000100:00000001:0.0:1789603564.274159:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789603564.274166:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296564031 00000100:00000010:0.0:1789603564.274168:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb807b8d180. 00000100:00000001:0.0:1789603564.274173:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789603564.274176:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603564.274180:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603564.274184:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603564.274187:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603564.274196:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603564.274199:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789603564.274201:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603564.274203:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603564.274204:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603564.274207:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1789603564.274209:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603564.274210:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603564.274212:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603564.274213:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603564.274214:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603564.274216:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603564.274220:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1c700 x1876533442879360/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603564.274227:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603564.274228:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603564.274230:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603564.274232:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603564.274234:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603564.274237:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2401:1876533442879360:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603564.274240:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603564.274243:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603564.274244:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603564.274246:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603564.274250:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb804155a00. 02000000:00000001:0.0:1789603564.274252:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603564.274256:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603564.274258:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139108. 00000400:00000010:0.0:1789603564.274262:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682000. 00000100:00000200:0.0:1789603564.274265:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442879360, portal 25 00000100:00000001:0.0:1789603564.274267:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603564.274268:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126195456 : -106961583356160 : ffff9eb810d1c700) 00000100:00000040:0.0:1789603564.274273:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1c700 x1876533442879360/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603564.274293:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603564.274295:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603564.274298:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682bb0. 00000100:00000200:0.0:1789603564.274300:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442879360, offset 0 00000400:00000200:0.0:1789603564.274305:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603564.274308:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603564.274311:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603564.274314:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603564.274316:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603564.274318:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603564.274320:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603564.274323:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2672:2672:255:4294967295] 192.168.204.129@tcp LPNI seq info [2672:2672:7:4294967295] 00000100:00000001:2.0:1789603564.276898:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603564.276904:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603564.276907:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603564.276925:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1d180 x1876533442879744/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603564.276937:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603564.276940:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603564.276945:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603564.276949:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603564.276952:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603564.276956:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442879744:192.168.204.129@tcp:9:kworker.0 00000100:00000001:2.0:1789603564.276960:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603564.276966:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603564.276969:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603564.276972:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603564.276981:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb80571ba00. 02000000:00000001:2.0:1789603564.276983:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603564.276992:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603564.276998:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3b58. 00000400:00000010:2.0:1789603564.277006:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7880. 00000100:00000200:2.0:1789603564.277015:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442879744, portal 4 00000100:00000001:2.0:1789603564.277018:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603564.277019:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126198144 : -106961583353472 : ffff9eb810d1d180) 00000100:00000040:2.0:1789603564.277028:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1d180 x1876533442879744/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603564.277037:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603564.277040:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603564.277042:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7908. 00000100:00000200:2.0:1789603564.277045:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442879744, offset 0 00000400:00000200:2.0:1789603564.277053:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603564.277063:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603564.277072:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603564.277079:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603564.277083:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603564.277088:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603564.277090:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603564.277094:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2673:2673:255:4294967295] 192.168.204.129@tcp LPNI seq info [2673:2673:7:4294967295] 00000400:00000200:2.0:1789603564.277098:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603564.277108:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603564.277114:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603564.277121:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb819343800. 00000800:00000200:2.0:1789603564.277129:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603564.277138:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603564.277143:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb819343800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603564.277148:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603564.277153:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 213738 usecs (214 jiffies) 00000400:00000200:2.0:1789603564.277156:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603564.277159:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296563424 00000100:00000001:2.0:1789603564.277162:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296564031 00000100:00000001:2.0:1789603564.277165:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296563424 00000100:00000001:2.0:1789603564.277167:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296564031 00000100:00000001:2.0:1789603564.277170:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603564.277173:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603564.277176:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603564.277180:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1ed80 x1876533442879872/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603564.277187:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603564.277189:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603564.277191:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603564.277193:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603564.277195:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603564.277198:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442879872:192.168.204.129@tcp:9:kworker.0 00000100:00000001:2.0:1789603564.277201:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603564.277204:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603564.277206:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603564.277208:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603564.277210:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb80571ae00. 02000000:00000001:2.0:1789603564.277213:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603564.277215:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603564.277218:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a39f8. 00000400:00000010:2.0:1789603564.277221:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d72a8. 00000100:00000200:2.0:1789603564.277224:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442879872, portal 4 00000100:00000001:2.0:1789603564.277225:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603564.277227:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126205312 : -106961583346304 : ffff9eb810d1ed80) 00000100:00000040:2.0:1789603564.277232:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1ed80 x1876533442879872/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603564.277238:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603564.277240:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603564.277242:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7b28. 00000100:00000200:2.0:1789603564.277244:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442879872, offset 0 00000400:00000200:2.0:1789603564.277248:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603564.277251:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603564.277254:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603564.277256:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603564.277259:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603564.277261:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603564.277263:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603564.277266:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2674:2674:254:4294967295] 192.168.204.129@tcp LPNI seq info [2674:2674:6:4294967295] 00000400:00000200:2.0:1789603564.277270:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603564.277275:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603564.277293:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603564.277297:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb819343400. 00000800:00000200:2.0:1789603564.277301:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603564.277305:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603564.277308:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb819343400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603564.277310:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603564.277313:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22470 usecs (23 jiffies) 00000400:00000200:2.0:1789603564.277316:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603564.277318:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296563233 00000100:00000001:2.0:1789603564.277320:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296564031 00000100:00000001:2.0:1789603564.277322:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296563233 00000400:00000200:0.0:1789603564.277457:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603564.277466:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603564.277470:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603564.277477:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb814ee9e00. 00000800:00000200:0.0:1789603564.277481:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603564.277484:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603564.277487:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb814ee9e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603564.277490:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603564.277493:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603564.277495:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296567156 00000100:00000001:0.0:1789603564.277504:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296564031 00000100:00000001:0.0:1789603564.277523:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296567156 00000100:00000001:0.0:1789603564.277527:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296564031 00000100:00000001:0.0:1789603564.277529:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603564.277532:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603564.277534:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603564.277539:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1f480 x1876533442879616/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603564.277547:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603564.277549:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603564.277551:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603564.277553:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603564.277555:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603564.277558:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442879616:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603564.277561:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603564.277564:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603564.277566:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603564.277567:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603564.277571:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb804155400. 02000000:00000001:0.0:1789603564.277573:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603564.277576:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603564.277579:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139688. 00000400:00000010:0.0:1789603564.277584:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682660. 00000100:00000200:0.0:1789603564.277587:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442879616, portal 10 00000100:00000001:0.0:1789603564.277589:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603564.277590:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126207104 : -106961583344512 : ffff9eb810d1f480) 00000100:00000040:0.0:1789603564.277596:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1f480 x1876533442879616/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603564.277603:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603564.277605:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603564.277607:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136822a8. 00000100:00000200:0.0:1789603564.277610:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442879616, offset 0 00000400:00000200:0.0:1789603564.277615:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603564.277618:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603564.277622:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603564.277625:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603564.277627:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603564.277629:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603564.277631:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603564.277634:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2675:2675:252:4294967295] 192.168.204.129@tcp LPNI seq info [2675:2675:4:4294967295] 00000400:00000200:0.0:1789603564.277638:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603564.277644:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603564.277648:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603564.277651:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8065b6700. 00000800:00000200:0.0:1789603564.277655:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603564.277659:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603564.277661:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8065b6700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603564.277664:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603564.277667:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21253 usecs (22 jiffies) 00000400:00000200:0.0:1789603564.277669:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603564.277671:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296563232 00000100:00000001:0.0:1789603564.277673:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296567156 00000100:00000001:0.0:1789603564.277675:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296563232 00000100:00000001:0.0:1789603564.277677:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296567156 00000100:00000001:0.0:1789603564.277679:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603564.277681:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603564.277684:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603564.277688:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603564.278903:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296567156 00000100:00000001:2.0:1789603564.278908:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603564.278912:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603564.278917:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603564.278920:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603564.278930:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603564.278933:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789603564.278936:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603564.278938:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603564.278939:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603564.278941:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603564.279016:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603564.279022:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076b00. 00000400:00000200:2.0:1789603564.279035:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603564.279046:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603564.279055:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682088 00000400:00000010:2.0:1789603564.279060:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682088. 00000100:00000001:2.0:1789603564.279066:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603564.279075:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1fb80 x1876533442879488/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603564.279089:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603564.279093:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1fb80 x1876533442879488/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603580 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603564.279102:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603564.279104:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603564.279119:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603564.279121:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb819343800. 00000400:00000200:2.0:1789603564.279124:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603564.279127:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603564.279130:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7908 00000400:00000010:2.0:1789603564.279132:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7908. 00000100:00000001:2.0:1789603564.279134:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603564.279138:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1d180 x1876533442879744/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603564.279145:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603564.279148:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1d180 x1876533442879744/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603574 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603564.279155:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603564.279157:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603564.279165:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603564.279167:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb819343400. 00000400:00000200:2.0:1789603564.279170:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603564.279173:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603564.279176:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7b28 00000400:00000010:2.0:1789603564.279178:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7b28. 00000100:00000001:2.0:1789603564.279181:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603564.279185:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1ed80 x1876533442879872/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603564.279192:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603564.279195:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1ed80 x1876533442879872/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603574 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603564.279201:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603564.279202:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603564.279210:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603564.279212:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb814ee9e00. 00000400:00000200:2.0:1789603564.279218:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603564.279222:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603564.279225:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682bb0 00000400:00000010:2.0:1789603564.279226:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682bb0. 00000100:00000001:2.0:1789603564.279229:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603564.279233:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1c700 x1876533442879360/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603564.279240:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603564.279242:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1c700 x1876533442879360/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603580 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603564.279248:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603564.279250:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603564.279338:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603564.279341:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8065b6700. 00000400:00000200:2.0:1789603564.279345:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603564.279349:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603564.279352:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136822a8 00000400:00000010:2.0:1789603564.279354:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136822a8. 00000100:00000001:2.0:1789603564.279357:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603564.279361:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1f480 x1876533442879616/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603564.279369:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603564.279372:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1f480 x1876533442879616/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603580 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603564.279379:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603564.279380:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603564.291063:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603564.291087:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603564.291093:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603564.291111:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603564.291124:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603564.291135:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603564.291146:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603564.291152:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603564.291160:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603564.291165:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d459f80 00000400:00000200:2.0:1789603564.291171:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603564.291177:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7a7d [1] + 224 00000800:00000001:2.0:1789603564.291186:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603564.291190:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603564.291194:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603564.291199:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603564.291208:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603564.291220:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1c700 x1876533442879360/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603564.291233:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1c700 x1876533442879360/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603564.291254:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603564.291265:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603564.291268:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603564.291270:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603564.291273:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603564.291276:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603564.291288:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603564.291293:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603564.291296:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603564.291298:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603564.291301:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d45a100 00000400:00000200:2.0:1789603564.291305:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603564.291310:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7a85 [1] + 224 00000800:00000001:2.0:1789603564.291313:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603564.291317:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603564.291319:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603564.291323:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603564.291336:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603564.291341:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1d180 x1876533442879744/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603564.291350:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1d180 x1876533442879744/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603564.291373:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603564.291377:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603564.291381:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603564.291383:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603564.291386:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603564.291389:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603564.291392:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603564.291396:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603564.291399:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603564.291402:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603564.291405:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d45a180 00000400:00000200:2.0:1789603564.291408:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603564.291412:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7a95 [1] + 224 00000800:00000001:2.0:1789603564.291415:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603564.291420:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603564.291422:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603564.291425:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603564.291427:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603564.291432:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1ed80 x1876533442879872/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603564.291441:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1ed80 x1876533442879872/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603564.291448:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603564.291451:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603564.291454:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603564.291457:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603564.291459:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603564.291462:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603564.291465:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603564.291469:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603564.291471:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603564.291473:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603564.291476:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d45a000 00000400:00000200:2.0:1789603564.291479:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603564.291483:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x7a75 [1] + 224 00000800:00000001:2.0:1789603564.291486:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603564.291489:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603564.291491:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603564.291493:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603564.291496:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603564.291501:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1fb80 x1876533442879488/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603564.291561:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1fb80 x1876533442879488/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603564.291569:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603564.291573:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603564.291577:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603564.291578:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603564.291581:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603564.291583:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603564.291587:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603564.291591:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603564.291594:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603564.291596:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603564.291599:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d45a080 00000400:00000200:2.0:1789603564.291602:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603564.291605:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x7aa5 [1] + 224 00000800:00000001:2.0:1789603564.291609:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603564.291617:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603564.291619:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603564.291622:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603564.291625:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603564.291630:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1f480 x1876533442879616/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603564.291638:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1f480 x1876533442879616/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603564.291645:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603564.291648:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603564.291652:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603564.291723:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603564.291729:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603564.291737:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603564.291740:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603564.291755:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3b58. 00000400:00000200:3.0:1789603564.291760:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7880 00000400:00000010:3.0:1789603564.291763:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7880. 00000100:00000001:3.0:1789603564.291767:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603564.291771:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1d180 x1876533442879744/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603564.291779:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1d180 x1876533442879744/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603564.291793:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603564.291795:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603564.291798:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603564.291802:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603564.291805:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603564.291808:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603564.291811:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603564.291822:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=111 v=5 (5 5 5 17) 00000100:00001000:3.0:1789603564.291827:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=19 v=5 (1 1 0 0) 00000100:00000001:3.0:1789603564.291831:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603564.291832:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603564.291835:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603564.291840:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603564.291844:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603564.291846:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789603564.291849:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603564.291851:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603564.291856:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1d180 x1876533442879744/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603564.291864:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603564.291868:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603564.291870:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789603564.291875:0:2399:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9eb810d1d180 x1876533442879744/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603574 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789603564.291884:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9eb8203ac000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1789603564.291889:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1d180 x1876533442879744/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603574 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603564.291897:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442879744:192.168.204.129@tcp:9:kworker.0 00000400:00000001:3.0:1789603564.291904:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603564.291906:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603564.291908:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a39f8. 00000400:00000200:3.0:1789603564.291911:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d72a8 00000400:00000010:3.0:1789603564.291913:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d72a8. 00000100:00000001:3.0:1789603564.291915:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603564.291918:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1ed80 x1876533442879872/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603564.291926:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1ed80 x1876533442879872/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603564.291931:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603564.291933:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603564.291934:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603564.291936:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603564.291937:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603564.291938:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603564.291940:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603564.291944:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=111 v=5 (5 5 5 17) 00000100:00001000:3.0:1789603564.291947:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603564.291949:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603564.291950:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603564.291952:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603564.291954:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603564.291956:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603564.291957:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:3.0:1789603564.291959:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603564.291960:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603564.291964:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1ed80 x1876533442879872/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603564.291969:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603564.291971:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603564.291972:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789603564.291976:0:2399:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9eb810d1ed80 x1876533442879872/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603574 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789603564.291982:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9eb8203a8800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1789603564.291986:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1ed80 x1876533442879872/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603574 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603564.291993:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442879872:192.168.204.129@tcp:9:kworker.0 00000100:00000001:3.0:1789603564.291997:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603564.292000:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603564.292004:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1d180 x1876533442879744/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603574 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603564.292010:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603564.292013:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603564.292017:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb80571ba00. 02000000:00000001:3.0:1789603564.292020:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603564.292024:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603564.292026:0:2399:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:3.0:1789603564.292029:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603564.292032:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb810a2a200. 02000000:00000001:3.0:1789603564.292041:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603564.292043:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603564.292045:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1d180. 00000100:00000001:3.0:1789603564.292050:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603564.292052:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603564.292053:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603564.292056:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1ed80 x1876533442879872/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603574 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603564.292062:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603564.292063:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603564.292064:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb80571ae00. 02000000:00000001:3.0:1789603564.292067:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603564.292067:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603564.292068:0:2399:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:3.0:1789603564.292070:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603564.292072:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb810a2aa00. 02000000:00000001:3.0:1789603564.292074:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603564.292075:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603564.292076:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1ed80. 00000100:00000001:3.0:1789603564.292078:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603564.292079:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603564.292081:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603564.292091:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603564.292093:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603564.292095:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603564.292097:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603564.292476:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603564.292480:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603564.292485:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603564.292487:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603564.292489:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139108. 00000400:00000200:0.0:1789603564.292494:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682000 00000400:00000010:0.0:1789603564.292496:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682000. 00000100:00000001:0.0:1789603564.292499:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603564.292505:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1c700 x1876533442879360/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603564.292549:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1c700 x1876533442879360/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603580 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603564.292561:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603564.292563:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603564.292564:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603564.292566:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603564.292568:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603564.292570:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603564.292572:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603564.292575:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=112 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603564.292578:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=112 v=5 (1 1 1 1) 00000100:00000001:0.0:1789603564.292580:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603564.292581:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603564.292583:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603564.292585:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603564.292587:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603564.292591:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1c700 x1876533442879360/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603564.292597:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603564.292599:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603564.292600:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603564.292603:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1c700 x1876533442879360/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603580 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603564.292610:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2401:1876533442879360:192.168.204.129@tcp:400:kworker.0 00000400:00000001:0.0:1789603564.292615:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603564.292616:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603564.292618:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139688. 00000400:00000200:0.0:1789603564.292621:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682660 00000400:00000010:0.0:1789603564.292623:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682660. 00000100:00000001:0.0:1789603564.292625:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603564.292628:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1f480 x1876533442879616/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603564.292637:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1f480 x1876533442879616/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603580 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603564.292643:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603564.292645:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603564.292646:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603564.292648:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603564.292649:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603564.292650:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603564.292652:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603564.292656:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=112 v=5 (106 106 106 137) 00000100:00001000:0.0:1789603564.292659:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=112 v=5 (1 1 1 1) 00000100:00000001:0.0:1789603564.292661:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603564.292662:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603564.292663:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603564.292666:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603564.292668:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603564.292669:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789603564.292671:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603564.292673:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603564.292676:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1f480 x1876533442879616/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603564.292682:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603564.292684:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603564.292685:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603564.292688:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1f480 x1876533442879616/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603580 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603564.292695:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442879616:192.168.204.129@tcp:400:kworker.0 00000400:00000001:0.0:1789603564.292705:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603564.292706:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603564.292708:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041392c0. 00000400:00000200:0.0:1789603564.292711:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682a18 00000400:00000010:0.0:1789603564.292712:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682a18. 00000100:00000001:0.0:1789603564.292714:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603564.292717:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1fb80 x1876533442879488/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603564.292725:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1fb80 x1876533442879488/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603580 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603564.292730:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603564.292731:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603564.292733:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603564.292734:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603564.292735:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603564.292736:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603564.292738:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603564.293034:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=112 v=5 (106 106 106 137) 00000100:00001000:0.0:1789603564.293039:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603564.293041:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603564.293042:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603564.293044:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603564.293046:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603564.293048:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603564.293050:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967599 00000100:00000001:0.0:1789603564.293052:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603564.293053:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603564.293061:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1fb80 x1876533442879488/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603564.293068:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603564.293070:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603564.293071:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603564.293075:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1fb80 x1876533442879488/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603580 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603564.293082:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442879488:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603564.293087:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603564.293088:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603564.293092:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1c700 x1876533442879360/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603580 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603564.293174:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603564.293177:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603564.293180:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb804155a00. 02000000:00000001:0.0:1789603564.293184:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603564.293187:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603564.293189:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:0.0:1789603564.293190:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603564.293193:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb810a2a400. 02000000:00000001:0.0:1789603564.293196:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603564.293197:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603564.293199:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1c700. 00000100:00000001:0.0:1789603564.293202:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603564.293203:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603564.293204:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603564.293209:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1f480 x1876533442879616/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603580 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603564.293215:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603564.293216:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603564.293217:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb804155400. 02000000:00000001:0.0:1789603564.293219:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603564.293220:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603564.293221:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603564.293223:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603564.293224:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb810a2a500. 02000000:00000001:0.0:1789603564.293226:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603564.293227:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603564.293228:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1f480. 00000100:00000001:0.0:1789603564.293230:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603564.293232:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603564.293233:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603564.293236:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1fb80 x1876533442879488/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603580 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603564.293241:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603564.293243:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603564.293244:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb804155000. 02000000:00000001:0.0:1789603564.293246:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603564.293247:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603564.293248:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603564.293250:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603564.293252:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb810a2a600. 02000000:00000001:0.0:1789603564.293254:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603564.293255:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603564.293256:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1fb80. 00000100:00000001:0.0:1789603564.293258:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603564.293259:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603564.293261:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603564.293267:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603564.293269:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603564.293272:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603564.293274:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603564.458721:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603564.458732:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603564.458780:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603564.458783:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603564.458787:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789603564.780524:0:32005:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789603564.780531:0:32005:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603564.780533:0:32005:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789603564.780540:0:32005:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672e40 going to sleep for 1 seconds 00000100:00000001:0.0:1789603564.780545:0:32005:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603564.780549:0:32005:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603565.483502:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603565.483529:0:27602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603565.483531:0:27602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603565.483535:0:27602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603565.483539:0:27602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603565.483542:0:27602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603565.483544:0:27602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603565.483546:0:27602:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603565.483634:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603565.483637:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603565.483639:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789603565.802621:0:32005:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789603565.802628:0:32005:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603565.802630:0:32005:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789603565.802635:0:32005:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672e40 going to sleep for 1 seconds 00000100:00000001:0.0:1789603565.802639:0:32005:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603565.802642:0:32005:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603565.804280:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603565.804290:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603565.804301:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b48700. 00000020:00000040:3.0:1789603565.804309:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:3.0:1789603565.804313:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603565.804316:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603565.804321:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603565.804330:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783f000. 00000100:00000001:3.0:1789603565.804337:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603565.804350:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb810b48700 x1876533442880000/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603565.804361:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603565.804366:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603565.804371:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030177149] to pc [ptlrpcd_01_01+1] req@ffff9eb810b48700 x1876533442880000/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603565.804404:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789603565.804407:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789603565.804411:0:8257:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789603565.804413:0:8257:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789603565.804415:0:8257:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789603565.804419:0:8257:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789603565.804423:0:8257:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9eb81291b000: connect to NID 192.168.204.129@tcp last attempt 1870 00000400:00000200:3.0:1789603565.804429:0:8257:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603565.804435:0:8257:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.129@tcp is discovered: rc = 1 00000100:00000040:3.0:1789603565.804440:0:8257:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:3.0:1789603565.804443:0:8257:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789603565.804445:0:8257:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:3.0:1789603565.804447:0:8257:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000001:3.0:1789603565.804454:0:8257:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789603565.804456:0:8257:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48c1 00000020:00000001:3.0:1789603565.804459:0:8257:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603565.804462:0:8257:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb8203aa800 refcount=5 00000020:00000001:3.0:1789603565.804464:0:8257:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 00000020:00000001:3.0:1789603565.804466:0:8257:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 00000100:00000040:3.0:1789603565.804470:0:8257:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:3.0:1789603565.804485:0:8257:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789603565.804488:0:8257:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:3.0:1789603565.804490:0:8257:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000040:3.0:1789603565.804493:0:8257:0:(genops.c:879:class_export_put()) PUTting export ffff9eb8203aa800 : new refcount 4 00000100:00080000:3.0:1789603565.804496:0:8257:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9eb81291b000: import ffff9eb810ddb000 using connection 192.168.204.129@tcp/192.168.204.129@tcp 00000100:00000001:3.0:1789603565.804498:0:8257:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603565.804500:0:8257:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789603565.804507:0:8257:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603565.804509:0:8257:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603565.804511:0:8257:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789603565.804516:0:8257:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789603565.804519:0:8257:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603565.804564:0:8257:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603565.804568:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4a300. 00000020:00000040:3.0:1789603565.804570:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:3.0:1789603565.804573:0:8257:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789603565.804575:0:8257:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603565.804577:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603565.804578:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603565.804580:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603565.804584:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb80511d800. 00000100:00000001:3.0:1789603565.804587:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603565.804594:0:8257:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9eb810b4a300 x1876533442880128/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603565.804602:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603565.804604:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603565.804608:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000918965ed] to pc [ptlrpcd_rcv+-1] req@ffff9eb810b4a300 x1876533442880128/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603565.804622:0:8257:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603565.804625:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603565.804628:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603565.804630:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b48e00. 00000020:00000040:3.0:1789603565.804632:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:3.0:1789603565.804634:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603565.804636:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603565.804637:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603565.804640:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783f200. 00000100:00000001:3.0:1789603565.804642:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603565.804646:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb810b48e00 x1876533442880256/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603565.804653:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603565.804654:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603565.804658:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb61ad3d] to pc [ptlrpcd_01_00+0] req@ffff9eb810b48e00 x1876533442880256/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603565.804665:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603565.804667:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789603565.804670:0:8257:0:(pinger.c:247:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789603565.804673:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789603565.804676:0:8257:0:(pinger.c:247:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789603565.804680:0:8257:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 3 (1902) 00000100:00000001:0.0:1789603565.804798:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603565.804802:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603565.804804:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603565.804811:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4a300 x1876533442880128/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603565.804820:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603565.804823:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603565.804826:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603565.804829:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603565.804831:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603565.804835:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442880128:192.168.204.129@tcp:38:kworker.0 00000100:00000001:0.0:1789603565.804839:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603565.804843:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603565.804845:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603565.804847:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603565.804852:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8051e2800. 02000000:00000001:0.0:1789603565.804854:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603565.804860:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603565.804864:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041392c0. 00000400:00000010:0.0:1789603565.804870:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682a18. 00000100:00000200:0.0:1789603565.804877:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442880128, portal 10 00000100:00000001:0.0:1789603565.804880:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603565.804881:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124285696 : -106961585265920 : ffff9eb810b4a300) 00000100:00000040:0.0:1789603565.804908:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b4a300 x1876533442880128/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603565.804917:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603565.804920:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603565.804923:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682660. 00000100:00000200:0.0:1789603565.804927:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876533442880128, offset 0 00000400:00000200:0.0:1789603565.804934:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603565.804942:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603565.804948:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603565.804954:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603565.804958:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603565.804961:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603565.804964:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603565.804968:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2676:2676:256:4294967295] 192.168.204.129@tcp LPNI seq info [2676:2676:8:4294967295] 00000400:00000200:0.0:1789603565.804972:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603565.804982:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603565.804989:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603565.804994:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8065b6300. 00000800:00000200:0.0:1789603565.805001:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603565.805008:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603565.805013:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8065b6300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789603565.805022:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603565.805027:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 822975 usecs (823 jiffies) 00000400:00000200:0.0:1789603565.805030:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603565.805033:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296565561 00000100:00000001:0.0:1789603565.805036:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296567156 00000100:00000001:0.0:1789603565.805039:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296565561 00000100:00000001:0.0:1789603565.805041:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296567156 00000100:00000001:0.0:1789603565.805043:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603565.805046:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603565.805049:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603565.805062:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603565.805070:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603565.805071:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789603565.805073:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603565.805074:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603565.805075:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603565.805077:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603565.805384:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603565.805387:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603565.805389:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603565.805395:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b48700 x1876533442880000/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603565.805403:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603565.805404:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603565.805407:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603565.805408:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603565.805410:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603565.805413:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2403:1876533442880000:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603565.805416:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603565.805419:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603565.805421:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603565.805422:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603565.805426:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb80571b200. 02000000:00000001:2.0:1789603565.805428:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603565.805432:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603565.805435:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3108. 00000400:00000010:2.0:1789603565.805440:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7b28. 00000100:00000200:2.0:1789603565.805443:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442880000, portal 25 00000100:00000001:2.0:1789603565.805445:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603565.805447:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124278528 : -106961585273088 : ffff9eb810b48700) 00000100:00000040:2.0:1789603565.805451:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b48700 x1876533442880000/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603565.805457:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603565.805459:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603565.805461:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7908. 00000100:00000200:2.0:1789603565.805463:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442880000, offset 0 00000400:00000200:2.0:1789603565.805467:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603565.805485:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603565.805489:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603565.805492:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603565.805495:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603565.805497:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603565.805499:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603565.805501:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2677:2677:255:4294967295] 192.168.204.129@tcp LPNI seq info [2677:2677:7:4294967295] 00000400:00000200:2.0:1789603565.805505:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603565.805538:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603565.805542:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603565.805546:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb819343400. 00000800:00000200:2.0:1789603565.805550:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603565.805555:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603565.805557:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb819343400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603565.805560:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603565.805563:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603565.805565:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296568685 00000100:00000001:2.0:1789603565.805571:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296567156 00000100:00000001:2.0:1789603565.805575:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296568685 00000100:00000001:2.0:1789603565.805578:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296567156 00000100:00000001:2.0:1789603565.805581:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603565.805582:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603565.805584:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603565.805586:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603565.805589:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603565.805590:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789603565.805592:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603565.805593:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603565.805594:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603565.805596:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1789603565.805598:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603565.805599:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603565.805600:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603565.805602:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603565.805603:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603565.805604:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603565.805608:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b48e00 x1876533442880256/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603565.805614:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603565.805616:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603565.805618:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603565.805620:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603565.805621:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603565.805624:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442880256:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603565.805627:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603565.805629:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603565.805630:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603565.805631:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603565.805637:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb80571ae00. 02000000:00000001:2.0:1789603565.805638:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603565.805640:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603565.805643:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3dc0. 00000400:00000010:2.0:1789603565.805646:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7660. 00000100:00000200:2.0:1789603565.805648:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442880256, portal 10 00000100:00000001:2.0:1789603565.805650:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603565.805651:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124280320 : -106961585271296 : ffff9eb810b48e00) 00000100:00000040:2.0:1789603565.805656:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b48e00 x1876533442880256/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603565.805662:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603565.805664:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603565.805667:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7440. 00000100:00000200:2.0:1789603565.805668:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442880256, offset 0 00000400:00000200:2.0:1789603565.805673:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603565.805676:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603565.805679:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603565.805682:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603565.805684:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603565.805686:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603565.805688:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603565.805690:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2678:2678:254:4294967295] 192.168.204.129@tcp LPNI seq info [2678:2678:6:4294967295] 00000400:00000200:2.0:1789603565.805694:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603565.805699:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603565.805703:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603565.805800:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb819343800. 00000800:00000200:2.0:1789603565.805806:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603565.805810:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603565.805813:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb819343800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603565.805816:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603565.805819:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21263 usecs (22 jiffies) 00000400:00000200:2.0:1789603565.805822:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603565.805824:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296564761 00000100:00000001:2.0:1789603565.805826:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296568685 00000100:00000001:2.0:1789603565.805828:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296564761 00000100:00000001:2.0:1789603565.805829:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296568685 00000100:00000001:2.0:1789603565.805832:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603565.805834:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603565.805836:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603565.805838:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603565.805847:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603565.805849:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603565.805990:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603565.805994:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8065b6300. 00000400:00000200:2.0:1789603565.806001:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603565.806006:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603565.806011:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682660 00000400:00000010:2.0:1789603565.806013:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682660. 00000100:00000001:2.0:1789603565.806018:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603565.806023:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4a300 x1876533442880128/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603565.806032:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603565.806035:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4a300 x1876533442880128/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603575 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603565.806041:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603565.806043:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603565.806159:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603565.806162:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb819343400. 00000400:00000200:2.0:1789603565.806165:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603565.806169:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603565.806172:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7908 00000400:00000010:2.0:1789603565.806174:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7908. 00000100:00000001:2.0:1789603565.806176:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603565.806181:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b48700 x1876533442880000/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603565.806189:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603565.806192:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b48700 x1876533442880000/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603581 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603565.806197:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603565.806199:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603565.806491:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603565.806494:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb819343800. 00000400:00000200:2.0:1789603565.806498:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603565.806502:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603565.806505:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7440 00000400:00000010:2.0:1789603565.806507:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7440. 00000100:00000001:2.0:1789603565.806530:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603565.806535:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b48e00 x1876533442880256/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603565.806543:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603565.806546:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b48e00 x1876533442880256/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603581 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603565.806553:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603565.806555:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603565.822451:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603565.822468:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603565.822486:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603565.822491:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603565.822500:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603565.822530:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603565.822541:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603565.822546:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603565.822552:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603565.822557:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d45a200 00000400:00000200:2.0:1789603565.822562:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603565.822568:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7ab5 [1] + 224 00000800:00000001:2.0:1789603565.822577:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603565.822584:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603565.822587:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603565.822592:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603565.822600:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603565.822609:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b48700 x1876533442880000/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603581 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603565.822621:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b48700 x1876533442880000/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603565.822639:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603565.822647:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603565.822651:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603565.822798:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603565.822803:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603565.822810:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603565.822812:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603565.822815:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3108. 00000400:00000200:3.0:1789603565.822820:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7b28 00000400:00000010:3.0:1789603565.822823:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7b28. 00000100:00000001:3.0:1789603565.822826:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603565.822831:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b48700 x1876533442880000/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603565.822847:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b48700 x1876533442880000/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603581 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603565.822854:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603565.822856:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603565.822858:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603565.822862:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603565.822864:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603565.822866:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603565.822870:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603565.822877:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=113 v=5 (5 5 5 5) 00000100:00001000:3.0:1789603565.822881:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=113 v=5 (1 1 1 1) 00000100:00000001:3.0:1789603565.822884:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603565.822886:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603565.823049:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603565.823117:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603565.823122:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603565.823128:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b48700 x1876533442880000/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603581 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603565.823136:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603565.823140:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603565.823142:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603565.823146:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b48700 x1876533442880000/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603581 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603565.823155:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2403:1876533442880000:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603565.823160:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603565.823163:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603565.823167:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b48700 x1876533442880000/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603581 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603565.823174:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603565.823176:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603565.823181:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb80571b200. 02000000:00000001:3.0:1789603565.823185:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603565.823188:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603565.823191:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:3.0:1789603565.823193:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603565.823196:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783f000. 02000000:00000001:3.0:1789603565.823200:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603565.823202:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603565.823204:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b48700. 00000100:00000001:3.0:1789603565.823207:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603565.823209:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603565.823212:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603565.823214:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603565.823215:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603565.823217:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603565.823219:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603565.831815:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603565.831833:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603565.831838:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603565.831840:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603565.831848:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603565.831857:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603565.831868:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603565.831873:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603565.831878:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603565.831883:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 416 into portal 10 MB=0x6aab27d45a280 00000400:00000200:2.0:1789603565.831906:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603565.831913:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 416/416 into md 0x7aad [1] + 0 00000800:00000001:2.0:1789603565.831920:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603565.831926:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603565.831929:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603565.831933:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603565.831941:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603565.831948:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4a300 x1876533442880128/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603575 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603565.831960:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9eb810b4a300 x1876533442880128/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603565.831985:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603565.831993:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603565.831997:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603565.831999:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603565.832002:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603565.832005:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603565.832008:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603565.832012:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603565.832015:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603565.832018:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603565.832021:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d45a300 00000400:00000200:2.0:1789603565.832024:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603565.832028:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x7ac5 [1] + 224 00000800:00000001:2.0:1789603565.832032:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603565.832039:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603565.832041:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603565.832044:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603565.832048:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603565.832052:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b48e00 x1876533442880256/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603581 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603565.832062:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b48e00 x1876533442880256/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603565.832080:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603565.832084:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603565.832087:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603565.832235:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603565.832240:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603565.832245:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603565.832257:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603565.832261:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3dc0. 00000400:00000200:3.0:1789603565.832266:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7660 00000400:00000010:3.0:1789603565.832268:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7660. 00000100:00000001:3.0:1789603565.832272:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603565.832277:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b48e00 x1876533442880256/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603565.832286:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b48e00 x1876533442880256/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603581 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603565.832292:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603565.832294:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603565.832296:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603565.832299:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603565.832302:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603565.832304:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603565.832306:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603565.832315:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=113 v=5 (106 106 106 137) 00000100:00001000:3.0:1789603565.832319:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=113 v=5 (1 1 1 1) 00000100:00000001:3.0:1789603565.832322:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603565.832324:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603565.832326:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603565.832329:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603565.832333:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603565.832336:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789603565.832338:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603565.832339:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603565.832344:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b48e00 x1876533442880256/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603581 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603565.832351:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603565.832354:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603565.832356:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603565.832359:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b48e00 x1876533442880256/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603581 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603565.832367:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442880256:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603565.832372:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603565.832375:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603565.832378:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b48e00 x1876533442880256/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603581 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603565.832384:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603565.832387:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603565.832390:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb80571ae00. 02000000:00000001:3.0:1789603565.832393:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603565.832396:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603565.832398:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603565.832400:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603565.832403:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783f200. 02000000:00000001:3.0:1789603565.832407:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603565.832408:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603565.832410:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b48e00. 00000100:00000001:3.0:1789603565.832413:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603565.832415:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603565.832418:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603565.832425:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603565.832427:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603565.832429:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603565.832431:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603565.832867:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603565.832870:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603565.832874:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603565.832876:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603565.832879:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041392c0. 00000400:00000200:0.0:1789603565.832883:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682a18 00000400:00000010:0.0:1789603565.832886:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682a18. 00000100:00000001:0.0:1789603565.832906:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603565.832912:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b4a300 x1876533442880128/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603565.832927:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b4a300 x1876533442880128/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603575 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603565.832934:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603565.832936:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603565.832938:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603565.832940:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603565.832941:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603565.832942:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603565.832944:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603565.832949:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=113 v=5 (106 106 106 137) 00000100:00001000:0.0:1789603565.832952:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603565.832954:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603565.832955:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603565.832957:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603565.832960:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603565.832962:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603565.832964:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967599 00000100:00000001:0.0:1789603565.832966:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603565.832967:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603565.832971:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b4a300 x1876533442880128/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/416 e 0 to 0 dl 1789603575 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603565.832978:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603565.832980:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603565.832982:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603565.832985:0:2399:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1789603565.832992:0:2399:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9eb81291b000: connect to target with instance 1 00000020:00000001:0.0:1789603565.832994:0:2399:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789603565.832996:0:2399:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48c1 00000020:00000001:0.0:1789603565.832999:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603565.833002:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb8203aa800 refcount=5 00000020:00000001:0.0:1789603565.833005:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 00000020:00000001:0.0:1789603565.833007:0:2399:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 00000100:00001000:0.0:1789603565.833012:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=1789603565 v=0 (0 0 0 0) 00000100:00001000:0.0:1789603565.833016:0:2399:0:(import.c:2262:obd_at_measure()) AT ffff9eb810ddb418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1789603565.833021:0:2399:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 751, crc32c 5223, adler 374 00000020:00000040:0.0:1789603565.833028:0:2399:0:(genops.c:879:class_export_put()) PUTting export ffff9eb8203aa800 : new refcount 4 00000100:00000001:0.0:1789603565.833031:0:2399:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1789603565.833035:0:2399:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:0.0:1789603565.833040:0:2399:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9eb81291b000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:0.0:1789603565.833043:0:2399:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1789603565.833045:0:2399:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603565.833047:0:2399:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:0.0:1789603565.833051:0:2399:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:0.0:1789603565.833054:0:2399:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1789603565.833058:0:2399:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603565.833060:0:2399:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603565.833062:0:2399:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603565.833063:0:2399:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1789603565.833064:0:2399:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603565.833066:0:2399:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603565.833068:0:2399:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1789603565.833072:0:2399:0:(import.c:1342:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.204.129@tcp after partition 00000100:00080000:0.0:1789603565.833076:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:0.0:1789603565.833080:0:2399:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1789603565.833083:0:2399:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:0.0:1789603565.833088:0:2399:0:(client.c:3248:ptlrpc_resend_req()) @@@ going to resend req@ffff9eb806bd4a80 x1876533442877824/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603568 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603565.833111:0:2399:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789603565.833114:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1789603565.833116:0:2399:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1789603565.833117:0:2399:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1789603565.833119:0:2399:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:0.0:1789603565.833120:0:2399:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:0.0:1789603565.833122:0:2399:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1789603565.833124:0:2399:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff9eb807105568 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:0.0:1789603565.833127:0:2399:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xa04c19c788fe48c1 00800000:00000040:0.0:1789603565.833131:0:2399:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9eb81291b000=26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8 device 3 (ffff9eb8071019c0) type mdc at LMV idx 0 00800000:00000040:0.0:1789603565.833134:0:2399:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff9eb8071019c0 already active! 00800000:00000001:0.0:1789603565.833136:0:2399:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789603565.833138:0:2399:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1789603565.833140:0:2399:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603565.833141:0:2399:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603565.833143:0:2399:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603565.833145:0:2399:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1789603565.833146:0:2399:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789603565.833148:0:2399:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=9 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000002:00000001:0.0:1789603565.834504:0:2399:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603565.834539:0:2399:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:0.0:1789603565.834548:0:2399:0:(import.c:1788:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9eb81291b000: Connection restored to 192.168.204.129@tcp (at 192.168.204.129@tcp) 00000100:00080000:0.0:1789603565.834556:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000af67072a): req@ffff9eb806bd6680 x1876533442877568/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/512 e 0 to 1 dl 1789603565 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603565.834584:0:2399:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603565.834592:0:2399:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603565.834602:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4a300 x1876533442880128/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/416 e 0 to 0 dl 1789603575 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603565.834625:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442880128:192.168.204.129@tcp:38:kworker.0 00000100:00000001:0.0:1789603565.834631:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603565.834634:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603565.834638:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b4a300 x1876533442880128/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/416 e 0 to 0 dl 1789603575 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603565.834645:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603565.834648:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603565.834651:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8051e2800. 02000000:00000001:0.0:1789603565.834655:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603565.834657:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603565.834659:0:2399:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603565.834662:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603565.834664:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb80511d800. 02000000:00000001:0.0:1789603565.834667:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603565.834669:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603565.834671:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4a300. 00000100:00000001:0.0:1789603565.834675:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603565.834676:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603565.834678:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603565.834684:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603565.834686:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603565.834688:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603565.834690:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603565.834796:0:32043:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1789603565.834803:0:32043:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1789603565.834807:0:32043:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603565.834815:0:32043:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603565.834820:0:32043:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603565.834825:0:32043:0:(genops.c:1229:class_import_put()) Process leaving 00000002:00000001:3.0:1789603565.834827:0:32043:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603565.835215:0:32017:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603565.835220:0:32017:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603565.835223:0:32017:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603565.835226:0:32017:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603565.835228:0:32017:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603565.835232:0:32017:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603565.835234:0:32017:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603565.835237:0:32017:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1789603565.835241:0:32017:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1876533442877568 new x1876533442880512 02000000:00000001:2.0:1789603565.835244:0:32017:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603565.835247:0:32017:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603565.835265:0:32017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603565.835273:0:32017:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3e18. 00000400:00000010:2.0:1789603565.835279:0:32017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7440. 00000100:00000200:2.0:1789603565.835286:0:32017:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442877568, portal 10 00000100:00000001:2.0:1789603565.835289:0:32017:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603565.835290:0:32017:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957087872 : -106961752463744 : ffff9eb806bd6680) 00000100:00000040:2.0:1789603565.835300:0:32017:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff9eb806bd6680 x1876533442877568/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/512 e 0 to 0 dl 1789603581 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603565.835308:0:32017:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603565.835311:0:32017:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603565.835314:0:32017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7908. 00000100:00000200:2.0:1789603565.835317:0:32017:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1876533442877568, offset 0 00000400:00000200:2.0:1789603565.835322:0:32017:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603565.835330:0:32017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603565.835337:0:32017:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603565.835342:0:32017:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603565.835347:0:32017:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603565.835350:0:32017:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603565.835353:0:32017:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603565.835357:0:32017:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2680:2680:255:4294967295] 192.168.204.129@tcp LPNI seq info [2680:2680:7:4294967295] 00000400:00000200:2.0:1789603565.835362:0:32017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603565.835370:0:32017:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603565.835377:0:32017:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603565.835383:0:32017:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb819343800. 00000800:00000200:2.0:1789603565.835390:0:32017:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603565.835399:0:32017:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603565.835403:0:32017:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb819343800 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1789603565.835408:0:32017:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603565.835412:0:32017:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 821788 usecs (822 jiffies) 00000400:00000200:2.0:1789603565.835415:0:32017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603565.835417:0:32017:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296565590 00000100:00000001:2.0:1789603565.835420:0:32017:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296568685 00000100:00000001:2.0:1789603565.835423:0:32017:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296565590 00000100:00000001:2.0:1789603565.835425:0:32017:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296568685 00000100:00000001:2.0:1789603565.835427:0:32017:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603565.835430:0:32017:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603565.835432:0:32017:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603565.835434:0:32017:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603565.835436:0:32017:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672240 going to sleep for 11 seconds 00000100:00000001:2.0:1789603565.835438:0:32017:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603565.835440:0:32017:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603565.846578:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603565.846592:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9600. 00000400:00000200:3.0:1789603565.846605:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603565.846618:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603565.846635:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcee0 00000400:00000010:3.0:1789603565.846639:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcee0. 00000100:00000001:3.0:1789603565.846647:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603565.846659:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4a80 x1876533442877824/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603581 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603565.846676:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603565.846680:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4a80 x1876533442877824/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603581 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603565.846688:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603565.846690:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603565.846769:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603565.846772:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb819343800. 00000400:00000200:3.0:1789603565.846775:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603565.846779:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603565.846783:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7908 00000400:00000010:3.0:1789603565.846785:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7908. 00000100:00000001:3.0:1789603565.846788:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603565.846792:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd6680 x1876533442877568/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/512 e 0 to 0 dl 1789603581 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603565.846801:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603565.846804:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd6680 x1876533442877568/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/512 e 0 to 0 dl 1789603581 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603565.846811:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603565.846812:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603565.870585:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603565.870611:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603565.870618:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603565.870620:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603565.870643:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603565.870654:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603565.870667:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603565.870673:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603565.870680:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603565.870685:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d45a380 00000400:00000200:2.0:1789603565.870690:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603565.870697:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x7ad5 [1] + 224 00000800:00000001:2.0:1789603565.870706:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603565.870715:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603565.870720:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603565.870725:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603565.870735:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603565.870746:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4a80 x1876533442877824/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603581 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603565.870758:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9eb806bd4a80 x1876533442877824/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603581 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603565.870784:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603565.870794:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603565.870798:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1789603565.885742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5d60. 00000080:00000010:1.1:1789603565.885767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc52a0. 00000800:00000001:3.0:1789603565.887927:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603565.887951:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603565.887957:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603565.887960:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603565.887972:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603565.887982:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603565.887993:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603565.888000:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603565.888006:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603565.888011:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d45a400 00000400:00000200:3.0:1789603565.888018:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603565.888026:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x7add [1] + 224 00000800:00000001:3.0:1789603565.888036:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603565.888043:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603565.888047:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603565.888053:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603565.888063:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603565.888073:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd6680 x1876533442877568/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/512 e 0 to 0 dl 1789603581 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603565.888087:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff9eb806bd6680 x1876533442877568/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/512 e 0 to 0 dl 1789603581 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603565.888112:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603565.888123:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603565.888127:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603565.888154:0:32017:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603565.888164:0:32017:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603565.888166:0:32017:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603565.888170:0:32017:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3e18. 00000400:00000200:2.0:1789603565.888176:0:32017:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7440 00000400:00000010:2.0:1789603565.888179:0:32017:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7440. 00000100:00000001:2.0:1789603565.888182:0:32017:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603565.888188:0:32017:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd6680 x1876533442877568/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/512 e 0 to 0 dl 1789603581 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603565.888199:0:32017:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd6680 x1876533442877568/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/512 e 0 to 0 dl 1789603581 ref 2 fl Rpc:RQU/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603565.888206:0:32017:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603565.888208:0:32017:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603565.888211:0:32017:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603565.888215:0:32017:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603565.888218:0:32017:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603565.888221:0:32017:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603565.888224:0:32017:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603565.888235:0:32017:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=113 v=5 (106 106 106 137) 00000100:00001000:2.0:1789603565.888239:0:32017:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603565.888242:0:32017:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603565.888244:0:32017:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603565.888259:0:32017:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603565.888263:0:32017:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603565.888267:0:32017:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603565.888270:0:32017:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967599 00000100:00000001:2.0:1789603565.888272:0:32017:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603565.888276:0:32017:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603565.888281:0:32017:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd6680 x1876533442877568/t4294967599(4294967599) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/456 e 0 to 0 dl 1789603581 ref 2 fl Rpc:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603565.888290:0:32017:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603565.888294:0:32017:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603565.888297:0:32017:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603565.888301:0:32017:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd6680 x1876533442877568/t4294967599(4294967599) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/456 e 0 to 0 dl 1789603581 ref 2 fl Interpret:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603565.888310:0:32017:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd6680 pname:cluuid:pid:xid:nid:opc:job touch:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32017:1876533442877568:192.168.204.129@tcp:36:touch.0 00000100:00000001:2.0:1789603565.888315:0:32017:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603565.888319:0:32017:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603565.888323:0:32017:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789603565.888325:0:32017:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603565.888330:0:32017:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd6680 x1876533442877568/t4294967599(4294967599) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/456 e 0 to 0 dl 1789603581 ref 2 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603565.888338:0:32017:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603565.888341:0:32017:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb811672240. 00000100:00000001:2.0:1789603565.888347:0:32017:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789603565.888349:0:32017:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603565.888358:0:32017:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603565.888362:0:32017:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603565.888369:0:32017:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789603565.888372:0:32017:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789603565.888383:0:32017:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611170 : 144115205339611170 : 200000405000022) 00000080:00000001:2.0:1789603565.888386:0:32017:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:2.0:1789603565.888391:0:32017:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603565.888395:0:32017:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd6680 x1876533442877568/t4294967599(4294967599) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/456 e 0 to 0 dl 1789603581 ref 1 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603565.888402:0:32017:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603565.888405:0:32017:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603565.888409:0:32017:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a7c00. 02000000:00000001:2.0:1789603565.888412:0:32017:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603565.888414:0:32017:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603565.888417:0:32017:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603565.888419:0:32017:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603565.888422:0:32017:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb804f7fc00. 02000000:00000001:2.0:1789603565.888426:0:32017:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603565.888429:0:32017:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603565.888431:0:32017:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd6680. 00000100:00000001:2.0:1789603565.888444:0:32017:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603565.888445:0:32017:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603565.888448:0:32017:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789603565.888451:0:32017:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603565.888453:0:32017:0:(llite_lib.c:2188:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603565.888458:0:32017:0:(pcc.c:2679:pcc_inode_setattr()) Process entered 00000080:00000001:2.0:1789603565.888461:0:32017:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789603565.888464:0:32017:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603565.888466:0:32017:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789603565.888467:0:32017:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603565.888470:0:32017:0:(pcc.c:2688:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603565.888473:0:32017:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:2.0:1789603565.888476:0:32017:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603565.888481:0:32017:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389928648 : -106961319622968 : ffff9eb8208a06c8) 00000020:00001000:2.0:1789603565.888484:0:32017:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a06c0 00000020:00000001:2.0:1789603565.888490:0:32017:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0788 -> ffff9eb8053b0788 00000020:00000001:2.0:1789603565.888493:0:32017:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789603565.888496:0:32017:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789603565.888499:0:32017:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x22:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789603565.888503:0:32017:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603565.888504:0:32017:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789603565.888538:0:32017:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789603565.888542:0:32017:0:(file.c:6146:ll_take_md_lock()) Process entered 00000080:00000040:2.0:1789603565.888544:0:32017:0:(file.c:6148:ll_take_md_lock()) trying to match res [0x200000405:0x22:0x0] 00800000:00000001:2.0:1789603565.888548:0:32017:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603565.888551:0:32017:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603565.888554:0:32017:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603565.888558:0:32017:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603565.888559:0:32017:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603565.888562:0:32017:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:2.0:1789603565.888564:0:32017:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603565.888568:0:32017:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603565.888572:0:32017:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789603565.888579:0:32017:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603565.888582:0:32017:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603565.888584:0:32017:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x22:0x0]: 0 00000080:00000001:2.0:1789603565.888586:0:32017:0:(file.c:6153:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603565.888589:0:32017:0:(file.c:7058:ll_layout_intent()) Process entered 00000080:00000010:2.0:1789603565.888596:0:32017:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb80571a400. 00000080:00010000:2.0:1789603565.888604:0:32017:0:(file.c:7076:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000405:0x22:0x0](ffff9eb808193a88) 00000080:00000001:2.0:1789603565.888608:0:32017:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603565.888612:0:32017:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603565.888615:0:32017:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f958 00800000:00000002:2.0:1789603565.888618:0:32017:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000405:0x22:0x0] '' on [0x200000405:0x22:0x0] 00800000:00000001:2.0:1789603565.888632:0:32017:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603565.888635:0:32017:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603565.888636:0:32017:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603565.888637:0:32017:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603565.888638:0:32017:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603565.888641:0:32017:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603565.888643:0:32017:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:2.0:1789603565.888644:0:32017:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603565.888647:0:32017:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x22:0x0], fid2=[0x200000405:0x22:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603565.888652:0:32017:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603565.888654:0:32017:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f828 00000002:00010000:2.0:1789603565.888656:0:32017:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x22:0x0]) in obj [0x200000405:0x22:0x0], intent: layout flags 0 00000002:00000001:2.0:1789603565.888661:0:32017:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789603565.888663:0:32017:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:2.0:1789603565.888668:0:32017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f0380. 00000020:00000040:2.0:1789603565.888671:0:32017:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:2.0:1789603565.888677:0:32017:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603565.888682:0:32017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603565.888687:0:32017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603565.888690:0:32017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603565.888693:0:32017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603565.888697:0:32017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603565.888707:0:32017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb80571ba00. 00000100:00000001:2.0:1789603565.888714:0:32017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603565.888718:0:32017:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603565.888719:0:32017:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603565.888721:0:32017:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603565.888723:0:32017:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603565.888725:0:32017:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603565.888730:0:32017:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446637111912104832 : -106961797446784 : ffff9eb8040f0380) 00010000:00000001:2.0:1789603565.888734:0:32017:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789603565.888737:0:32017:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789603565.888742:0:32017:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb81938b200. 00010000:00000010:2.0:1789603565.888746:0:32017:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80574ef00. 00010000:00000001:2.0:1789603565.888753:0:32017:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789603565.888756:0:32017:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb802f47000. 00000020:00000001:2.0:1789603565.888761:0:32017:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789603565.888765:0:32017:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb802f47000 with handle 0xa04c19c788fe536b to hash 00000020:00000001:2.0:1789603565.888767:0:32017:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789603565.888769:0:32017:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603565.888773:0:32017:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603565.888777:0:32017:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603565.888780:0:32017:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603565.888785:0:32017:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe536b lrc: 3/1,0 mode: --/CR res: [0x200000405:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32017 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603565.888796:0:32017:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe536b lrc: 3/1,0 mode: --/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32017 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603565.888807:0:32017:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe536b lrc: 3/1,0 mode: --/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32017 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789603565.888813:0:32017:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603565.888815:0:32017:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603565.888820:0:32017:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb804077e40. 00000100:00000001:2.0:1789603565.888823:0:32017:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911611968 : -106961797939648 : ffff9eb804077e40) 00000100:00000001:2.0:1789603565.888826:0:32017:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603565.888827:0:32017:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912104832 : -106961797446784 : ffff9eb8040f0380) 00000100:00000001:2.0:1789603565.888831:0:32017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603565.888836:0:32017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603565.888839:0:32017:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603565.888840:0:32017:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603565.888845:0:32017:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f0380 x1876533442880640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603565.888854:0:32017:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603565.888857:0:32017:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603565.888861:0:32017:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603565.888864:0:32017:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603565.888866:0:32017:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603565.888869:0:32017:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f0380 pname:cluuid:pid:xid:nid:opc:job touch:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32017:1876533442880640:192.168.204.129@tcp:101:touch.0 00000100:00000001:2.0:1789603565.888874:0:32017:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603565.888879:0:32017:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603565.888881:0:32017:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603565.888884:0:32017:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603565.888888:0:32017:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041d2000. 02000000:00000001:2.0:1789603565.888890:0:32017:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603565.888897:0:32017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603565.888900:0:32017:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3e18. 00000400:00000010:2.0:1789603565.888906:0:32017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7440. 00000100:00000200:2.0:1789603565.888914:0:32017:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442880640, portal 10 00000100:00000001:2.0:1789603565.888916:0:32017:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603565.888917:0:32017:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912104832 : -106961797446784 : ffff9eb8040f0380) 00000100:00000040:2.0:1789603565.888923:0:32017:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f0380 x1876533442880640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1789603581 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603565.888931:0:32017:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603565.888934:0:32017:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603565.888937:0:32017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7dd0. 00000100:00000200:2.0:1789603565.888940:0:32017:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1876533442880640, offset 0 00000400:00000200:2.0:1789603565.888946:0:32017:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603565.888953:0:32017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603565.888960:0:32017:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603565.888966:0:32017:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603565.888971:0:32017:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603565.888975:0:32017:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603565.888978:0:32017:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603565.888982:0:32017:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2681:2681:256:4294967295] 192.168.204.129@tcp LPNI seq info [2681:2681:8:4294967295] 00000400:00000200:2.0:1789603565.888988:0:32017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603565.888998:0:32017:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603565.889004:0:32017:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603565.889009:0:32017:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb819343400. 00000800:00000200:2.0:1789603565.889017:0:32017:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603565.889026:0:32017:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603565.889030:0:32017:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb819343400 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:2.0:1789603565.889044:0:32017:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603565.889049:0:32017:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 874662 usecs (875 jiffies) 00000400:00000200:2.0:1789603565.889053:0:32017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603565.889056:0:32017:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296565696 00000100:00000001:2.0:1789603565.889059:0:32017:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296568685 00000100:00000001:2.0:1789603565.889061:0:32017:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296565696 00000100:00000001:2.0:1789603565.889064:0:32017:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296568685 00000100:00000001:2.0:1789603565.889067:0:32017:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603565.889070:0:32017:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603565.889072:0:32017:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603565.889074:0:32017:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603565.889078:0:32017:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb804077e40 going to sleep for 11 seconds 00000100:00000001:2.0:1789603565.889080:0:32017:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603565.889081:0:32017:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603565.891498:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603565.891539:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb819343400. 00000400:00000200:3.0:1789603565.891549:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603565.891560:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603565.891570:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7dd0 00000400:00000010:3.0:1789603565.891574:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7dd0. 00000100:00000001:3.0:1789603565.891580:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603565.891590:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f0380 x1876533442880640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1789603581 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603565.891604:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603565.891608:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f0380 x1876533442880640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1789603581 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603565.891616:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603565.891618:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603565.913712:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603565.913733:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603565.913739:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603565.913742:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603565.913754:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603565.913763:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603565.913774:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603565.913780:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603565.913786:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603565.913792:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 400 into portal 10 MB=0x6aab27d45a480 00000400:00000200:3.0:1789603565.913798:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603565.913806:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 400/400 into md 0x7aed [1] + 224 00000800:00000001:3.0:1789603565.913814:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603565.913822:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603565.913827:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603565.913832:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603565.913841:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603565.913853:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f0380 x1876533442880640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1789603581 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603565.913867:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff9eb8040f0380 x1876533442880640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1789603581 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603565.913889:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603565.913899:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603565.913903:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603565.918196:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603565.918206:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603565.918210:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603565.918226:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd7800 x1876533442880768/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603565.918239:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603565.918241:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603565.918254:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603565.918260:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603565.918263:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603565.918267:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442880768:192.168.204.129@tcp:8:touch.0 00000100:00000001:3.0:1789603565.918272:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603565.918278:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603565.918281:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603565.918283:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603565.918296:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb80511d000. 02000000:00000001:3.0:1789603565.918298:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603565.918307:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603565.918313:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8057489a0. 00000400:00000010:3.0:1789603565.918322:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0dd0. 00000100:00000200:3.0:1789603565.918331:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442880768, portal 4 00000100:00000001:3.0:1789603565.918334:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603565.918336:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957092352 : -106961752459264 : ffff9eb806bd7800) 00000100:00000040:3.0:1789603565.918345:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd7800 x1876533442880768/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603565.918353:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603565.918356:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603565.918358:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d06e8. 00000100:00000200:3.0:1789603565.918362:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876533442880768, offset 0 00000400:00000200:3.0:1789603565.918370:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603565.918379:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603565.918389:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603565.918395:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603565.918400:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603565.918405:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603565.918408:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603565.918412:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2682:2682:256:4294967295] 192.168.204.129@tcp LPNI seq info [2682:2682:8:4294967295] 00000400:00000200:3.0:1789603565.918416:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603565.918427:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603565.918434:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603565.918440:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f200. 00000800:00000200:3.0:1789603565.918447:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603565.918456:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603565.918462:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789603565.918485:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603565.918491:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 212821 usecs (213 jiffies) 00000400:00000200:3.0:1789603565.918494:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603565.918498:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296565064 00000100:00000001:3.0:1789603565.918501:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296568685 00000100:00000001:3.0:1789603565.918561:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296565065 00000100:00000001:3.0:1789603565.918565:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296568685 00000100:00000001:3.0:1789603565.918568:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603565.918570:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603565.918574:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603565.918577:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603565.918585:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603565.918587:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789603565.918590:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603565.918591:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603565.918593:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603565.918596:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603565.919234:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603565.919243:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f200. 00000400:00000200:2.0:1789603565.919262:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603565.919270:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603565.919278:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d06e8 00000400:00000010:2.0:1789603565.919281:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d06e8. 00000100:00000001:2.0:1789603565.919286:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603565.919293:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd7800 x1876533442880768/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603565.919312:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603565.919317:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd7800 x1876533442880768/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603575 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603565.919325:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603565.919328:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603565.924615:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603565.924640:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603565.924646:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603565.924649:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603565.924660:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603565.924684:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603565.924696:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603565.924703:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603565.924717:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603565.924722:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 416 into portal 4 MB=0x6aab27d45a500 00000400:00000200:3.0:1789603565.924729:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603565.924736:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 416/416 into md 0x7afd [1] + 0 00000800:00000001:3.0:1789603565.924746:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603565.924755:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603565.924758:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603565.924950:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603565.924961:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603565.924973:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd7800 x1876533442880768/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603575 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603565.924987:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9eb806bd7800 x1876533442880768/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603565.925016:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603565.925026:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603565.925031:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603565.925057:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603565.925062:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603565.925071:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603565.925073:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603565.925077:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8057489a0. 00000400:00000200:2.0:1789603565.925083:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0dd0 00000400:00000010:2.0:1789603565.925086:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0dd0. 00000100:00000001:2.0:1789603565.925090:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603565.925096:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd7800 x1876533442880768/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603565.925108:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd7800 x1876533442880768/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603575 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603565.925116:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603565.925119:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603565.925122:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603565.925127:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603565.925129:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603565.925132:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603565.925136:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603565.925147:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=112 v=5 (5 5 5 17) 00000100:00001000:2.0:1789603565.925152:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=20 v=5 (1 1 0 0) 00000100:00000001:2.0:1789603565.925155:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603565.925157:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603565.925161:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603565.925165:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603565.925170:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789603565.925173:0:2399:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: committing for last_committed 4294967328 gen 15 00000100:00000040:2.0:1789603565.925177:0:2399:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1789603565.925180:0:2399:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603565.925183:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603565.925190:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd7800 x1876533442880768/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/416 e 0 to 0 dl 1789603575 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603565.925198:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603565.925201:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603565.925204:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603565.925207:0:2399:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1789603565.925215:0:2399:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9eb81291b000: connect to target with instance 1 00000020:00000001:2.0:1789603565.925219:0:2399:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789603565.925221:0:2399:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48d6 00000020:00000001:2.0:1789603565.925224:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603565.925227:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb80640d800 refcount=4 00000020:00000001:2.0:1789603565.925231:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111948924928 : -106961760626688 : ffff9eb80640d800) 00000020:00000001:2.0:1789603565.925233:0:2399:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637111948924928 : -106961760626688 : ffff9eb80640d800) 00000100:00001000:2.0:1789603565.925237:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=1789603565 v=0 (0 0 0 0) 00000100:00001000:2.0:1789603565.925241:0:2399:0:(import.c:2262:obd_at_measure()) AT ffff9eb8203ac418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1789603565.925257:0:2399:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 751, crc32c 5223, adler 374 00000100:00080000:2.0:1789603565.925264:0:2399:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9eb81291b000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:2.0:1789603565.925268:0:2399:0:(genops.c:879:class_export_put()) PUTting export ffff9eb80640d800 : new refcount 3 00000100:00000001:2.0:1789603565.925271:0:2399:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1789603565.925275:0:2399:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:2.0:1789603565.925280:0:2399:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9eb81291b000, setting cl_avail_grant: 8331264 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:2.0:1789603565.925284:0:2399:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1789603565.925289:0:2399:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:2.0:1789603565.925293:0:2399:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789603565.925296:0:2399:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603565.925299:0:2399:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603565.925301:0:2399:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603565.925304:0:2399:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603565.925306:0:2399:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1789603565.925309:0:2399:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1789603565.925312:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9eb8203ac000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1789603565.925316:0:2399:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1789603565.925317:0:2399:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:2.0:1789603565.925318:0:2399:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1789603565.925320:0:2399:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:2.0:1789603565.925322:0:2399:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1789603565.925325:0:2399:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9eb807103ba8 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:2.0:1789603565.925330:0:2399:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:2.0:1789603565.925332:0:2399:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789603565.925335:0:2399:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603565.925337:0:2399:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789603565.925340:0:2399:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1789603565.925342:0:2399:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:2.0:1789603565.925345:0:2399:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1789603565.925347:0:2399:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:2.0:1789603565.925350:0:2399:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:2.0:1789603565.925353:0:2399:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603565.925355:0:2399:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603565.925357:0:2399:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:2.0:1789603565.925359:0:2399:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:2.0:1789603565.925361:0:2399:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603565.925363:0:2399:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1789603565.925365:0:2399:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1789603565.925369:0:2399:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1789603565.925371:0:2399:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603565.925373:0:2399:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603565.925375:0:2399:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603565.925377:0:2399:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603565.925379:0:2399:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603565.925381:0:2399:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603565.925382:0:2399:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603565.925384:0:2399:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1789603565.925385:0:2399:0:(import.c:1286:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603565.925389:0:2399:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1789603565.925406:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000f7275f26): req@ffff9eb806bd4000 x1876533442880896/t0(0) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603565.925427:0:2399:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603565.925431:0:2399:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603565.925437:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd7800 x1876533442880768/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/416 e 0 to 0 dl 1789603575 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603565.925446:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442880768:192.168.204.129@tcp:8:touch.0 00000100:00000001:2.0:1789603565.925450:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603565.925453:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603565.925457:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd7800 x1876533442880768/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/416 e 0 to 0 dl 1789603575 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603565.925464:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603565.925467:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603565.925471:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb80511d000. 02000000:00000001:2.0:1789603565.925475:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603565.925477:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603565.925479:0:2399:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:2.0:1789603565.925482:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603565.925494:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a4400. 02000000:00000001:2.0:1789603565.925499:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603565.925500:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603565.925502:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd7800. 00000100:00000001:2.0:1789603565.925508:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603565.925540:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603565.925543:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603565.925550:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603565.925553:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603565.925555:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603565.925557:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603565.929958:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603565.929968:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603565.929973:0:2401:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603565.929979:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603565.929983:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603565.929987:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603565.929992:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603565.929995:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603565.929998:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603565.930007:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603565.930010:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603565.930013:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603565.930022:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8051e2800. 02000000:00000001:0.0:1789603565.930026:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603565.930097:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603565.930104:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041392c0. 00000400:00000010:0.0:1789603565.930112:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682a18. 00000100:00000200:0.0:1789603565.930121:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442880896, portal 4 00000100:00000001:0.0:1789603565.930123:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603565.930125:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957078016 : -106961752473600 : ffff9eb806bd4000) 00000100:00000040:0.0:1789603565.930140:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd4000 x1876533442880896/t0(0) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603581 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603565.930751:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603565.930755:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603565.930762:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682000. 00000100:00000200:0.0:1789603565.930767:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1876533442880896, offset 0 00000400:00000200:0.0:1789603565.930775:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603565.930787:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603565.930798:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603565.930804:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603565.930808:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603565.930813:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603565.930816:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603565.930820:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2683:2683:256:4294967295] 192.168.204.129@tcp LPNI seq info [2683:2683:8:4294967295] 00000400:00000200:0.0:1789603565.930825:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603565.930838:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603565.930844:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603565.930850:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8065b6f00. 00000800:00000200:0.0:1789603565.930858:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603565.930868:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603565.930874:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8065b6f00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1789603565.930948:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603565.930954:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 211861 usecs (212 jiffies) 00000400:00000200:0.0:1789603565.930959:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603565.930962:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296565076 00000100:00000001:0.0:1789603565.930966:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296568685 00000100:00000001:0.0:1789603565.930969:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296565076 00000100:00000001:0.0:1789603565.930971:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296568685 00000100:00000001:0.0:1789603565.930974:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603565.930978:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603565.930982:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603565.930992:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603565.930994:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789603565.930997:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603565.931000:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603565.931002:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603565.931005:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603565.942338:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603565.942351:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8065b6f00. 00000400:00000200:3.0:1789603565.942361:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603565.942372:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603565.942381:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682000 00000400:00000010:3.0:1789603565.942385:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682000. 00000100:00000001:3.0:1789603565.942391:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603565.942401:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4000 x1876533442880896/t0(0) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603581 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603565.942416:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603565.942420:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4000 x1876533442880896/t0(0) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603581 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603565.942428:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603565.942430:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603565.957776:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603565.957798:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603565.957804:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603565.957808:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603565.957820:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603565.957830:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603565.957950:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603565.957956:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603565.957963:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603565.957968:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 432 into portal 4 MB=0x6aab27d45a580 00000400:00000200:3.0:1789603565.957974:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603565.957982:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 432/432 into md 0x7b0d [1] + 224 00000800:00000001:3.0:1789603565.957990:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603565.957998:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603565.958002:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603565.958007:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603565.958017:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603565.958029:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4000 x1876533442880896/t0(0) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603581 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603565.958043:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9eb806bd4000 x1876533442880896/t0(0) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603581 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603565.958067:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603565.958078:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603565.958082:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603565.958144:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603565.958150:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603565.958158:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603565.958161:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603565.958165:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041392c0. 00000400:00000200:0.0:1789603565.958171:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682a18 00000400:00000010:0.0:1789603565.958174:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682a18. 00000100:00000001:0.0:1789603565.958178:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603565.958183:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4000 x1876533442880896/t0(0) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603581 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603565.958192:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4000 x1876533442880896/t0(0) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603581 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603565.958212:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603565.958214:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603565.958217:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603565.958221:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603565.958224:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603565.958228:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603565.958231:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603565.958257:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=112 v=5 (5 5 5 17) 00000100:00001000:0.0:1789603565.958262:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603565.958265:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603565.958266:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603565.958270:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603565.958275:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603565.958280:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789603565.958283:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: committing for last_committed 4294967330 gen 15 00000100:00000001:0.0:1789603565.958287:0:2401:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789603565.958290:0:2401:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:0.0:1789603565.958293:0:2401:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603565.958295:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603565.958300:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4000 x1876533442880896/t4294967330(4294967330) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603581 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603565.958314:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603565.958318:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603565.958320:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789603565.958324:0:2401:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1789603565.958352:0:2401:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603565.958358:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4000 x1876533442880896/t4294967330(4294967330) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603581 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603565.958367:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:0:1876533442880896:192.168.204.129@tcp:2:touch.0 00000100:00000001:0.0:1789603565.958373:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603565.958376:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603565.958380:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4000 x1876533442880896/t4294967330(4294967330) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603581 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603565.958386:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603565.958389:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603565.958394:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8051e2800. 02000000:00000001:0.0:1789603565.958397:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603565.958401:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603565.958403:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603565.958406:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603565.958409:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb804f7f800. 02000000:00000001:0.0:1789603565.958413:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603565.958415:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603565.958417:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4000. 00000100:00000001:0.0:1789603565.958421:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603565.958423:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603565.958425:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603565.958434:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603565.958437:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603565.958439:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603565.958441:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603565.958597:0:32017:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:3.0:1789603565.958602:0:32017:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603565.958605:0:32017:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603565.958611:0:32017:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:3.0:1789603565.958615:0:32017:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:3.0:1789603565.958618:0:32017:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1789603565.958621:0:32017:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789603565.958623:0:32017:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789603565.958624:0:32017:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1789603565.958626:0:32017:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603565.958628:0:32017:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603565.958629:0:32017:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1789603565.958631:0:32017:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1789603565.958633:0:32017:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1789603565.958635:0:32017:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1789603565.958636:0:32017:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1789603565.958638:0:32017:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1789603565.958640:0:32017:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789603565.958641:0:32017:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1789603565.958644:0:32017:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1789603565.958646:0:32017:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603565.958648:0:32017:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603565.958650:0:32017:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789603565.958651:0:32017:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789603565.958653:0:32017:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603565.958656:0:32017:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789603565.958658:0:32017:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789603565.958660:0:32017:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789603565.958661:0:32017:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1789603565.958663:0:32017:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789603565.958666:0:32017:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0e10 00020000:00000001:3.0:1789603565.958670:0:32017:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789603565.958672:0:32017:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789603565.958675:0:32017:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789603565.958678:0:32017:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x22:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1789603565.958681:0:32017:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789603565.958683:0:32017:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789603565.958684:0:32017:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a06c0 00000080:00000001:3.0:1789603565.958686:0:32017:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603565.958691:0:32017:0:(llite_lib.c:2656:ll_setattr_raw()) Process leaving 00000080:00000010:3.0:1789603565.958696:0:32017:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804f7f400. 00000020:00000001:3.0:1789603565.958715:0:32017:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fc30 00000080:00200008:3.0:1789603565.958719:0:32017:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f:[0x200000405:0x22:0x0](ffff9eb808193a88) current size 0, valid attrs 100201f0, mode 0, uid -1053494718, gid -1, new size 213440, atime 1789603549.000000000, mtime 1789603549.000000000, ctime 1789603549.000000000, rc 0 00000080:00000001:3.0:1789603565.958726:0:32017:0:(llite_lib.c:2688:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603565.958745:0:32017:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789603565.958749:0:32017:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e40f8) owner 0000000000000000/ffff9eb802a18000 00020000:00000002:3.0:1789603565.958754:0:32017:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e40f8) owner 0000000000000000/ffff9eb802a18000 00020000:00000001:3.0:1789603565.958757:0:32017:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603565.958764:0:32017:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789603565.958766:0:32017:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fdf0 00000080:00200008:3.0:1789603565.958769:0:32017:0:(file.c:479:ll_file_release()) START file f:[0x200000405:0x22:0x0](ffff9eb808193a88), flags 104001 00000080:00000001:3.0:1789603565.958773:0:32017:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:3.0:1789603565.958777:0:32017:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:3.0:1789603565.958778:0:32017:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789603565.958780:0:32017:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e40f8) owner 0000000000000000/ffff9eb802a18000 00020000:00000002:3.0:1789603565.958783:0:32017:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e40f8) owner 0000000000000000/ffff9eb802a18000 00020000:00000001:3.0:1789603565.958785:0:32017:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603565.958788:0:32017:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1789603565.958795:0:32017:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603565.958798:0:32017:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603565.958801:0:32017:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603565.958805:0:32017:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603565.958807:0:32017:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603565.958810:0:32017:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:3.0:1789603565.958813:0:32017:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603565.958819:0:32017:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603565.958823:0:32017:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603565.958832:0:32017:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 2 00010000:00000001:3.0:1789603565.958836:0:32017:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603565.958965:0:32017:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603565.958969:0:32017:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x22:0x0]: 0 00000080:00000001:3.0:1789603565.958972:0:32017:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1789603565.958974:0:32017:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1789603565.958980:0:32017:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9eb818cdf400. 00000080:00000001:3.0:1789603565.958982:0:32017:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1789603565.958988:0:32017:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1789603565.958992:0:32017:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1789603565.958995:0:32017:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603565.958997:0:32017:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603565.958999:0:32017:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603565.959000:0:32017:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603565.959002:0:32017:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603565.959004:0:32017:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:3.0:1789603565.959007:0:32017:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603565.959009:0:32017:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x22:0x0] 00000002:00000001:3.0:1789603565.959014:0:32017:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1789603565.959016:0:32017:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9eb81291b000: [0x200000405:0x22:0x0] file closed with intent: 0 00000100:00000010:3.0:1789603565.959023:0:32017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b48e00. 00000020:00000040:3.0:1789603565.959028:0:32017:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:3.0:1789603565.959033:0:32017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603565.959036:0:32017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603565.959042:0:32017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603565.959052:0:32017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb818cde000. 00000100:00000001:3.0:1789603565.959060:0:32017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1789603565.959076:0:32017:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9eb810d1ce00 x1876533442877312/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603565 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789603565.959089:0:32017:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1789603565.959095:0:32017:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb810b48e00 x1876533442881152/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1789603565.959102:0:32017:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603565.959105:0:32017:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603565.959111:0:32017:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb801359780. 00000100:00000001:3.0:1789603565.959114:0:32017:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111864301440 : -106961845250176 : ffff9eb801359780) 00000100:00000001:3.0:1789603565.959117:0:32017:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603565.959119:0:32017:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124280320 : -106961585271296 : ffff9eb810b48e00) 00000100:00000001:3.0:1789603565.959124:0:32017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603565.959129:0:32017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603565.959132:0:32017:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603565.959134:0:32017:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603565.959138:0:32017:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b48e00 x1876533442881152/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603565.959153:0:32017:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603565.959156:0:32017:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603565.959160:0:32017:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603565.959163:0:32017:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603565.959166:0:32017:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603565.959170:0:32017:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b48e00 pname:cluuid:pid:xid:nid:opc:job touch:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32017:1876533442881152:192.168.204.129@tcp:35:touch.0 00000100:00000001:3.0:1789603565.959174:0:32017:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603565.959181:0:32017:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603565.959184:0:32017:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603565.959186:0:32017:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603565.959192:0:32017:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb80511fc00. 02000000:00000001:3.0:1789603565.959194:0:32017:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603565.959352:0:32017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603565.959358:0:32017:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748478. 00000400:00000010:3.0:1789603565.959366:0:32017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0d48. 00000100:00000200:3.0:1789603565.959373:0:32017:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442881152, portal 10 00000100:00000001:3.0:1789603565.959375:0:32017:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603565.959377:0:32017:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124280320 : -106961585271296 : ffff9eb810b48e00) 00000100:00000040:3.0:1789603565.959385:0:32017:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810b48e00 x1876533442881152/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603581 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603565.959394:0:32017:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603565.959397:0:32017:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603565.959401:0:32017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0c38. 00000100:00000200:3.0:1789603565.959406:0:32017:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876533442881152, offset 0 00000400:00000200:3.0:1789603565.959414:0:32017:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603565.959424:0:32017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603565.959432:0:32017:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603565.959439:0:32017:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603565.959444:0:32017:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603565.959448:0:32017:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603565.959451:0:32017:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603565.959454:0:32017:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2684:2684:256:4294967295] 192.168.204.129@tcp LPNI seq info [2684:2684:8:4294967295] 00000400:00000200:3.0:1789603565.959460:0:32017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603565.959468:0:32017:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603565.959475:0:32017:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603565.959480:0:32017:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f000. 00000800:00000200:3.0:1789603565.959488:0:32017:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603565.959497:0:32017:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603565.959501:0:32017:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1789603565.959956:0:32017:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603565.959963:0:32017:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 873398 usecs (874 jiffies) 00000400:00000200:3.0:1789603565.959968:0:32017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603565.959971:0:32017:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296565766 00000100:00000001:3.0:1789603565.959975:0:32017:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296568685 00000100:00000001:3.0:1789603565.959978:0:32017:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296565766 00000100:00000001:3.0:1789603565.959981:0:32017:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296568685 00000100:00000001:3.0:1789603565.959984:0:32017:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603565.959987:0:32017:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603565.959990:0:32017:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603565.959992:0:32017:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603565.959996:0:32017:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb801359780 going to sleep for 11 seconds 00000100:00000001:3.0:1789603565.959998:0:32017:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603565.960001:0:32017:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603565.960485:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603565.960491:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f000. 00000400:00000200:3.0:1789603565.960497:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603565.960504:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603565.960686:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0c38 00000400:00000010:3.0:1789603565.960690:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0c38. 00000100:00000001:3.0:1789603565.960695:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603565.960702:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b48e00 x1876533442881152/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603581 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603565.960734:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603565.960738:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b48e00 x1876533442881152/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603581 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603565.960745:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603565.960746:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603565.964930:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603565.964953:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603565.964960:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603565.964962:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603565.964974:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603565.964984:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603565.964996:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603565.965002:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603565.965008:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603565.965014:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d45a680 00000400:00000200:3.0:1789603565.965020:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603565.965028:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x7b15 [1] + 224 00000800:00000001:3.0:1789603565.965036:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603565.965044:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603565.965048:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603565.965053:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603565.965062:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603565.965073:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b48e00 x1876533442881152/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603581 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603565.965085:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9eb810b48e00 x1876533442881152/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603581 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603565.965110:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603565.965120:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603565.965124:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603565.965238:0:32017:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603565.965258:0:32017:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603565.965262:0:32017:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603565.965265:0:32017:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748478. 00000400:00000200:0.0:1789603565.965271:0:32017:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0d48 00000400:00000010:0.0:1789603565.965274:0:32017:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0d48. 00000100:00000001:0.0:1789603565.965277:0:32017:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603565.965282:0:32017:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b48e00 x1876533442881152/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603581 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603565.965290:0:32017:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b48e00 x1876533442881152/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603581 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603565.965296:0:32017:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603565.965299:0:32017:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603565.965302:0:32017:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603565.965306:0:32017:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603565.965310:0:32017:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603565.965312:0:32017:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603565.965316:0:32017:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603565.965328:0:32017:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb4f0 time=112 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603565.965332:0:32017:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603565.965335:0:32017:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603565.965337:0:32017:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603565.965341:0:32017:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603565.965345:0:32017:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603565.965349:0:32017:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789603565.965351:0:32017:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789603565.965353:0:32017:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789603565.965356:0:32017:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603565.965357:0:32017:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124280320 : -106961585271296 : ffff9eb810b48e00) 00000100:00000001:0.0:1789603565.965361:0:32017:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603565.965363:0:32017:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967599 00000100:00000001:0.0:1789603565.965365:0:32017:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603565.965369:0:32017:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603565.965375:0:32017:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b48e00 x1876533442881152/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603581 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603565.965383:0:32017:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603565.965387:0:32017:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603565.965389:0:32017:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603565.965395:0:32017:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b48e00 x1876533442881152/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603581 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603565.965404:0:32017:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b48e00 pname:cluuid:pid:xid:nid:opc:job touch:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32017:1876533442881152:192.168.204.129@tcp:35:touch.0 00000100:00000001:0.0:1789603565.965410:0:32017:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603565.965413:0:32017:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603565.965416:0:32017:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603565.965419:0:32017:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603565.965422:0:32017:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b48e00 x1876533442881152/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603581 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603565.965429:0:32017:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603565.965432:0:32017:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb801359780. 00000100:00000001:0.0:1789603565.965436:0:32017:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603565.965438:0:32017:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603565.965446:0:32017:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603565.965448:0:32017:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124280320 : -106961585271296 : ffff9eb810b48e00) 00000002:00000001:0.0:1789603565.965451:0:32017:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603565.965455:0:32017:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603565.965463:0:32017:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb818cdf400. 00000080:00000001:0.0:1789603565.965467:0:32017:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789603565.965471:0:32017:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1789603565.965474:0:32017:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603565.965478:0:32017:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603565.965481:0:32017:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603565.965484:0:32017:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603565.965486:0:32017:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603565.965489:0:32017:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:0.0:1789603565.965492:0:32017:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603565.965497:0:32017:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789603565.965503:0:32017:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9eb810d1ce00 x1876533442877312/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603565 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603565.965543:0:32017:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603565.965545:0:32017:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00000100:00000001:0.0:1789603565.965547:0:32017:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603565.965551:0:32017:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1ce00 x1876533442877312/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603565 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603565.965557:0:32017:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603565.965559:0:32017:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603565.965562:0:32017:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1ce00 x1876533442877312/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603565 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603565.965568:0:32017:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789603565.965572:0:32017:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603565.965574:0:32017:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603565.965576:0:32017:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603565.965580:0:32017:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8051e1000. 02000000:00000001:0.0:1789603565.965584:0:32017:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603565.965586:0:32017:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603565.965588:0:32017:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1ce00. 00000100:00000001:0.0:1789603565.965592:0:32017:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603565.965593:0:32017:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603565.965594:0:32017:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603565.965597:0:32017:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b48e00 x1876533442881152/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603581 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603565.965603:0:32017:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603565.965605:0:32017:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9eb810bc5a80. 00000002:00000001:0.0:1789603565.965608:0:32017:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603565.965610:0:32017:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603565.965613:0:32017:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9eb811aa7ec0. 00000100:00000001:0.0:1789603565.965616:0:32017:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603565.965619:0:32017:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b48e00 x1876533442881152/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603581 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603565.965624:0:32017:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603565.965627:0:32017:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603565.965631:0:32017:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb812253540. 00000080:00000001:0.0:1789603565.965635:0:32017:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603565.965642:0:32017:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fdf0 00000080:00000008:0.0:1789603565.965645:0:32017:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000405:0x22:0x0](ffff9eb808193a88), flags 104001, rc = 0 00000080:00000001:0.0:1789603565.965648:0:32017:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603565.965653:0:32017:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789603565.965655:0:32017:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fe00 00000080:00002000:0.0:1789603565.965657:0:32017:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9eb82054ea20, parent ffff9eb82054e6c0, inode ffff9eb808193a88) hashed, 00000080:00000001:0.0:1789603565.965660:0:32017:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603565.965667:0:32017:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789603565.965671:0:32017:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789603565.965674:0:32017:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789603565.965676:0:32017:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fe00 00000080:00002000:0.0:1789603565.965679:0:32017:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff9eb82054e6c0, parent ffff9eb8081326c0, inode ffff9eb808179148) hashed, 00000080:00000001:0.0:1789603565.965681:0:32017:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603565.965686:0:32017:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789603565.965688:0:32017:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1789603565.973808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806947bc0. 00000080:00000010:0.1:1789603565.973825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8069473a0. 00010000:00000001:3.0:1789603566.509451:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603566.509459:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603566.509465:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603566.509466:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603567.530931:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603567.530937:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603567.530942:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603567.530943:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603567.530965:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603567.530967:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603567.530970:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789603568.255131:0:32052:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603568.255139:0:32052:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603568.255142:0:32052:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603568.255145:0:32052:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27b20 00000080:00200000:0.0:1789603568.255150:0:32052:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603568.255159:0:32052:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb804155800. 00800000:00000002:0.0:1789603568.255167:0:32052:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603568.255171:0:32052:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603568.255177:0:32052:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603568.255179:0:32052:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27a40 00800000:00000002:0.0:1789603568.255181:0:32052:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603568.255185:0:32052:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603568.255188:0:32052:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603568.255191:0:32052:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603568.255194:0:32052:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603568.255196:0:32052:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603568.255198:0:32052:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.255200:0:32052:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603568.255216:0:32052:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.255220:0:32052:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603568.255232:0:32052:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603568.255240:0:32052:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27910 00000002:00010000:0.0:1789603568.255243:0:32052:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603568.255246:0:32052:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603568.255249:0:32052:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603568.255252:0:32052:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603568.255259:0:32052:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.255261:0:32052:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.255263:0:32052:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.255265:0:32052:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789603568.255268:0:32052:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789603568.255274:0:32052:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1ce00. 00000020:00000040:0.0:1789603568.255279:0:32052:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:0.0:1789603568.255286:0:32052:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603568.255291:0:32052:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603568.255298:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.255309:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.255311:0:32052:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.255315:0:32052:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603568.255318:0:32052:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603568.255323:0:32052:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603568.255331:0:32052:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8051e2800. 00000100:00000001:0.0:1789603568.255337:0:32052:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.255342:0:32052:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603568.255344:0:32052:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.255345:0:32052:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603568.255346:0:32052:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.255348:0:32052:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.255354:0:32052:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00010000:00000001:0.0:1789603568.255358:0:32052:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789603568.255361:0:32052:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789603568.255366:0:32052:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb819248400. 00010000:00000010:0.0:1789603568.255370:0:32052:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb805741a00. 00010000:00000001:0.0:1789603568.255375:0:32052:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789603568.255378:0:32052:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb800031400. 00000020:00000001:0.0:1789603568.255381:0:32052:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789603568.255384:0:32052:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb800031400 with handle 0xa04c19c788fe5372 to hash 00000020:00000001:0.0:1789603568.255387:0:32052:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789603568.255389:0:32052:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603568.255392:0:32052:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603568.255395:0:32052:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603568.255398:0:32052:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603568.255402:0:32052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe5372 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603568.255412:0:32052:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe5372 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603568.255434:0:32052:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe5372 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32052 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789603568.255440:0:32052:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603568.255442:0:32052:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603568.255448:0:32052:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8121b2000. 00000100:00000001:0.0:1789603568.255451:0:32052:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112147779584 : -106961561772032 : ffff9eb8121b2000) 00000100:00000001:0.0:1789603568.255454:0:32052:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603568.255455:0:32052:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00000100:00000001:0.0:1789603568.255460:0:32052:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603568.255464:0:32052:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.255466:0:32052:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603568.255468:0:32052:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603568.255479:0:32052:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1ce00 x1876533442881280/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603568.255488:0:32052:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603568.255490:0:32052:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603568.255494:0:32052:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603568.255497:0:32052:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603568.255499:0:32052:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603568.255504:0:32052:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1ce00 pname:cluuid:pid:xid:nid:opc:job checkstat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32052:1876533442881280:192.168.204.129@tcp:101:checkstat.0 00000100:00000001:0.0:1789603568.255533:0:32052:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603568.255538:0:32052:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603568.255541:0:32052:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603568.255544:0:32052:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603568.255549:0:32052:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb807ad3000. 02000000:00000001:0.0:1789603568.255551:0:32052:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603568.255569:0:32052:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603568.255574:0:32052:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041392c0. 00000400:00000010:0.0:1789603568.255581:0:32052:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682a18. 00000100:00000200:0.0:1789603568.255588:0:32052:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442881280, portal 10 00000100:00000001:0.0:1789603568.255589:0:32052:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603568.255591:0:32052:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00000100:00000040:0.0:1789603568.255598:0:32052:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810d1ce00 x1876533442881280/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603568.255605:0:32052:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603568.255607:0:32052:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603568.255610:0:32052:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136827f8. 00000100:00000200:0.0:1789603568.255613:0:32052:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876533442881280, offset 0 00000400:00000200:0.0:1789603568.255619:0:32052:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603568.255627:0:32052:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603568.255636:0:32052:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603568.255641:0:32052:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603568.255646:0:32052:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603568.255649:0:32052:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603568.255652:0:32052:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603568.255656:0:32052:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2685:2685:256:4294967295] 192.168.204.129@tcp LPNI seq info [2685:2685:8:4294967295] 00000400:00000200:0.0:1789603568.255886:0:32052:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603568.255899:0:32052:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603568.255905:0:32052:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603568.255911:0:32052:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8065b6a00. 00000800:00000200:0.0:1789603568.255918:0:32052:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603568.255926:0:32052:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603568.255930:0:32052:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8065b6a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789603568.255951:0:32052:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603568.255957:0:32052:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 872102 usecs (873 jiffies) 00000400:00000200:0.0:1789603568.255961:0:32052:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603568.255964:0:32052:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296568062 00000100:00000001:0.0:1789603568.255967:0:32052:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296568685 00000100:00000001:0.0:1789603568.255969:0:32052:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296568062 00000100:00000001:0.0:1789603568.255971:0:32052:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296568685 00000100:00000001:0.0:1789603568.255973:0:32052:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603568.255977:0:32052:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.255979:0:32052:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603568.255981:0:32052:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603568.255984:0:32052:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8121b2000 going to sleep for 11 seconds 00000100:00000001:0.0:1789603568.255987:0:32052:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603568.255989:0:32052:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603568.256126:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603568.256132:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8065b6a00. 00000400:00000200:3.0:1789603568.256137:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.256143:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603568.256149:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136827f8 00000400:00000010:3.0:1789603568.256151:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136827f8. 00000100:00000001:3.0:1789603568.256155:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603568.256160:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1ce00 x1876533442881280/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.256170:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603568.256174:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ce00 x1876533442881280/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603584 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.256181:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.256183:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603568.265954:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.265973:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603568.265977:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.265981:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603568.265990:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.265999:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603568.266008:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.266013:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.266019:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.266024:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d45a700 00000400:00000200:3.0:1789603568.266030:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.266036:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x7b25 [1] + 224 00000800:00000001:3.0:1789603568.266044:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.266052:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603568.266055:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.266060:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603568.266068:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603568.266078:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1ce00 x1876533442881280/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603584 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603568.266089:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb810d1ce00 x1876533442881280/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.266112:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603568.266119:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.266123:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.266218:0:32052:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603568.266233:0:32052:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603568.266235:0:32052:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603568.266238:0:32052:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041392c0. 00000400:00000200:0.0:1789603568.266244:0:32052:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682a18 00000400:00000010:0.0:1789603568.266247:0:32052:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682a18. 00000100:00000001:0.0:1789603568.266250:0:32052:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603568.266255:0:32052:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1ce00 x1876533442881280/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603568.266263:0:32052:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1ce00 x1876533442881280/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603568.266269:0:32052:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603568.266271:0:32052:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.266273:0:32052:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603568.266276:0:32052:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603568.266279:0:32052:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603568.266281:0:32052:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603568.266283:0:32052:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603568.266293:0:32052:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=116 v=5 (106 106 106 137) 00000100:00001000:0.0:1789603568.266297:0:32052:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603568.266300:0:32052:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603568.266302:0:32052:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.266305:0:32052:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603568.266308:0:32052:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.266311:0:32052:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603568.266313:0:32052:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967599 00000100:00000001:0.0:1789603568.266316:0:32052:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603568.266319:0:32052:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603568.266324:0:32052:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1ce00 x1876533442881280/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603568.266331:0:32052:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603568.266334:0:32052:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603568.266336:0:32052:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603568.266340:0:32052:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1ce00 x1876533442881280/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603584 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603568.266349:0:32052:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1ce00 pname:cluuid:pid:xid:nid:opc:job checkstat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32052:1876533442881280:192.168.204.129@tcp:101:checkstat.0 00000100:00000001:0.0:1789603568.266354:0:32052:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.266357:0:32052:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.266360:0:32052:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603568.266362:0:32052:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603568.266365:0:32052:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1ce00 x1876533442881280/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603584 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603568.266373:0:32052:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603568.266376:0:32052:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8121b2000. 00000100:00000001:0.0:1789603568.266379:0:32052:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603568.266381:0:32052:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.266384:0:32052:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789603568.266387:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.266390:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.266394:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031400 refcount=4 00000020:00000001:0.0:1789603568.266397:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603568.266400:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000040:0.0:1789603568.266407:0:32052:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb800031400, remote cookie: 0x31dbb14d74e916ba, flags: 0x1001 00010000:00010000:0.0:1789603568.266412:0:32052:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe5372 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e916ba expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603568.266424:0:32052:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe5372 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e916ba expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.266432:0:32052:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789603568.266437:0:32052:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789603568.266439:0:32052:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789603568.266440:0:32052:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789603568.266442:0:32052:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789603568.266445:0:32052:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9eb819248400) refcount = 1 00010000:00010000:0.0:1789603568.266449:0:32052:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe5372 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e916ba expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.266455:0:32052:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789603568.266458:0:32052:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789603568.266460:0:32052:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603568.266463:0:32052:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789603568.266466:0:32052:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603568.266469:0:32052:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe5372 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e916ba expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.266476:0:32052:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789603568.266479:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.266481:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.266482:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.266483:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.266484:0:32052:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.266489:0:32052:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789603568.266491:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.266492:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.266494:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031400 refcount=3 00000020:00000001:0.0:1789603568.266496:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603568.266499:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603568.266501:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.266503:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.266504:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031400 refcount=4 00000020:00000001:0.0:1789603568.266506:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603568.266507:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603568.266550:0:32052:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603568.266553:0:32052:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603568.266557:0:32052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe5372 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e916ba expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.266564:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.266565:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.266566:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.266568:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.266569:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031400 refcount=5 00000020:00000001:0.0:1789603568.266571:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603568.266573:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603568.266576:0:32052:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603568.266579:0:32052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe5372 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e916ba expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.266585:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.266586:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789603568.266589:0:32052:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe5372 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e916ba expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.266595:0:32052:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603568.266597:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.266598:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.266599:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.266600:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789603568.266606:0:32052:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb810d1ce00 x1876533442881280/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603584 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789603568.266615:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.266617:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.266618:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031400 refcount=3 00000020:00000001:0.0:1789603568.266620:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603568.266622:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603568.266624:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.266625:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603568.266627:0:32052:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.266629:0:32052:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.266632:0:32052:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789603568.266634:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.266635:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.266636:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031400 refcount=3 00000020:00000001:0.0:1789603568.266638:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603568.266640:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00000002:00010000:0.0:1789603568.266643:0:32052:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe5372 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e916ba expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.266650:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.266651:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.266653:0:32052:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603568.266654:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.266655:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.266657:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031400 refcount=3 00000020:00000001:0.0:1789603568.266658:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603568.266666:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000040:0.0:1789603568.266672:0:32052:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:0.0:1789603568.266675:0:32052:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789603568.266679:0:32052:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789603568.266682:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.266683:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603568.266685:0:32052:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789603568.266687:0:32052:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27898 00000002:00002000:0.0:1789603568.266689:0:32052:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789603568.266692:0:32052:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.266696:0:32052:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.266698:0:32052:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789603568.266702:0:32052:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789603568.266705:0:32052:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.266709:0:32052:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603568.266712:0:32052:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804155800. 00000080:00000001:0.0:1789603568.266716:0:32052:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603568.266719:0:32052:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789603568.266724:0:32052:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789603568.266728:0:32052:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789603568.266734:0:32052:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb807a3f980. 00800000:00000001:0.0:1789603568.266736:0:32052:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637111972198784 : -106961737352832 : ffff9eb807a3f980) 00800000:00000001:0.0:1789603568.266738:0:32052:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.266740:0:32052:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789603568.266742:0:32052:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789603568.266745:0:32052:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789603568.266747:0:32052:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789603568.266750:0:32052:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789603568.266752:0:32052:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.266756:0:32052:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789603568.266759:0:32052:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789603568.266763:0:32052:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1789603568.266766:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.266767:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.266769:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031400 refcount=3 00000020:00000001:0.0:1789603568.266770:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603568.266772:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603568.266774:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.266775:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789603568.266777:0:32052:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789603568.266780:0:32052:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789603568.266782:0:32052:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807a3f980 1 00800000:00000010:0.0:1789603568.266784:0:32052:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb807a3f980. 00800000:00000001:0.0:1789603568.266787:0:32052:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603568.266790:0:32052:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5372 00800000:00000001:0.0:1789603568.266792:0:32052:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603568.266794:0:32052:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603568.266797:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.266798:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.266799:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031400 refcount=3 00000020:00000001:0.0:1789603568.266801:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603568.266803:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603568.266806:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.266807:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603568.266808:0:32052:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.266810:0:32052:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.266813:0:32052:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603568.266815:0:32052:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603568.266818:0:32052:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5372 from it ffffb8e501c27b58 00010000:00000001:0.0:1789603568.266819:0:32052:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.266820:0:32052:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.266822:0:32052:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031400 refcount=3 00000020:00000001:0.0:1789603568.266823:0:32052:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603568.266825:0:32052:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603568.266827:0:32052:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603568.266829:0:32052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe5372 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e916ba expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.266835:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.266836:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.266838:0:32052:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603568.266841:0:32052:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603568.266843:0:32052:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe5372 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e916ba expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603568.266856:0:32052:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603568.266858:0:32052:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603568.266860:0:32052:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603568.266864:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.266866:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.266868:0:32052:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.266871:0:32052:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603568.266873:0:32052:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.266875:0:32052:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.266877:0:32052:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.266879:0:32052:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603568.266880:0:32052:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.266881:0:32052:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603568.266883:0:32052:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603568.266887:0:32052:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1ce00 x1876533442881280/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603584 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603568.266894:0:32052:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603568.266898:0:32052:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603568.266902:0:32052:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb807ad3000. 02000000:00000001:0.0:1789603568.266908:0:32052:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603568.266911:0:32052:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603568.266913:0:32052:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603568.266916:0:32052:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603568.266919:0:32052:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8051e2800. 02000000:00000001:0.0:1789603568.266923:0:32052:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603568.266925:0:32052:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603568.266927:0:32052:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1ce00. 00000100:00000001:0.0:1789603568.266931:0:32052:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603568.266933:0:32052:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603568.266936:0:32052:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:0.0:1789603568.266941:0:32052:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603568.268549:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603568.268556:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9b00. 00000400:00000200:3.0:1789603568.268563:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.268569:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603568.268575:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc880 00000400:00000010:3.0:1789603568.268577:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc880. 00000100:00000001:3.0:1789603568.268581:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603568.268587:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5f80 x1876533442881408/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.268615:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603568.268619:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5f80 x1876533442881408/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603584 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.268626:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.268628:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603568.278939:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.278958:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603568.278962:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.278965:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603568.278974:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.278982:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603568.278991:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.278997:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.279002:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.279007:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d45a780 00000400:00000200:3.0:1789603568.279012:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.279018:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x7b2d [1] + 224 00000800:00000001:3.0:1789603568.279025:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.279032:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603568.279035:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.279039:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603568.279046:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603568.279055:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5f80 x1876533442881408/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603584 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603568.279066:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb806bd5f80 x1876533442881408/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.279090:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603568.279097:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.279100:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789603568.284639:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603568.284649:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9b00. 00000400:00000200:3.0:1789603568.284656:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.284670:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603568.284676:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc5d8 00000400:00000010:3.0:1789603568.284680:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc5d8. 00000100:00000001:3.0:1789603568.284685:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603568.284693:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5f80 x1876533442881536/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.284705:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603568.284709:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5f80 x1876533442881536/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603584 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.284724:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.284725:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603568.310970:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.310986:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603568.310990:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.310993:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603568.311006:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.311015:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603568.311023:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.311028:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.311034:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.311038:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 640 into portal 10 MB=0x6aab27d45a800 00000400:00000200:3.0:1789603568.311043:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.311049:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 640/640 into md 0x7b35 [1] + 224 00000800:00000001:3.0:1789603568.311057:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.311064:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603568.311068:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.311072:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603568.311079:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603568.311088:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5f80 x1876533442881536/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603584 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603568.311099:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9eb806bd5f80 x1876533442881536/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.311123:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603568.311131:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.311143:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603568.313112:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603568.313116:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603568.313118:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603568.313125:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd6d80 x1876533442881664/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603568.313132:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603568.313134:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603568.313138:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603568.313140:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603568.313143:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603568.313146:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442881664:192.168.204.129@tcp:8:checkstat.0 00000100:00000001:2.0:1789603568.313149:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603568.313152:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603568.313154:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603568.313156:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603568.313161:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041d2800. 02000000:00000001:2.0:1789603568.313162:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603568.313167:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603568.313171:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3420. 00000400:00000010:2.0:1789603568.313176:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7000. 00000100:00000200:2.0:1789603568.313182:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442881664, portal 4 00000100:00000001:2.0:1789603568.313184:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603568.313185:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957089664 : -106961752461952 : ffff9eb806bd6d80) 00000100:00000040:2.0:1789603568.313191:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd6d80 x1876533442881664/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603568.313197:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603568.313199:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603568.313217:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7e58. 00000100:00000200:2.0:1789603568.313220:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876533442881664, offset 0 00000400:00000200:2.0:1789603568.313227:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603568.313234:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.313239:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603568.313244:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603568.313247:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603568.313250:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603568.313252:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603568.313256:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2688:2688:256:4294967295] 192.168.204.129@tcp LPNI seq info [2688:2688:8:4294967295] 00000400:00000200:2.0:1789603568.313260:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.313268:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603568.313273:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603568.313278:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb819343700. 00000800:00000200:2.0:1789603568.313284:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603568.313291:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603568.313295:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb819343700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789603568.313315:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603568.313320:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22472 usecs (23 jiffies) 00000400:00000200:2.0:1789603568.313324:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603568.313326:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296567269 00000100:00000001:2.0:1789603568.313329:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296568685 00000100:00000001:2.0:1789603568.313331:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296567269 00000100:00000001:2.0:1789603568.313333:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296568685 00000100:00000001:2.0:1789603568.313335:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603568.313338:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.313341:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.313343:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603568.313349:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603568.313351:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789603568.313353:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603568.313354:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603568.313355:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.313357:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603568.313503:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603568.313508:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb819343700. 00000400:00000200:3.0:1789603568.313534:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1789603568.313537:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1789603568.313538:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:0.0:1789603568.313540:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603568.313541:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1789603568.313543:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7e58 00000400:00000010:3.0:1789603568.313546:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7e58. 00000100:00000040:0.0:1789603568.313547:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5f80 x1876533442881792/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.313550:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603568.313553:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd6d80 x1876533442881664/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.313555:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603568.313556:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789603568.313560:0:2400:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9eb806bd5f80 x1876533442881792/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.313561:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603568.313564:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd6d80 x1876533442881664/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603578 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.313568:0:2400:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.313571:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.313571:0:2400:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603568.313573:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789603568.313573:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603568.313574:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.313576:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.313577:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.313581:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603568.313582:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.313584:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603568.313585:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603568.313586:0:2400:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.313588:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603568.313589:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.313590:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.313593:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.313598:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603568.313599:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603568.349881:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.349904:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603568.349909:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.349912:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.349922:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.349931:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603568.349942:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.349947:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.349953:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.349958:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 416 into portal 4 MB=0x6aab27d45a880 00000400:00000200:2.0:1789603568.349963:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.349970:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 416/416 into md 0x7b3d [1] + 0 00000800:00000001:2.0:1789603568.349976:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.350001:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.350005:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603568.350009:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603568.350017:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603568.350026:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd6d80 x1876533442881664/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603578 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603568.350038:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9eb806bd6d80 x1876533442881664/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603568.350063:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603568.350072:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.350075:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603568.350197:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603568.350216:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603568.350224:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603568.350226:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603568.350230:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3420. 00000400:00000200:3.0:1789603568.350236:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7000 00000400:00000010:3.0:1789603568.350238:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7000. 00000100:00000001:3.0:1789603568.350241:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603568.350246:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd6d80 x1876533442881664/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603568.350255:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd6d80 x1876533442881664/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603578 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603568.350261:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603568.350263:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603568.350265:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603568.350269:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603568.350271:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603568.350274:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603568.350277:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603568.350286:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=115 v=5 (5 5 5 17) 00000100:00001000:3.0:1789603568.350290:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603568.350293:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603568.350295:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603568.350297:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603568.350301:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.350305:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789603568.350307:0:2399:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: committing for last_committed 4294967316 gen 14 00000100:00000040:3.0:1789603568.350310:0:2399:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1789603568.350312:0:2399:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603568.350314:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603568.350319:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd6d80 x1876533442881664/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/416 e 0 to 0 dl 1789603578 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603568.350326:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603568.350329:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603568.350331:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603568.350333:0:2399:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1789603568.350341:0:2399:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9eb81291b000: connect to target with instance 1 00000020:00000001:3.0:1789603568.350344:0:2399:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789603568.350347:0:2399:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48dd 00000020:00000001:3.0:1789603568.350350:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603568.350353:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb80640e800 refcount=4 00000020:00000001:3.0:1789603568.350355:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111948929024 : -106961760622592 : ffff9eb80640e800) 00000020:00000001:3.0:1789603568.350358:0:2399:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637111948929024 : -106961760622592 : ffff9eb80640e800) 00000100:00001000:3.0:1789603568.350361:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=1789603568 v=0 (0 0 0 0) 00000100:00001000:3.0:1789603568.350363:0:2399:0:(import.c:2262:obd_at_measure()) AT ffff9eb8203a8c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1789603568.350367:0:2399:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 751, crc32c 5223, adler 374 00000100:00080000:3.0:1789603568.350372:0:2399:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9eb81291b000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:3.0:1789603568.350375:0:2399:0:(genops.c:879:class_export_put()) PUTting export ffff9eb80640e800 : new refcount 3 00000100:00000001:3.0:1789603568.350377:0:2399:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1789603568.350380:0:2399:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:3.0:1789603568.350384:0:2399:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff9eb81291b000, setting cl_avail_grant: 8388608 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:3.0:1789603568.350387:0:2399:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1789603568.350390:0:2399:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:3.0:1789603568.350394:0:2399:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789603568.350397:0:2399:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603568.350400:0:2399:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603568.350402:0:2399:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603568.350404:0:2399:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.350406:0:2399:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1789603568.350408:0:2399:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1789603568.350411:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9eb8203a8800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1789603568.350414:0:2399:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1789603568.350415:0:2399:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1789603568.350416:0:2399:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1789603568.350417:0:2399:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:3.0:1789603568.350419:0:2399:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1789603568.350421:0:2399:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9eb807103ba8 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:3.0:1789603568.350426:0:2399:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:3.0:1789603568.350428:0:2399:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:3.0:1789603568.350430:0:2399:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603568.350432:0:2399:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789603568.350434:0:2399:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1789603568.350436:0:2399:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1789603568.350438:0:2399:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1789603568.350439:0:2399:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1789603568.350442:0:2399:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1789603568.350444:0:2399:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603568.350446:0:2399:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603568.350447:0:2399:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1789603568.350448:0:2399:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1789603568.350450:0:2399:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603568.350452:0:2399:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1789603568.350453:0:2399:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1789603568.350457:0:2399:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1789603568.350460:0:2399:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603568.350461:0:2399:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603568.350463:0:2399:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603568.350465:0:2399:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603568.350467:0:2399:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603568.350468:0:2399:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603568.350469:0:2399:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.350471:0:2399:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1789603568.350472:0:2399:0:(import.c:1286:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603568.350475:0:2399:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1789603568.350481:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000c0a6234b): req@ffff9eb806bd5f80 x1876533442881792/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.350492:0:2399:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.350496:0:2399:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603568.350499:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd6d80 x1876533442881664/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/416 e 0 to 0 dl 1789603578 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603568.350507:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442881664:192.168.204.129@tcp:8:checkstat.0 00000100:00000001:3.0:1789603568.350545:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603568.350548:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603568.350552:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd6d80 x1876533442881664/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/416 e 0 to 0 dl 1789603578 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603568.350559:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603568.350561:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603568.350565:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041d2800. 02000000:00000001:3.0:1789603568.350570:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603568.350572:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603568.350574:0:2399:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:3.0:1789603568.350575:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603568.350578:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a7c00. 02000000:00000001:3.0:1789603568.350581:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603568.350583:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603568.350585:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd6d80. 00000100:00000001:3.0:1789603568.350590:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603568.350592:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603568.350594:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603568.350601:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603568.350603:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.350606:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603568.350607:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.351081:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603568.351085:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603568.351088:0:2400:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.351091:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603568.351093:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603568.351096:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603568.351099:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603568.351101:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.351104:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603568.351110:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603568.351113:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603568.351115:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603568.351125:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8051e2800. 02000000:00000001:0.0:1789603568.351128:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603568.351135:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603568.351141:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041392c0. 00000400:00000010:0.0:1789603568.351146:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682a18. 00000100:00000200:0.0:1789603568.351153:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442881792, portal 4 00000100:00000001:0.0:1789603568.351155:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603568.351157:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957086080 : -106961752465536 : ffff9eb806bd5f80) 00000100:00000040:0.0:1789603568.351164:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd5f80 x1876533442881792/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603584 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603568.351171:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603568.351174:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603568.351177:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682aa0. 00000100:00000200:0.0:1789603568.351180:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876533442881792, offset 0 00000400:00000200:0.0:1789603568.351186:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603568.351192:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603568.351198:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603568.351218:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603568.351222:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603568.351225:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603568.351228:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603568.351231:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2689:2689:256:4294967295] 192.168.204.129@tcp LPNI seq info [2689:2689:8:4294967295] 00000400:00000200:0.0:1789603568.351235:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603568.351243:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603568.351248:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603568.351254:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8065b6000. 00000800:00000200:0.0:1789603568.351260:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603568.351267:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603568.351272:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8065b6000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789603568.351289:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603568.351293:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22636 usecs (23 jiffies) 00000400:00000200:0.0:1789603568.351297:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603568.351299:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296567307 00000100:00000001:0.0:1789603568.351302:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296568685 00000100:00000001:0.0:1789603568.351304:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296567307 00000100:00000001:0.0:1789603568.351307:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296568685 00000100:00000001:0.0:1789603568.351309:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603568.351312:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.351314:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.351319:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603568.351320:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789603568.351322:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603568.351323:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603568.351325:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.351327:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603568.351554:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603568.351558:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8065b6000. 00000400:00000200:3.0:1789603568.351563:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.351567:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603568.351572:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682aa0 00000400:00000010:3.0:1789603568.351575:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682aa0. 00000100:00000001:3.0:1789603568.351578:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603568.351582:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5f80 x1876533442881792/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603584 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.351591:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603568.351594:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5f80 x1876533442881792/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603584 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.351599:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.351600:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603568.366974:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.366991:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603568.366995:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.366998:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.367008:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.367016:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603568.367025:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.367030:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.367035:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.367040:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 400 into portal 4 MB=0x6aab27d45a900 00000400:00000200:2.0:1789603568.367045:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.367051:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 400/400 into md 0x7b4d [1] + 224 00000800:00000001:2.0:1789603568.367058:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.367066:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.367069:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603568.367074:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603568.367083:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603568.367092:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5f80 x1876533442881792/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603584 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603568.367109:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9eb806bd5f80 x1876533442881792/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603584 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.367132:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603568.367141:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.367145:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.368118:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603568.368123:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603568.368133:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603568.368135:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603568.368139:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041392c0. 00000400:00000200:0.0:1789603568.368146:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682a18 00000400:00000010:0.0:1789603568.368149:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682a18. 00000100:00000001:0.0:1789603568.368152:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603568.368160:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5f80 x1876533442881792/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603584 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603568.368169:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5f80 x1876533442881792/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603584 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603568.368175:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603568.368176:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.368179:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603568.368182:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603568.368184:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603568.368186:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603568.368189:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603568.368197:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=115 v=5 (5 5 5 17) 00000100:00001000:0.0:1789603568.368214:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603568.368216:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603568.368218:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.368221:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603568.368225:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.368229:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603568.368232:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:0.0:1789603568.368233:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603568.368235:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603568.368239:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5f80 x1876533442881792/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603584 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603568.368245:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603568.368248:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603568.368250:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789603568.368252:0:2400:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:0.0:1789603568.368255:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.368258:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.368261:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=4 00000020:00000001:0.0:1789603568.368264:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:0.0:1789603568.368266:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:0.0:1789603568.368268:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.368269:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.368271:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=5 00000020:00000001:0.0:1789603568.368272:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:0.0:1789603568.368274:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:0.0:1789603568.368277:0:2400:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603568.368280:0:2400:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603568.368285:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe5387 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.368295:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.368297:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.368298:0:2400:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789603568.368300:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.368301:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.368303:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=6 00000020:00000001:0.0:1789603568.368304:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:0.0:1789603568.368306:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000040:0.0:1789603568.368312:0:2400:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb814fdc200, remote cookie: 0x31dbb14d74e91700, flags: 0x1001 00010000:00010000:0.0:1789603568.368316:0:2400:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe5387 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91700 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.368324:0:2400:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1789603568.368326:0:2400:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.368328:0:2400:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789603568.368332:0:2400:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1789603568.368336:0:2400:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe5387 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91700 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789603568.368344:0:2400:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x12:0x0].0x0 (ffff9eb80647c800) refcount = 1 00010000:00000040:0.0:1789603568.368346:0:2400:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789603568.368349:0:2400:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe5387 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91700 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.368356:0:2400:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789603568.368358:0:2400:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603568.368360:0:2400:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789603568.368363:0:2400:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603568.368366:0:2400:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe5387 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91700 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.368371:0:2400:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789603568.368373:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.368374:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.368375:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.368376:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603568.368378:0:2400:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1789603568.368380:0:2400:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1789603568.368384:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.368385:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.368386:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=5 00000020:00000001:0.0:1789603568.368389:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:0.0:1789603568.368391:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00000008:00000001:0.0:1789603568.368394:0:2400:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1789603568.368398:0:2400:0:(cl_object.c:143:cl_object_top()) ffff9eb810231a40 -> ffff9eb8053b0b70 00000008:00010000:0.0:1789603568.368402:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe5387 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e91700 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1789603568.368409:0:2400:0:(cl_object.c:143:cl_object_top()) ffff9eb810231a40 -> ffff9eb8053b0b70 00000020:00000001:0.0:1789603568.368411:0:2400:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1789603568.368414:0:2400:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1789603568.368417:0:2400:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789603568.368419:0:2400:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.368421:0:2400:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.368422:0:2400:0:(cl_object.c:143:cl_object_top()) ffff9eb810231a40 -> ffff9eb8053b0b70 00000008:00000001:0.0:1789603568.368424:0:2400:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1789603568.368426:0:2400:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789603568.368428:0:2400:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1789603568.368446:0:2400:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1789603568.368449:0:2400:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.368451:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.368452:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.368453:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=6 00000020:00000001:0.0:1789603568.368455:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:0.0:1789603568.368457:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:0.0:1789603568.368460:0:2400:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603568.368463:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe5387 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e91700 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.368469:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.368471:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789603568.368474:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe5387 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e91700 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.368480:0:2400:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603568.368481:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.368482:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603568.368483:0:2400:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.368485:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.368486:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.368487:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=5 00000020:00000001:0.0:1789603568.368489:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:0.0:1789603568.368490:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:0.0:1789603568.368492:0:2400:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603568.368494:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe5387 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e91700 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.368499:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.368500:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.368501:0:2400:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603568.368503:0:2400:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603568.368505:0:2400:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe5387 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e91700 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603568.368554:0:2400:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603568.368556:0:2400:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603568.368558:0:2400:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603568.368562:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.368563:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.368565:0:2400:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.368568:0:2400:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603568.368570:0:2400:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.368572:0:2400:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.368573:0:2400:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.368575:0:2400:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603568.368576:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.368577:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.368578:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.368579:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603568.368580:0:2400:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603568.368586:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5f80 x1876533442881792/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603584 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603568.368594:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:0:1876533442881792:192.168.204.129@tcp:101:checkstat.0 00000100:00000001:0.0:1789603568.368598:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.368601:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603568.368604:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5f80 x1876533442881792/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603584 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603568.368610:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603568.368612:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603568.368616:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8051e2800. 02000000:00000001:0.0:1789603568.368620:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603568.368622:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603568.368623:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603568.368626:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603568.368628:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb804f7f200. 02000000:00000001:0.0:1789603568.368632:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603568.368633:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603568.368636:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5f80. 00000100:00000001:0.0:1789603568.368639:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603568.368641:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.368643:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.368651:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603568.368653:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.368668:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603568.368670:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603568.396595:0:32053:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603568.396603:0:32053:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603568.396606:0:32053:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603568.396609:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bf7b20 00000080:00200000:2.0:1789603568.396614:0:32053:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:2.0:1789603568.396622:0:32053:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805570c00. 00800000:00000002:2.0:1789603568.396630:0:32053:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603568.396634:0:32053:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603568.396640:0:32053:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603568.396642:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bf7a40 00800000:00000002:2.0:1789603568.396644:0:32053:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603568.396648:0:32053:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603568.396651:0:32053:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603568.396653:0:32053:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603568.396655:0:32053:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603568.396669:0:32053:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603568.396672:0:32053:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603568.396674:0:32053:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603568.396675:0:32053:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603568.396679:0:32053:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603568.396684:0:32053:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603568.396685:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bf7910 00000002:00010000:2.0:1789603568.396687:0:32053:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603568.396691:0:32053:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603568.396693:0:32053:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603568.396697:0:32053:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603568.396703:0:32053:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:2.0:1789603568.396707:0:32053:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603568.396884:0:32053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603568.396889:0:32053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603568.396896:0:32053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe5372 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e916ba expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789603568.396908:0:32053:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603568.396914:0:32053:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603568.396917:0:32053:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe5372 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e916ba expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789603568.396925:0:32053:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603568.396927:0:32053:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603568.396928:0:32053:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603568.396930:0:32053:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603568.396932:0:32053:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603568.396934:0:32053:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603568.396936:0:32053:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603568.396939:0:32053:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603568.396943:0:32053:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805570c00. 00000080:00000001:2.0:1789603568.396949:0:32053:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603568.396950:0:32053:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603568.396953:0:32053:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:2.0:1789603568.396957:0:32053:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5372 00800000:00000001:2.0:1789603568.396960:0:32053:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603568.396962:0:32053:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603568.396964:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603568.396966:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603568.396969:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031400 refcount=3 00000020:00000001:2.0:1789603568.396971:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:2.0:1789603568.396973:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:2.0:1789603568.396976:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.396978:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603568.396979:0:32053:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603568.397029:0:32053:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603568.397033:0:32053:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5372 from it ffffb8e501bf7b58 00010000:00000001:2.0:1789603568.397035:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603568.397037:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603568.397038:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031400 refcount=3 00000020:00000001:2.0:1789603568.397040:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:2.0:1789603568.397042:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:2.0:1789603568.397044:0:32053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603568.397047:0:32053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe5372 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e916ba expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603568.397053:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.397054:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603568.397056:0:32053:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603568.397058:0:32053:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603568.397061:0:32053:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe5372 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e916ba expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789603568.397070:0:32053:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603568.397073:0:32053:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603568.397075:0:32053:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603568.397079:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.397080:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603568.397082:0:32053:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.397085:0:32053:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603568.397087:0:32053:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.397089:0:32053:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.397092:0:32053:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.397093:0:32053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603568.397094:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.397095:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603568.397098:0:32053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603568.397100:0:32053:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603568.397102:0:32053:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:2.0:1789603568.397108:0:32053:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789603568.397118:0:32053:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb81272ac80. 00000020:00000001:2.0:1789603568.397122:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bf7a88 00000080:00200000:2.0:1789603568.397125:0:32053:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9eb808190908), flags=24 00000080:00000001:2.0:1789603568.397127:0:32053:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789603568.397129:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bf7938 00000080:00200000:2.0:1789603568.397131:0:32053:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9eb808190908), intent=0 00000080:00000010:2.0:1789603568.397137:0:32053:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805570c00. 00800000:00000002:2.0:1789603568.397140:0:32053:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603568.397143:0:32053:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603568.397145:0:32053:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603568.397146:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bf7858 00800000:00000002:2.0:1789603568.397148:0:32053:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603568.397151:0:32053:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603568.397153:0:32053:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603568.397155:0:32053:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603568.397156:0:32053:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603568.397157:0:32053:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603568.397158:0:32053:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603568.397160:0:32053:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603568.397161:0:32053:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603568.397164:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bf77f0 00800000:00000002:2.0:1789603568.397165:0:32053:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:2.0:1789603568.397169:0:32053:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603568.397170:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bf7728 00000002:00010000:2.0:1789603568.397171:0:32053:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1789603568.397175:0:32053:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789603568.397177:0:32053:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789603568.397183:0:32053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f3b80. 00000020:00000040:2.0:1789603568.397187:0:32053:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:2.0:1789603568.397192:0:32053:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603568.397196:0:32053:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603568.397209:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.397211:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603568.397212:0:32053:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.397215:0:32053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603568.397217:0:32053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603568.397220:0:32053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603568.397228:0:32053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041d1800. 00000100:00000001:2.0:1789603568.397234:0:32053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.397240:0:32053:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603568.397242:0:32053:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.397243:0:32053:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603568.397244:0:32053:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.397246:0:32053:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603568.397253:0:32053:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637111912119168 : -106961797432448 : ffff9eb8040f3b80) 00010000:00000001:2.0:1789603568.397257:0:32053:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789603568.397260:0:32053:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789603568.397263:0:32053:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:2.0:1789603568.397265:0:32053:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603568.397267:0:32053:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789603568.397271:0:32053:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb802f47200. 00000020:00000001:2.0:1789603568.397274:0:32053:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789603568.397276:0:32053:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb802f47200 with handle 0xa04c19c788fe538e to hash 00000020:00000001:2.0:1789603568.397278:0:32053:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789603568.397279:0:32053:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111893586432 : -106961815965184 : ffff9eb802f47200) 00010000:00000001:2.0:1789603568.397283:0:32053:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111893586432 : -106961815965184 : ffff9eb802f47200) 00010000:00000001:2.0:1789603568.397285:0:32053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603568.397287:0:32053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603568.397290:0:32053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47200/0xa04c19c788fe538e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603568.397296:0:32053:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47200/0xa04c19c788fe538e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603568.397306:0:32053:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47200/0xa04c19c788fe538e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32053 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789603568.397311:0:32053:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603568.397313:0:32053:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603568.397319:0:32053:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8040779c0. 00000100:00000001:2.0:1789603568.397321:0:32053:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911610816 : -106961797940800 : ffff9eb8040779c0) 00000100:00000001:2.0:1789603568.397324:0:32053:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603568.397325:0:32053:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912119168 : -106961797432448 : ffff9eb8040f3b80) 00000100:00000001:2.0:1789603568.397329:0:32053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603568.397333:0:32053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.397334:0:32053:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603568.397336:0:32053:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603568.397346:0:32053:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f3b80 x1876533442881920/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.397354:0:32053:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603568.397356:0:32053:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603568.397358:0:32053:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603568.397361:0:32053:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603568.397364:0:32053:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603568.397367:0:32053:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f3b80 pname:cluuid:pid:xid:nid:opc:job checkstat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32053:1876533442881920:192.168.204.129@tcp:101:checkstat.0 00000100:00000001:2.0:1789603568.397371:0:32053:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603568.397376:0:32053:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603568.397377:0:32053:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603568.397379:0:32053:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603568.397383:0:32053:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb81162d800. 02000000:00000001:2.0:1789603568.397386:0:32053:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603568.397393:0:32053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603568.397398:0:32053:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3688. 00000400:00000010:2.0:1789603568.397405:0:32053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7088. 00000100:00000200:2.0:1789603568.397412:0:32053:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442881920, portal 10 00000100:00000001:2.0:1789603568.397414:0:32053:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603568.397415:0:32053:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912119168 : -106961797432448 : ffff9eb8040f3b80) 00000100:00000040:2.0:1789603568.397422:0:32053:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f3b80 x1876533442881920/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.397428:0:32053:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603568.397431:0:32053:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603568.397433:0:32053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7bb0. 00000100:00000200:2.0:1789603568.397437:0:32053:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876533442881920, offset 0 00000400:00000200:2.0:1789603568.397444:0:32053:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603568.397452:0:32053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.397459:0:32053:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603568.397464:0:32053:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603568.397468:0:32053:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603568.397472:0:32053:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603568.397475:0:32053:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603568.397478:0:32053:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2690:2690:256:4294967295] 192.168.204.129@tcp LPNI seq info [2690:2690:8:4294967295] 00000400:00000200:2.0:1789603568.397483:0:32053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.397492:0:32053:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603568.397498:0:32053:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603568.397504:0:32053:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb819343500. 00000800:00000200:2.0:1789603568.397535:0:32053:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603568.397542:0:32053:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603568.397546:0:32053:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb819343500 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1789603568.397568:0:32053:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603568.397572:0:32053:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 868303 usecs (869 jiffies) 00000400:00000200:2.0:1789603568.397575:0:32053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603568.397578:0:32053:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296568198 00000100:00000001:2.0:1789603568.397581:0:32053:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296568685 00000100:00000001:2.0:1789603568.397583:0:32053:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296568198 00000100:00000001:2.0:1789603568.397585:0:32053:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296568685 00000100:00000001:2.0:1789603568.397587:0:32053:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603568.397590:0:32053:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.397592:0:32053:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603568.397593:0:32053:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603568.397596:0:32053:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8040779c0 going to sleep for 11 seconds 00000100:00000001:2.0:1789603568.397598:0:32053:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603568.397601:0:32053:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603568.399731:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603568.399741:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb819343500. 00000400:00000200:3.0:1789603568.399748:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.399758:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603568.399765:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7bb0 00000400:00000010:3.0:1789603568.399768:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7bb0. 00000100:00000001:3.0:1789603568.399772:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603568.399779:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f3b80 x1876533442881920/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.399790:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603568.399793:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f3b80 x1876533442881920/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603584 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.399800:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.399801:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603568.410338:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.410354:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603568.410358:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.410361:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.410370:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.410378:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603568.410387:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.410392:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.410397:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.410401:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d45a980 00000400:00000200:2.0:1789603568.410406:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.410412:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x7b55 [1] + 224 00000800:00000001:2.0:1789603568.410419:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.410426:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.410429:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603568.410434:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603568.410442:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603568.410451:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f3b80 x1876533442881920/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603584 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603568.410461:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb8040f3b80 x1876533442881920/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.410485:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603568.410494:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.410498:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603568.410711:0:32053:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603568.410729:0:32053:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603568.410731:0:32053:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603568.410734:0:32053:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3688. 00000400:00000200:3.0:1789603568.410739:0:32053:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7088 00000400:00000010:3.0:1789603568.410742:0:32053:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7088. 00000100:00000001:3.0:1789603568.410745:0:32053:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603568.410750:0:32053:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f3b80 x1876533442881920/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789603568.410759:0:32053:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f3b80 x1876533442881920/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.410766:0:32053:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603568.410769:0:32053:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603568.410771:0:32053:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603568.410775:0:32053:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603568.410777:0:32053:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603568.410779:0:32053:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603568.410782:0:32053:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603568.410792:0:32053:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=116 v=5 (106 106 106 137) 00000100:00001000:3.0:1789603568.410796:0:32053:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603568.410798:0:32053:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603568.410800:0:32053:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603568.410802:0:32053:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603568.410806:0:32053:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.410809:0:32053:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603568.410811:0:32053:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967599 00000100:00000001:3.0:1789603568.410814:0:32053:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603568.410817:0:32053:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603568.410822:0:32053:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f3b80 x1876533442881920/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.410829:0:32053:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603568.410832:0:32053:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603568.410848:0:32053:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603568.410853:0:32053:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f3b80 x1876533442881920/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603584 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789603568.410860:0:32053:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f3b80 pname:cluuid:pid:xid:nid:opc:job checkstat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32053:1876533442881920:192.168.204.129@tcp:101:checkstat.0 00000100:00000001:3.0:1789603568.410865:0:32053:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603568.410868:0:32053:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.410870:0:32053:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789603568.410872:0:32053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603568.410875:0:32053:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f3b80 x1876533442881920/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603584 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.410888:0:32053:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603568.410891:0:32053:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8040779c0. 00000100:00000001:3.0:1789603568.410894:0:32053:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789603568.410896:0:32053:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603568.410899:0:32053:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789603568.410903:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603568.410905:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603568.410909:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47200 refcount=4 00000020:00000001:3.0:1789603568.410911:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893586432 : -106961815965184 : ffff9eb802f47200) 00010000:00000001:3.0:1789603568.410914:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893586432 : -106961815965184 : ffff9eb802f47200) 00010000:00000040:3.0:1789603568.410920:0:32053:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb802f47200, remote cookie: 0x31dbb14d74e9171c, flags: 0x1001 00010000:00010000:3.0:1789603568.410926:0:32053:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47200/0xa04c19c788fe538e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9171c expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789603568.410936:0:32053:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1789603568.410940:0:32053:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1789603568.410948:0:32053:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb8042bbd00. 00010000:00000010:3.0:1789603568.410953:0:32053:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80502b880. 00010000:00000001:3.0:1789603568.410958:0:32053:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603568.410963:0:32053:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47200/0xa04c19c788fe538e lrc: 4/1,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9171c expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603568.410972:0:32053:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47200/0xa04c19c788fe538e lrc: 4/1,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9171c expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603568.410979:0:32053:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789603568.410983:0:32053:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789603568.410997:0:32053:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789603568.410999:0:32053:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789603568.411000:0:32053:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789603568.411004:0:32053:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x20:0x0].0x0 (ffff9eb8042bbd00) refcount = 1 00010000:00010000:3.0:1789603568.411008:0:32053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47200/0xa04c19c788fe538e lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9171c expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603568.411015:0:32053:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789603568.411018:0:32053:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789603568.411020:0:32053:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603568.411023:0:32053:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789603568.411026:0:32053:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603568.411029:0:32053:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47200/0xa04c19c788fe538e lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9171c expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603568.411035:0:32053:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789603568.411037:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603568.411039:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603568.411040:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603568.411041:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603568.411043:0:32053:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603568.411047:0:32053:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789603568.411049:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603568.411050:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603568.411052:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47200 refcount=3 00000020:00000001:3.0:1789603568.411054:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893586432 : -106961815965184 : ffff9eb802f47200) 00010000:00000001:3.0:1789603568.411056:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893586432 : -106961815965184 : ffff9eb802f47200) 00010000:00000001:3.0:1789603568.411059:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603568.411059:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603568.411061:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47200 refcount=4 00000020:00000001:3.0:1789603568.411062:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893586432 : -106961815965184 : ffff9eb802f47200) 00010000:00000001:3.0:1789603568.411065:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893586432 : -106961815965184 : ffff9eb802f47200) 00010000:00000001:3.0:1789603568.411068:0:32053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603568.411071:0:32053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603568.411074:0:32053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47200/0xa04c19c788fe538e lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9171c expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603568.411086:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603568.411088:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603568.411089:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603568.411090:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603568.411092:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47200 refcount=5 00000020:00000001:3.0:1789603568.411094:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893586432 : -106961815965184 : ffff9eb802f47200) 00010000:00000001:3.0:1789603568.411096:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893586432 : -106961815965184 : ffff9eb802f47200) 00010000:00000001:3.0:1789603568.411099:0:32053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603568.411101:0:32053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47200/0xa04c19c788fe538e lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9171c expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603568.411108:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603568.411109:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789603568.411111:0:32053:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47200/0xa04c19c788fe538e lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9171c expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603568.411117:0:32053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603568.411119:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603568.411120:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603568.411121:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603568.411122:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789603568.411127:0:32053:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9eb8040f3b80 x1876533442881920/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603584 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789603568.411135:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603568.411137:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603568.411138:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47200 refcount=3 00000020:00000001:3.0:1789603568.411140:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893586432 : -106961815965184 : ffff9eb802f47200) 00010000:00000001:3.0:1789603568.411142:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893586432 : -106961815965184 : ffff9eb802f47200) 00010000:00000001:3.0:1789603568.411144:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603568.411145:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603568.411147:0:32053:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603568.411149:0:32053:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603568.411153:0:32053:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789603568.411155:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603568.411156:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603568.411157:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47200 refcount=3 00000020:00000001:3.0:1789603568.411159:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893586432 : -106961815965184 : ffff9eb802f47200) 00010000:00000001:3.0:1789603568.411161:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893586432 : -106961815965184 : ffff9eb802f47200) 00000002:00010000:3.0:1789603568.411164:0:32053:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47200/0xa04c19c788fe538e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9171c expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603568.411171:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603568.411172:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603568.411173:0:32053:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789603568.411175:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603568.411176:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603568.411177:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47200 refcount=3 00000020:00000001:3.0:1789603568.411179:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893586432 : -106961815965184 : ffff9eb802f47200) 00010000:00000001:3.0:1789603568.411181:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893586432 : -106961815965184 : ffff9eb802f47200) 00010000:00000040:3.0:1789603568.411185:0:32053:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bbd00 count: 2 00010000:00000001:3.0:1789603568.411188:0:32053:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789603568.411192:0:32053:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589935621/32 (0 0) 00010000:00000001:3.0:1789603568.411194:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603568.411195:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603568.411197:0:32053:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789603568.411213:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bf76b0 00000002:00002000:3.0:1789603568.411215:0:32053:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789603568.411219:0:32053:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603568.411223:0:32053:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603568.411225:0:32053:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789603568.411229:0:32053:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1789603568.411232:0:32053:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603568.411235:0:32053:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000001:3.0:1789603568.411238:0:32053:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1789603568.411240:0:32053:0:(namei.c:674:ll_lookup_it_finish()) it ffffb8e501bf7a28 it_disposition b 00000080:00000001:3.0:1789603568.411243:0:32053:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789603568.411249:0:32053:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789603568.411253:0:32053:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789603568.411257:0:32053:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb807d57580. 00800000:00000001:3.0:1789603568.411260:0:32053:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637111975441792 : -106961734109824 : ffff9eb807d57580) 00800000:00000001:3.0:1789603568.411262:0:32053:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603568.411264:0:32053:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789603568.411266:0:32053:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:3.0:1789603568.411270:0:32053:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1789603568.411275:0:32053:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789603568.411277:0:32053:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x20:0x0] 00000080:00000001:3.0:1789603568.411280:0:32053:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789603568.411283:0:32053:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789603568.411285:0:32053:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603568.411288:0:32053:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:3.0:1789603568.411290:0:32053:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1789603568.411293:0:32053:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611168 mtime from 1789603548 to 1789603549 00000080:00200000:3.0:1789603568.411297:0:32053:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x20:0x0], updating i_size 4096 00000080:00200000:3.0:1789603568.411300:0:32053:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x20:0x0](ffff9eb808179148): rc = 0 00000080:00000001:3.0:1789603568.411302:0:32053:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979774280 : -106961729777336 : ffff9eb808179148) 00010000:00000001:3.0:1789603568.411305:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603568.411306:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603568.411308:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47200 refcount=3 00000020:00000001:3.0:1789603568.411310:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893586432 : -106961815965184 : ffff9eb802f47200) 00010000:00000001:3.0:1789603568.411312:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893586432 : -106961815965184 : ffff9eb802f47200) 00010000:00000001:3.0:1789603568.411314:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603568.411315:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789603568.411317:0:32053:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789603568.411319:0:32053:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1789603568.411321:0:32053:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807d57580 1 00800000:00000010:3.0:1789603568.411323:0:32053:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb807d57580. 00800000:00000001:3.0:1789603568.411326:0:32053:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603568.411330:0:32053:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff9eb808179148) for lock 0xa04c19c788fe538e 00800000:00000001:3.0:1789603568.411332:0:32053:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603568.411334:0:32053:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603568.411336:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603568.411337:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603568.411338:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47200 refcount=3 00000020:00000001:3.0:1789603568.411340:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893586432 : -106961815965184 : ffff9eb802f47200) 00010000:00000001:3.0:1789603568.411343:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893586432 : -106961815965184 : ffff9eb802f47200) 00010000:00000001:3.0:1789603568.411346:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603568.411347:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603568.411348:0:32053:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603568.411350:0:32053:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1789603568.411358:0:32053:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb82053fca8 inode ffff9eb808179148 refc 1 flags 0x20000e 00000080:00000002:3.0:1789603568.411363:0:32053:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:3.0:1789603568.411366:0:32053:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1789603568.411370:0:32053:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x20:0x0](ffff9eb808179148) 00000080:00010000:3.0:1789603568.411374:0:32053:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe538e from it ffffb8e501bf7a28 00010000:00000001:3.0:1789603568.411376:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603568.411378:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603568.411379:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47200 refcount=3 00000020:00000001:3.0:1789603568.411381:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893586432 : -106961815965184 : ffff9eb802f47200) 00010000:00000001:3.0:1789603568.411382:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893586432 : -106961815965184 : ffff9eb802f47200) 00010000:00000001:3.0:1789603568.411384:0:32053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603568.411387:0:32053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47200/0xa04c19c788fe538e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9171c expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603568.411392:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603568.411393:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603568.411395:0:32053:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603568.411397:0:32053:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603568.411399:0:32053:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47200/0xa04c19c788fe538e lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9171c expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789603568.411406:0:32053:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603568.411408:0:32053:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603568.411411:0:32053:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603568.411415:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603568.411416:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603568.411417:0:32053:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603568.411420:0:32053:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603568.411422:0:32053:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603568.411424:0:32053:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603568.411426:0:32053:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603568.411428:0:32053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603568.411429:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603568.411430:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789603568.411432:0:32053:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789603568.411434:0:32053:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805570c00. 00000100:00000001:3.0:1789603568.411438:0:32053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603568.411443:0:32053:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f3b80 x1876533442881920/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603584 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.411449:0:32053:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603568.411452:0:32053:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603568.411455:0:32053:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb81162d800. 02000000:00000001:3.0:1789603568.411458:0:32053:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603568.411461:0:32053:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603568.411462:0:32053:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603568.411464:0:32053:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603568.411467:0:32053:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041d1800. 02000000:00000001:3.0:1789603568.411471:0:32053:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603568.411473:0:32053:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603568.411475:0:32053:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f3b80. 00000100:00000001:3.0:1789603568.411479:0:32053:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603568.411479:0:32053:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603568.411487:0:32053:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789603568.411489:0:32053:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x20:0x0](ffff9eb808179148), inode mode 41ed mask 1 00000080:00000001:3.0:1789603568.411493:0:32053:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789603568.411505:0:32053:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb8069079c0. 00000020:00000001:3.0:1789603568.411549:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bf7ae8 00000080:00200000:3.0:1789603568.411552:0:32053:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000405:0x20:0x0](ffff9eb808179148), flags=8 00000080:00000001:3.0:1789603568.411555:0:32053:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1789603568.411557:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bf7998 00000080:00200000:3.0:1789603568.411559:0:32053:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x20:0x0](ffff9eb808179148), intent=getattr 00000080:00000010:3.0:1789603568.411568:0:32053:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb818cdf400. 00800000:00000002:3.0:1789603568.411572:0:32053:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb807a3fb80 2 00000080:00000001:3.0:1789603568.411576:0:32053:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603568.411579:0:32053:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603568.411581:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bf78b8 00800000:00000002:3.0:1789603568.411583:0:32053:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000405:0x20:0x0] 00800000:00000001:3.0:1789603568.411586:0:32053:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789603568.411589:0:32053:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603568.411592:0:32053:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603568.411594:0:32053:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603568.411596:0:32053:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603568.411598:0:32053:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603568.411600:0:32053:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:3.0:1789603568.411602:0:32053:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603568.411605:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bf7850 00800000:00000002:3.0:1789603568.411607:0:32053:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x20:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:3.0:1789603568.411612:0:32053:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603568.411614:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bf7788 00000002:00010000:3.0:1789603568.411615:0:32053:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000405:0x20:0x0], intent: getattr flags 01 00000002:00000001:3.0:1789603568.411619:0:32053:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789603568.411621:0:32053:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789603568.411625:0:32053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b48700. 00000020:00000040:3.0:1789603568.411628:0:32053:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:3.0:1789603568.411632:0:32053:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789603568.411636:0:32053:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603568.411638:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603568.411640:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603568.411641:0:32053:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.411644:0:32053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603568.411646:0:32053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603568.411650:0:32053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603568.411656:0:32053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb80511dc00. 00000100:00000001:3.0:1789603568.411662:0:32053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603568.411665:0:32053:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603568.411667:0:32053:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603568.411670:0:32053:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603568.411671:0:32053:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603568.411673:0:32053:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603568.411679:0:32053:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637112124278528 : -106961585273088 : ffff9eb810b48700) 00010000:00000001:3.0:1789603568.411682:0:32053:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789603568.411684:0:32053:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789603568.411687:0:32053:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bbd00 count: 2 00010000:00000001:3.0:1789603568.411689:0:32053:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603568.411691:0:32053:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789603568.411695:0:32053:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb8131e4800. 00000020:00000001:3.0:1789603568.411699:0:32053:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789603568.411701:0:32053:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb8131e4800 with handle 0xa04c19c788fe5395 to hash 00000020:00000001:3.0:1789603568.411703:0:32053:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789603568.411705:0:32053:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:3.0:1789603568.411708:0:32053:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:3.0:1789603568.411710:0:32053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603568.411712:0:32053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603568.411715:0:32053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe5395 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603568.411722:0:32053:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe5395 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603568.411731:0:32053:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe5395 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32053 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789603568.411736:0:32053:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603568.411737:0:32053:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603568.411744:0:32053:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb801359780. 00000100:00000001:3.0:1789603568.411747:0:32053:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111864301440 : -106961845250176 : ffff9eb801359780) 00000100:00000001:3.0:1789603568.411750:0:32053:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603568.411751:0:32053:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124278528 : -106961585273088 : ffff9eb810b48700) 00000100:00000001:3.0:1789603568.411756:0:32053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603568.411760:0:32053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.411762:0:32053:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603568.411764:0:32053:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603568.411769:0:32053:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b48700 x1876533442882048/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.411778:0:32053:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603568.411780:0:32053:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603568.411783:0:32053:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603568.411785:0:32053:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603568.411787:0:32053:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603568.411791:0:32053:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b48700 pname:cluuid:pid:xid:nid:opc:job checkstat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32053:1876533442882048:192.168.204.129@tcp:101:checkstat.0 00000100:00000001:3.0:1789603568.411795:0:32053:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603568.411799:0:32053:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603568.411801:0:32053:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603568.411804:0:32053:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603568.411808:0:32053:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb82036a000. 02000000:00000001:3.0:1789603568.411810:0:32053:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603568.411815:0:32053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603568.411819:0:32053:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748580. 00000400:00000010:3.0:1789603568.411824:0:32053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0c38. 00000100:00000200:3.0:1789603568.411830:0:32053:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442882048, portal 10 00000100:00000001:3.0:1789603568.411832:0:32053:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603568.411833:0:32053:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124278528 : -106961585273088 : ffff9eb810b48700) 00000100:00000040:3.0:1789603568.411839:0:32053:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810b48700 x1876533442882048/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.411846:0:32053:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603568.411849:0:32053:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603568.411851:0:32053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0440. 00000100:00000200:3.0:1789603568.411854:0:32053:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876533442882048, offset 0 00000400:00000200:3.0:1789603568.411859:0:32053:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603568.411866:0:32053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.411871:0:32053:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603568.411876:0:32053:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603568.411881:0:32053:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603568.411885:0:32053:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603568.411888:0:32053:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603568.411891:0:32053:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2691:2691:256:4294967295] 192.168.204.129@tcp LPNI seq info [2691:2691:8:4294967295] 00000400:00000200:3.0:1789603568.411896:0:32053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.411904:0:32053:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603568.411910:0:32053:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603568.411916:0:32053:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f000. 00000800:00000200:3.0:1789603568.411922:0:32053:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603568.411929:0:32053:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603568.411934:0:32053:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1789603568.411956:0:32053:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603568.411960:0:32053:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 867036 usecs (868 jiffies) 00000400:00000200:3.0:1789603568.411964:0:32053:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603568.411966:0:32053:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296568213 00000100:00000001:3.0:1789603568.411969:0:32053:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296568685 00000100:00000001:3.0:1789603568.411972:0:32053:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296568213 00000100:00000001:3.0:1789603568.411974:0:32053:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296568685 00000100:00000001:3.0:1789603568.411976:0:32053:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603568.411979:0:32053:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.411981:0:32053:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603568.411983:0:32053:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603568.411986:0:32053:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb801359780 going to sleep for 11 seconds 00000100:00000001:3.0:1789603568.411988:0:32053:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603568.411990:0:32053:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603568.412483:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603568.412489:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f000. 00000400:00000200:2.0:1789603568.412494:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603568.412499:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603568.412504:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0440 00000400:00000010:2.0:1789603568.412506:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0440. 00000100:00000001:2.0:1789603568.412531:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603568.412536:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b48700 x1876533442882048/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.412545:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603568.412548:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b48700 x1876533442882048/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603584 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.412556:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.412558:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603568.457722:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.457740:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603568.457745:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.457748:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.457757:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.457765:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603568.457775:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.457780:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.457785:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.457789:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 640 into portal 10 MB=0x6aab27d45aa00 00000400:00000200:2.0:1789603568.457794:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.457800:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 640/640 into md 0x7b65 [1] + 224 00000800:00000001:2.0:1789603568.457807:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.457815:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.457818:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603568.457823:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603568.457831:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603568.457855:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b48700 x1876533442882048/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603584 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603568.457866:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9eb810b48700 x1876533442882048/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.457917:0:32053:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603568.457933:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603568.457941:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.457944:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789603568.459107:0:32053:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603568.459111:0:32053:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603568.459115:0:32053:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748580. 00000400:00000200:3.0:1789603568.459122:0:32053:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0c38 00000400:00000010:3.0:1789603568.459125:0:32053:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0c38. 00000100:00000001:3.0:1789603568.459129:0:32053:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603568.459137:0:32053:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b48700 x1876533442882048/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789603568.459147:0:32053:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b48700 x1876533442882048/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.459155:0:32053:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603568.459157:0:32053:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603568.459160:0:32053:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603568.459163:0:32053:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603568.459166:0:32053:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603568.459168:0:32053:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603568.459171:0:32053:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603568.459181:0:32053:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=116 v=5 (106 106 106 137) 00000100:00001000:3.0:1789603568.459185:0:32053:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603568.459188:0:32053:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603568.459189:0:32053:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603568.459192:0:32053:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603568.459195:0:32053:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.459210:0:32053:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603568.459212:0:32053:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967599 00000100:00000001:3.0:1789603568.459215:0:32053:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603568.459218:0:32053:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603568.459223:0:32053:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b48700 x1876533442882048/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/640 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.459230:0:32053:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603568.459233:0:32053:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603568.459235:0:32053:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603568.459239:0:32053:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b48700 x1876533442882048/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/640 e 0 to 0 dl 1789603584 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789603568.459247:0:32053:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b48700 pname:cluuid:pid:xid:nid:opc:job checkstat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32053:1876533442882048:192.168.204.129@tcp:101:checkstat.0 00000100:00000001:3.0:1789603568.459252:0:32053:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603568.459255:0:32053:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.459257:0:32053:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789603568.459259:0:32053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603568.459263:0:32053:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b48700 x1876533442882048/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/640 e 0 to 0 dl 1789603584 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.459269:0:32053:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603568.459271:0:32053:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb801359780. 00000100:00000001:3.0:1789603568.459275:0:32053:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789603568.459276:0:32053:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603568.459279:0:32053:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789603568.459283:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603568.459286:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603568.459289:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4800 refcount=4 00000020:00000001:3.0:1789603568.459291:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:3.0:1789603568.459294:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000040:3.0:1789603568.459300:0:32053:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb8131e4800, remote cookie: 0x31dbb14d74e91738, flags: 0x1001 00010000:00010000:3.0:1789603568.459305:0:32053:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe5395 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91738 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789603568.459314:0:32053:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x22:0x0].0x0, instead of [0x200000405:0x20:0x0].0x0 00010000:00000001:3.0:1789603568.459318:0:32053:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1789603568.459323:0:32053:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 2 00010000:00000001:3.0:1789603568.459326:0:32053:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603568.459330:0:32053:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603568.459333:0:32053:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe5395 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91738 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603568.459341:0:32053:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe5395 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91738 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603568.459346:0:32053:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789603568.459350:0:32053:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789603568.459352:0:32053:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789603568.459354:0:32053:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789603568.459355:0:32053:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789603568.459358:0:32053:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x22:0x0].0x0 (ffff9eb81938b200) refcount = 2 00010000:00000040:3.0:1789603568.459361:0:32053:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1789603568.459363:0:32053:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe536b lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e916a5 expref: -99 pid: 32017 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789603568.459369:0:32053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe5395 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91738 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603568.459375:0:32053:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789603568.459378:0:32053:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789603568.459380:0:32053:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603568.459382:0:32053:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789603568.459481:0:32053:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603568.459485:0:32053:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe5395 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91738 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603568.459491:0:32053:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789603568.459493:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603568.459494:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603568.459495:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603568.459496:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603568.459497:0:32053:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603568.459502:0:32053:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789603568.459504:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603568.459505:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603568.459506:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4800 refcount=3 00000020:00000001:3.0:1789603568.459508:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:3.0:1789603568.459528:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:3.0:1789603568.459530:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603568.459531:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603568.459532:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4800 refcount=4 00000020:00000001:3.0:1789603568.459534:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:3.0:1789603568.459536:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:3.0:1789603568.459539:0:32053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603568.459542:0:32053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603568.459545:0:32053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe5395 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91738 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603568.459551:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603568.459552:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603568.459553:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603568.459554:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603568.459555:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4800 refcount=5 00000020:00000001:3.0:1789603568.459557:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:3.0:1789603568.459558:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:3.0:1789603568.459561:0:32053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603568.459563:0:32053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe5395 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91738 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603568.459568:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603568.459569:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789603568.459571:0:32053:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe5395 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91738 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603568.459576:0:32053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603568.459577:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603568.459578:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603568.459579:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603568.459580:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789603568.459585:0:32053:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb810b48700 x1876533442882048/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/640 e 0 to 0 dl 1789603584 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789603568.459593:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603568.459594:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603568.459595:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4800 refcount=3 00000020:00000001:3.0:1789603568.459597:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:3.0:1789603568.459598:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00000002:00010000:3.0:1789603568.459603:0:32053:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe5395 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91738 expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789603568.459977:0:32053:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9eb806b15000. 00010000:00000001:2.0:1789603568.459982:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.460048:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603568.460050:0:32053:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603568.460052:0:32053:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603568.460055:0:32053:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789603568.460058:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603568.460060:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603568.460062:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4800 refcount=3 00000020:00000001:2.0:1789603568.460064:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:2.0:1789603568.460066:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00000002:00010000:2.0:1789603568.460070:0:32053:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe5395 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91738 expref: -99 pid: 32053 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603568.460078:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.460079:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603568.460081:0:32053:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789603568.460082:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603568.460083:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603568.460084:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4800 refcount=3 00000020:00000001:2.0:1789603568.460086:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:2.0:1789603568.460089:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000040:2.0:1789603568.460093:0:32053:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 3 00010000:00000001:2.0:1789603568.460095:0:32053:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789603568.460098:0:32053:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589935621/34 (0 0) 00010000:00000001:2.0:1789603568.460101:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.460103:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603568.460104:0:32053:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789603568.460107:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bf7710 00000002:00002000:2.0:1789603568.460109:0:32053:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789603568.460112:0:32053:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603568.460116:0:32053:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603568.460119:0:32053:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789603568.460122:0:32053:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x20:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789603568.460125:0:32053:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603568.460128:0:32053:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807a3fb80 2 00000080:00000001:2.0:1789603568.460131:0:32053:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789603568.460133:0:32053:0:(namei.c:674:ll_lookup_it_finish()) it ffffb8e501bf7b20 it_disposition b 00000080:00000001:2.0:1789603568.460136:0:32053:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789603568.460142:0:32053:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789603568.460145:0:32053:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789603568.460148:0:32053:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611170 : 144115205339611170 : 200000405000022) 00000080:00000001:2.0:1789603568.460151:0:32053:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1789603568.460158:0:32053:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603568.460163:0:32053:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:2.0:1789603568.460165:0:32053:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00000020:00000001:2.0:1789603568.460168:0:32053:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789603568.460171:0:32053:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789603568.460174:0:32053:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789603568.460180:0:32053:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb8051ed360. 00020000:00000010:2.0:1789603568.460185:0:32053:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb802edd100. 00020000:00000010:2.0:1789603568.460190:0:32053:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb8051eda80. 00020000:00000001:2.0:1789603568.460193:0:32053:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637111929920128 : -106961779631488 : ffff9eb8051eda80) 00020000:00000002:2.0:1789603568.460208:0:32053:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb8051eda80, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789603568.460214:0:32053:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789603568.460218:0:32053:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb802edd100: ostid: 0x280000401:20 ost idx: 0 gen: 0 00020000:00000002:2.0:1789603568.460222:0:32053:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9eb8123e40f8) owner ffff9eb806bf4f80 00020000:00000001:2.0:1789603568.460225:0:32053:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789603568.460227:0:32053:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9eb8123e40f8) owner ffff9eb806bf4f80 00020000:00000010:2.0:1789603568.460232:0:32053:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb802edd100. 00020000:00000010:2.0:1789603568.460236:0:32053:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb8051ed360. 00020000:00000010:2.0:1789603568.460238:0:32053:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb8051eda80. 00020000:00000002:2.0:1789603568.460241:0:32053:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x22:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789603568.460243:0:32053:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603568.460245:0:32053:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789603568.460247:0:32053:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00000080:00000001:2.0:1789603568.460251:0:32053:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611170 : 144115205339611170 : 200000405000022) 00000080:00000001:2.0:1789603568.460254:0:32053:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1789603568.460258:0:32053:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x22:0x0](ffff9eb808193a88): rc = 0 00000080:00000001:2.0:1789603568.460261:0:32053:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979883144 : -106961729668472 : ffff9eb808193a88) 00010000:00000001:2.0:1789603568.460263:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603568.460264:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603568.460267:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4800 refcount=3 00000020:00000001:2.0:1789603568.460269:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:2.0:1789603568.460271:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00000080:00000001:2.0:1789603568.460274:0:32053:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789603568.460275:0:32053:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603568.460277:0:32053:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:2.0:1789603568.460278:0:32053:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00000020:00000001:2.0:1789603568.460280:0:32053:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789603568.460282:0:32053:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789603568.460283:0:32053:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789603568.460285:0:32053:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb8051eda80. 00020000:00000010:2.0:1789603568.460288:0:32053:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb802edd100. 00020000:00000010:2.0:1789603568.460291:0:32053:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb8051ed360. 00020000:00000001:2.0:1789603568.460293:0:32053:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637111929918304 : -106961779633312 : ffff9eb8051ed360) 00020000:00000002:2.0:1789603568.460295:0:32053:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb8051ed360, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789603568.460299:0:32053:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789603568.460302:0:32053:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb802edd100: ostid: 0x280000401:20 ost idx: 0 gen: 0 00020000:00000002:2.0:1789603568.460304:0:32053:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9eb8123e40f8) owner ffff9eb806bf4f80 00020000:00000001:2.0:1789603568.460306:0:32053:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789603568.460308:0:32053:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9eb8123e40f8) owner ffff9eb806bf4f80 00020000:00000010:2.0:1789603568.460310:0:32053:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb802edd100. 00020000:00000010:2.0:1789603568.460312:0:32053:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb8051eda80. 00020000:00000010:2.0:1789603568.460314:0:32053:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb8051ed360. 00020000:00000002:2.0:1789603568.460315:0:32053:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x22:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789603568.460317:0:32053:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603568.460319:0:32053:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603568.460322:0:32053:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789603568.460325:0:32053:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e40f8) owner 0000000000000000/ffff9eb806bf4f80 00020000:00000002:2.0:1789603568.460328:0:32053:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb805103a80 addref 2/0 by ffff9eb806bf4f80. 00020000:00000002:2.0:1789603568.460330:0:32053:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e40f8) owner 0000000000000000/ffff9eb806bf4f80 00020000:00000001:2.0:1789603568.460333:0:32053:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789603568.460335:0:32053:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789603568.460336:0:32053:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789603568.460338:0:32053:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789603568.460340:0:32053:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789603568.460342:0:32053:0:(file.c:6854:ll_layout_conf()) [0x200000405:0x22:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1789603568.460344:0:32053:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00000080:00000001:2.0:1789603568.460346:0:32053:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.460348:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.460349:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789603568.460351:0:32053:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789603568.460353:0:32053:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789603568.460355:0:32053:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603568.460358:0:32053:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x22:0x0](ffff9eb808193a88) for lock 0xa04c19c788fe5395 00800000:00000001:2.0:1789603568.460361:0:32053:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603568.460362:0:32053:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603568.460363:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603568.460365:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603568.460366:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4800 refcount=3 00000020:00000001:2.0:1789603568.460368:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:2.0:1789603568.460369:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:2.0:1789603568.460372:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.460373:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603568.460374:0:32053:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603568.460375:0:32053:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1789603568.460382:0:32053:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb820481288 inode ffff9eb808193a88 refc 1 flags 0x40000e 00000080:00000001:2.0:1789603568.460497:0:32053:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1789603568.460501:0:32053:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x22:0x0](ffff9eb808193a88) 00000080:00010000:2.0:1789603568.460505:0:32053:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5395 from it ffffb8e501bf7b20 00010000:00000001:2.0:1789603568.460508:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603568.460534:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603568.460536:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4800 refcount=3 00000020:00000001:2.0:1789603568.460539:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:2.0:1789603568.460542:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:2.0:1789603568.460544:0:32053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603568.460547:0:32053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe5395 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e91738 expref: -99 pid: 32053 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603568.460557:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.460558:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603568.460560:0:32053:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603568.460562:0:32053:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603568.460564:0:32053:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe5395 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e91738 expref: -99 pid: 32053 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603568.460571:0:32053:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603568.460573:0:32053:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603568.460575:0:32053:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603568.460579:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.460580:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603568.460582:0:32053:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.460585:0:32053:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603568.460587:0:32053:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.460589:0:32053:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.460591:0:32053:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.460593:0:32053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603568.460594:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.460594:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789603568.460596:0:32053:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789603568.460600:0:32053:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb818cdf400. 00000100:00000001:2.0:1789603568.460604:0:32053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603568.460611:0:32053:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b48700 x1876533442882048/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/640 e 0 to 0 dl 1789603584 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.460617:0:32053:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603568.460620:0:32053:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603568.460623:0:32053:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb82036a000. 02000000:00000001:2.0:1789603568.460640:0:32053:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603568.460643:0:32053:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603568.460644:0:32053:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603568.460647:0:32053:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603568.460650:0:32053:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb80511dc00. 02000000:00000001:2.0:1789603568.460653:0:32053:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603568.460823:0:32053:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603568.460827:0:32053:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b48700. 00000100:00000001:2.0:1789603568.460832:0:32053:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603568.460833:0:32053:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603568.460978:0:32053:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789603568.460980:0:32053:0:(dcache.c:176:ll_intent_release()) intent ffffb8e501bf7b20 released 00000080:00000001:2.0:1789603568.460981:0:32053:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1789603568.461065:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bf7d08 00000080:00200008:2.0:1789603568.461069:0:32053:0:(file.c:6307:ll_getattr_dentry()) START file f:[0x200000405:0x22:0x0](ffff9eb808193a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789603568.461075:0:32053:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603568.461077:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bf7c80 00000080:00200000:2.0:1789603568.461078:0:32053:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x22:0x0](ffff9eb808193a88),name=f 00000080:00000010:2.0:1789603568.461085:0:32053:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805570200. 00800000:00000002:2.0:1789603568.461091:0:32053:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb807a3fb80 2 00000080:00000001:2.0:1789603568.461097:0:32053:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603568.461100:0:32053:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603568.461102:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bf7ba0 00800000:00000002:2.0:1789603568.461104:0:32053:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x22:0x0] 'f' on [0x200000405:0x20:0x0] 00800000:00000001:2.0:1789603568.461108:0:32053:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603568.461112:0:32053:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603568.461114:0:32053:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603568.461117:0:32053:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603568.461119:0:32053:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603568.461121:0:32053:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603568.461123:0:32053:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:2.0:1789603568.461125:0:32053:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603568.461127:0:32053:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603568.461128:0:32053:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603568.461129:0:32053:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603568.461130:0:32053:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603568.461132:0:32053:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603568.461133:0:32053:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:2.0:1789603568.461135:0:32053:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603568.461137:0:32053:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x20:0x0], fid2=[0x200000405:0x22:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603568.461141:0:32053:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603568.461143:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bf7a70 00000002:00010000:2.0:1789603568.461145:0:32053:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x22:0x0]) in obj [0x200000405:0x20:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603568.461149:0:32053:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603568.461151:0:32053:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603568.461153:0:32053:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603568.461157:0:32053:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 3 00010000:00000001:2.0:1789603568.461158:0:32053:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603568.461161:0:32053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603568.461165:0:32053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603568.461169:0:32053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe5395 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e91738 expref: -99 pid: 32053 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789603568.461177:0:32053:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603568.461180:0:32053:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603568.461183:0:32053:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe5395 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e91738 expref: -99 pid: 32053 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789603568.461188:0:32053:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603568.461190:0:32053:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603568.461192:0:32053:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603568.461194:0:32053:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603568.461196:0:32053:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603568.461209:0:32053:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x20:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603568.461212:0:32053:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603568.461214:0:32053:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807a3fb80 2 00000080:00000010:2.0:1789603568.461216:0:32053:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805570200. 00000080:00000001:2.0:1789603568.461220:0:32053:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603568.461222:0:32053:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603568.461224:0:32053:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x22:0x0](ffff9eb808193a88) 00000080:00010000:2.0:1789603568.461227:0:32053:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x22:0x0](ffff9eb808193a88) for lock 0xa04c19c788fe5395 00800000:00000001:2.0:1789603568.461230:0:32053:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603568.461232:0:32053:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603568.461233:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603568.461234:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603568.461236:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4800 refcount=3 00000020:00000001:2.0:1789603568.461238:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:2.0:1789603568.461241:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:2.0:1789603568.461243:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.461244:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603568.461245:0:32053:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603568.461246:0:32053:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603568.461248:0:32053:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5395 from it ffffb8e501bf7cb8 00010000:00000001:2.0:1789603568.461250:0:32053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603568.461251:0:32053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603568.461253:0:32053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4800 refcount=3 00000020:00000001:2.0:1789603568.461254:0:32053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:2.0:1789603568.461257:0:32053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164763648 : -106961544787968 : ffff9eb8131e4800) 00010000:00000001:2.0:1789603568.461258:0:32053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603568.461261:0:32053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe5395 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e91738 expref: -99 pid: 32053 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603568.461267:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.461268:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603568.461269:0:32053:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603568.461271:0:32053:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603568.461273:0:32053:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe5395 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e91738 expref: -99 pid: 32053 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789603568.461279:0:32053:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603568.461281:0:32053:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603568.461282:0:32053:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603568.461284:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.461285:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603568.461286:0:32053:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.461288:0:32053:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603568.461289:0:32053:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.461291:0:32053:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.461292:0:32053:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.461294:0:32053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603568.461295:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.461297:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603568.461298:0:32053:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603568.461300:0:32053:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603568.461303:0:32053:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1789603568.461306:0:32053:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789603568.461308:0:32053:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603568.461310:0:32053:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789603568.461311:0:32053:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603568.461313:0:32053:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789603568.461315:0:32053:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1789603568.461318:0:32053:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603568.461321:0:32053:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:2.0:1789603568.461323:0:32053:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00000020:00000001:2.0:1789603568.461328:0:32053:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0788 -> ffff9eb8053b0788 00000020:00000001:2.0:1789603568.461330:0:32053:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789603568.461332:0:32053:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789603568.461334:0:32053:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x22:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1789603568.461337:0:32053:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603568.461339:0:32053:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789603568.461341:0:32053:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789603568.461342:0:32053:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603568.461344:0:32053:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789603568.461348:0:32053:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x22:0x0]io ffff9eb80572de70 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1789603568.461350:0:32053:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e40f8) owner 0000000000000000/ffff9eb806bf4f80 00020000:00000001:2.0:1789603568.461354:0:32053:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789603568.461355:0:32053:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789603568.461357:0:32053:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789603568.461359:0:32053:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603568.461361:0:32053:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789603568.461363:0:32053:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789603568.461364:0:32053:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603568.461365:0:32053:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603568.461366:0:32053:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789603568.461367:0:32053:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789603568.461369:0:32053:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e40f8) owner 0000000000000000/ffff9eb806bf4f80 00000020:00000001:2.0:1789603568.461371:0:32053:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789603568.461373:0:32053:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1789603568.461374:0:32053:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x22:0x0] 00000020:00000001:2.0:1789603568.461376:0:32053:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789603568.461378:0:32053:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789603568.461380:0:32053:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789603568.461382:0:32053:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1789603568.461603:0:32053:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1789603568.461610:0:32053:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb80574e200. 00020000:00000002:2.0:1789603568.461613:0:32053:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789603568.461615:0:32053:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789603568.461617:0:32053:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603568.461619:0:32053:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789603568.461620:0:32053:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603568.461622:0:32053:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154872 : -106961585396744 : ffff9eb810b2a3f8) 00000020:00001000:2.0:1789603568.461624:0:32053:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a3f0 00000020:00000001:2.0:1789603568.461637:0:32053:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0148 -> ffff9eb8053b0788 00000020:00000001:2.0:1789603568.461639:0:32053:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789603568.461643:0:32053:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603568.461644:0:32053:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789603568.461646:0:32053:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789603568.461647:0:32053:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935426160 : -106961774125456 : ffff9eb80572de70) 00000020:00000001:2.0:1789603568.461649:0:32053:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603568.461650:0:32053:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603568.461652:0:32053:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962641056 : -106961746910560 : ffff9eb8071222a0) 00000020:00000001:2.0:1789603568.461654:0:32053:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789603568.461825:0:32053:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb8182c50a0. 00000008:00010000:2.0:1789603568.461829:0:32053:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1789603568.461832:0:32053:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789603568.461833:0:32053:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789603568.461915:0:32053:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb80574e230, osc lock ffff9eb8182c50a0, flags 0x400001002 00000020:00000001:2.0:1789603568.461919:0:32053:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603568.461921:0:32053:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603568.461924:0:32053:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637111935558144 : -106961773993472 : ffff9eb80574e200) 00000020:00000001:2.0:1789603568.461927:0:32053:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789603568.461928:0:32053:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789603568.461930:0:32053:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603568.461932:0:32053:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603568.461934:0:32053:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1789603568.461936:0:32053:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1789603568.461937:0:32053:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789603568.461939:0:32053:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789603568.461941:0:32053:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603568.461942:0:32053:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962641056 : -106961746910560 : ffff9eb8071222a0) 00000020:00000001:2.0:1789603568.461944:0:32053:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789603568.461946:0:32053:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789603568.461948:0:32053:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789603568.461951:0:32053:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789603568.461954:0:32053:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789603568.461955:0:32053:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789603568.461957:0:32053:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789603568.461958:0:32053:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789603568.461960:0:32053:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789603568.461962:0:32053:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789603568.461964:0:32053:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789603568.461967:0:32053:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.461970:0:32053:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1789603568.461976:0:32053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f3b80. 00000020:00000040:2.0:1789603568.461979:0:32053:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00010000:00000001:2.0:1789603568.462048:0:32053:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603568.462054:0:32053:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603568.462057:0:32053:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.462060:0:32053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603568.462061:0:32053:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603568.462064:0:32053:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603568.462071:0:32053:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb805570200. 00000100:00000001:2.0:1789603568.462077:0:32053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.462081:0:32053:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603568.462083:0:32053:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.462085:0:32053:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603568.462086:0:32053:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.462087:0:32053:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.462090:0:32053:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446637111912119168 : -106961797432448 : ffff9eb8040f3b80) 00010000:00000001:2.0:1789603568.462093:0:32053:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789603568.462096:0:32053:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789603568.462100:0:32053:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb81938b800. 00010000:00000010:2.0:1789603568.462103:0:32053:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9eb81938b100. 00010000:00000001:2.0:1789603568.462108:0:32053:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789603568.462111:0:32053:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb802f46c00. 00000020:00000001:2.0:1789603568.462116:0:32053:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789603568.462118:0:32053:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb802f46c00 with handle 0xa04c19c788fe539c to hash 00000020:00000001:2.0:1789603568.462121:0:32053:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789603568.462122:0:32053:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000010:2.0:1789603568.462125:0:32053:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9eb806b15680. 00010000:00000001:2.0:1789603568.462128:0:32053:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000001:2.0:1789603568.462131:0:32053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603568.462132:0:32053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603568.462136:0:32053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe539c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603568.462146:0:32053:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe539c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603568.462155:0:32053:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.462160:0:32053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603568.462164:0:32053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603568.462175:0:32053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062087acf] to pc [ptlrpcd_01_01+1] req@ffff9eb8040f3b80 x1876533442882176/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.462253:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603568.462257:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603568.462259:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603568.462266:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f3b80 x1876533442882176/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.462274:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603568.462276:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603568.462279:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603568.462282:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603568.462284:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603568.462287:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442882176:192.168.204.129@tcp:101:checkstat.0 00000100:00000001:3.0:1789603568.462291:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603568.462296:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603568.462299:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603568.462301:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603568.462306:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb80511d000. 02000000:00000001:3.0:1789603568.462307:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603568.462315:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603568.462319:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748580. 00000400:00000010:3.0:1789603568.462325:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0c38. 00000100:00000200:3.0:1789603568.462331:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442882176, portal 4 00000100:00000001:3.0:1789603568.462333:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603568.462335:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912119168 : -106961797432448 : ffff9eb8040f3b80) 00000100:00000040:3.0:1789603568.462340:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f3b80 x1876533442882176/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603584 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.462347:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603568.462350:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603568.462352:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0220. 00000100:00000200:3.0:1789603568.462355:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876533442882176, offset 0 00000400:00000200:3.0:1789603568.462362:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603568.462370:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.462378:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603568.462383:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603568.462400:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603568.462403:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603568.462406:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603568.462409:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2692:2692:256:4294967295] 192.168.204.129@tcp LPNI seq info [2692:2692:8:4294967295] 00000400:00000200:3.0:1789603568.462414:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.462423:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603568.462429:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603568.462434:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783fe00. 00000800:00000200:3.0:1789603568.462440:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603568.462448:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603568.462452:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783fe00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789603568.462468:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603568.462473:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 211106 usecs (212 jiffies) 00000400:00000200:3.0:1789603568.462476:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603568.462478:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296567607 00000100:00000001:3.0:1789603568.462481:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296568685 00000100:00000001:3.0:1789603568.462483:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296567607 00000100:00000001:3.0:1789603568.462485:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296568685 00000100:00000001:3.0:1789603568.462487:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603568.462490:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.462493:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.462495:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789603568.463670:0:32053:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603568.463678:0:32053:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603568.463681:0:32053:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603568.463683:0:32053:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603568.463685:0:32053:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603568.463688:0:32053:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789603568.463690:0:32053:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1789603568.463692:0:32053:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1789603568.463693:0:32053:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1789603568.463706:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603568.464064:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603568.465544:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603568.465554:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783fe00. 00000400:00000200:2.0:1789603568.465562:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603568.465571:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603568.465579:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0220 00000400:00000010:2.0:1789603568.465582:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0220. 00000100:00000001:2.0:1789603568.465586:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603568.465594:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f3b80 x1876533442882176/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603584 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.465606:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603568.465610:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f3b80 x1876533442882176/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603584 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.465617:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.465619:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789603568.466328:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603568.466332:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789603568.466335:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603568.466338:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603568.466342:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.466345:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603568.472142:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.472159:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603568.472163:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.472166:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.472175:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.472183:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603568.472192:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.472208:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.472213:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.472218:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 400 into portal 4 MB=0x6aab27d45aa80 00000400:00000200:2.0:1789603568.472224:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.472230:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 400/400 into md 0x7b75 [1] + 224 00000800:00000001:2.0:1789603568.472236:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.472243:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.472246:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603568.472251:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603568.472258:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603568.472268:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f3b80 x1876533442882176/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603584 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603568.472279:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9eb8040f3b80 x1876533442882176/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603584 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.472372:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603568.472383:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.472386:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603568.472863:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603568.472867:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603568.472874:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603568.472876:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603568.472953:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748580. 00000400:00000200:2.0:1789603568.472958:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0c38 00000400:00000010:2.0:1789603568.472961:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0c38. 00000100:00000001:2.0:1789603568.472965:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603568.472972:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f3b80 x1876533442882176/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603584 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789603568.473047:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f3b80 x1876533442882176/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603584 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.473056:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603568.473058:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603568.473062:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603568.473065:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603568.473067:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603568.473070:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603568.473073:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603568.473082:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=115 v=5 (5 5 5 17) 00000100:00001000:2.0:1789603568.473087:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603568.473090:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603568.473091:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.473094:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603568.473098:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.473101:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603568.473103:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967330 00000100:00000001:2.0:1789603568.473105:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603568.473107:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603568.473112:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f3b80 x1876533442882176/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603584 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.473125:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603568.473129:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603568.473131:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789603568.473134:0:2403:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1789603568.473136:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603568.473138:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603568.473142:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46c00 refcount=4 00000020:00000001:2.0:1789603568.473144:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000001:2.0:1789603568.473148:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000001:2.0:1789603568.473150:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603568.473151:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603568.473152:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46c00 refcount=5 00000020:00000001:2.0:1789603568.473154:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000001:2.0:1789603568.473156:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000001:2.0:1789603568.473159:0:2403:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603568.473163:0:2403:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603568.473168:0:2403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe539c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603568.473179:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.473181:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603568.473183:0:2403:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789603568.473185:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603568.473186:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603568.473188:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46c00 refcount=6 00000020:00000001:2.0:1789603568.473190:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000001:2.0:1789603568.473192:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000040:2.0:1789603568.473491:0:2403:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb802f46c00, remote cookie: 0x31dbb14d74e9173f, flags: 0x1001 00010000:00010000:2.0:1789603568.473496:0:2403:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe539c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9173f expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603568.473530:0:2403:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1789603568.473533:0:2403:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.473535:0:2403:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789603568.473539:0:2403:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1789603568.473543:0:2403:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe539c lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9173f expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789603568.473552:0:2403:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x14:0x0].0x0 (ffff9eb81938b800) refcount = 1 00010000:00000040:2.0:1789603568.473555:0:2403:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1789603568.473558:0:2403:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe539c lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9173f expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603568.473566:0:2403:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789603568.473567:0:2403:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603568.473570:0:2403:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789603568.473572:0:2403:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603568.473575:0:2403:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe539c lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9173f expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603568.473581:0:2403:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789603568.473583:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.473584:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603568.473585:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.473586:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789603568.473588:0:2403:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1789603568.473590:0:2403:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1789603568.473593:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603568.473594:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603568.473596:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46c00 refcount=5 00000020:00000001:2.0:1789603568.473598:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000001:2.0:1789603568.473600:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00000008:00000001:2.0:1789603568.473604:0:2403:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1789603568.473608:0:2403:0:(cl_object.c:143:cl_object_top()) ffff9eb810231dc0 -> ffff9eb8053b0788 00000008:00010000:2.0:1789603568.473612:0:2403:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe539c lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e9173f expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1789603568.473619:0:2403:0:(cl_object.c:143:cl_object_top()) ffff9eb810231dc0 -> ffff9eb8053b0788 00000020:00000001:2.0:1789603568.473621:0:2403:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1789603568.473624:0:2403:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1789603568.473802:0:2403:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789603568.473806:0:2403:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603568.473809:0:2403:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603568.473811:0:2403:0:(cl_object.c:143:cl_object_top()) ffff9eb810231dc0 -> ffff9eb8053b0788 00000008:00000001:2.0:1789603568.473813:0:2403:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1789603568.473815:0:2403:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789603568.473818:0:2403:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1789603568.474160:0:2403:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1789603568.474163:0:2403:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.474166:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603568.474168:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603568.474170:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46c00 refcount=6 00000020:00000001:2.0:1789603568.474172:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000001:2.0:1789603568.474175:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000001:2.0:1789603568.474177:0:2403:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603568.474181:0:2403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe539c lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e9173f expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603568.474188:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.474189:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789603568.474191:0:2403:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe539c lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e9173f expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603568.474207:0:2403:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603568.474208:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.474209:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789603568.474211:0:2403:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.474213:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603568.474214:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603568.474215:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46c00 refcount=5 00000020:00000001:2.0:1789603568.474217:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000001:2.0:1789603568.474219:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000001:2.0:1789603568.474221:0:2403:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603568.474224:0:2403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe539c lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e9173f expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603568.474230:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.474231:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603568.474232:0:2403:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603568.474234:0:2403:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603568.474236:0:2403:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe539c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e9173f expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603568.474245:0:2403:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603568.474248:0:2403:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603568.474249:0:2403:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603568.474254:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.474255:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603568.474257:0:2403:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.474260:0:2403:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603568.474261:0:2403:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.474264:0:2403:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.474266:0:2403:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.474267:0:2403:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603568.474269:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.474270:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603568.474271:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.474271:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789603568.474273:0:2403:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603568.474280:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f3b80 x1876533442882176/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603584 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789603568.474289:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442882176:192.168.204.129@tcp:101:checkstat.0 00000100:00000001:2.0:1789603568.474295:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603568.474298:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603568.474314:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f3b80 x1876533442882176/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603584 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.474320:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603568.474323:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603568.474333:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb80511d000. 02000000:00000001:2.0:1789603568.474338:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603568.474341:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603568.474343:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:2.0:1789603568.474345:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603568.474347:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb805570200. 02000000:00000001:2.0:1789603568.474350:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603568.474352:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603568.474354:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f3b80. 00000100:00000001:2.0:1789603568.474357:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603568.474358:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603568.474362:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603568.474370:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603568.474372:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.474375:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603568.474377:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.480345:0:32053:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.480354:0:32053:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.480364:0:32053:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789603568.480368:0:32053:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0788 -> ffff9eb8053b0788 00000020:00000001:0.0:1789603568.480372:0:32053:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0788 -> ffff9eb8053b0788 00000020:00000001:0.0:1789603568.480374:0:32053:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789603568.480379:0:32053:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1789603568.480578:0:32053:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789603568.480581:0:32053:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603568.480583:0:32053:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789603568.480584:0:32053:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789603568.480586:0:32053:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x22:1029 on OST[0]: s=0 (1) m=1789603549 a=1789603549 c=1789603549 b=0 00020000:00000001:0.0:1789603568.480590:0:32053:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789603568.480593:0:32053:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=1789603549 a=1789603549 c=1789603549 b=0 00020000:00000001:0.0:1789603568.480596:0:32053:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.480598:0:32053:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.480600:0:32053:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0788 -> ffff9eb8053b0788 00000080:00200000:0.0:1789603568.480602:0:32053:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x22:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1789603568.480605:0:32053:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789603568.480608:0:32053:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789603568.480610:0:32053:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb80572de10 (ffff9eb8208a0008/0) at cl_lock_release():245 00000020:00000001:0.0:1789603568.480612:0:32053:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789603568.480613:0:32053:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb80572de10 (ffff9eb8208a0008/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789603568.480617:0:32053:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789603568.480621:0:32053:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603568.480622:0:32053:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962641056 : -106961746910560 : ffff9eb8071222a0) 00000020:00000001:0.0:1789603568.480625:0:32053:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789603568.480626:0:32053:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb80574e230 (ffff9eb810b2a3f8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789603568.480630:0:32053:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789603568.480632:0:32053:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789603568.480634:0:32053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.480637:0:32053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603568.480638:0:32053:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789603568.480640:0:32053:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603568.480641:0:32053:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603568.480642:0:32053:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603568.480643:0:32053:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789603568.480644:0:32053:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb80572de10 (ffff9eb8208a0008/0) at cl_lock_fini():72 00020000:00000001:0.0:1789603568.480647:0:32053:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789603568.480649:0:32053:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789603568.480649:0:32053:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb80574e230 (ffff9eb8208a0008/1) at cl_lock_fini():72 00000008:00000010:0.0:1789603568.480653:0:32053:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb8182c50a0. 00000020:00000001:0.0:1789603568.480660:0:32053:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789603568.480662:0:32053:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb80574e200. 00020000:00000001:0.0:1789603568.480665:0:32053:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789603568.480666:0:32053:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789603568.480667:0:32053:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1789603568.480669:0:32053:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.480671:0:32053:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789603568.480674:0:32053:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789603568.480676:0:32053:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789603568.480677:0:32053:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789603568.480679:0:32053:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789603568.480681:0:32053:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a3f0 00020000:00000001:0.0:1789603568.480684:0:32053:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789603568.480687:0:32053:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789603568.480689:0:32053:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789603568.480692:0:32053:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x22:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789603568.480695:0:32053:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789603568.480697:0:32053:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.480699:0:32053:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789603568.480702:0:32053:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789603568.480703:0:32053:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789603568.480704:0:32053:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00000001:00000001:0.0:1789603568.480706:0:32053:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.480714:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bf7d08 00000080:00000008:0.0:1789603568.480717:0:32053:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x22:0x0](ffff9eb808193a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789603568.480724:0:32053:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789603568.480727:0:32053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bf7da0 00000080:00002000:0.0:1789603568.480729:0:32053:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9eb820481288, parent ffff9eb82053fca8, inode ffff9eb808193a88) hashed, 00000080:00000001:0.0:1789603568.480731:0:32053:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603568.485912:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603568.485917:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9600. 00000400:00000200:2.0:1789603568.485922:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603568.485927:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603568.485933:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc3b8 00000400:00000010:2.0:1789603568.485935:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc3b8. 00000100:00000001:2.0:1789603568.485939:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603568.485945:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5c00 x1876533442882304/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.485955:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603568.485959:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5c00 x1876533442882304/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603584 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.485966:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.485968:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603568.504226:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.504246:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603568.504255:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.504260:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.504270:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.504278:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603568.504290:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.504296:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.504311:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.504316:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 4096 into portal 14 MB=0x6aab27d45ab00 00000400:00000200:2.0:1789603568.504322:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.504328:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.129@tcp of length 4096/4096 into md 0x7b85 [256] + 0 00000400:00000010:2.0:1789603568.504334:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35108. 00000400:00000200:2.0:1789603568.504339:0:2395:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9eb805014000 00000800:00000001:2.0:1789603568.504345:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.504368:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.504372:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603568.504377:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603568.504383:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb805014000 00000400:00000010:2.0:1789603568.504386:0:2395:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9eb805014000. 00000100:00000001:2.0:1789603568.504391:0:2395:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1789603568.504394:0:2395:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9eb806bd5c00 desc ffff9eb8041a5c00 mbits 1876533442882304 00000100:00000001:2.0:1789603568.504411:0:2395:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1789603568.504427:0:2395:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789603568.504431:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.504437:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.29@tcp to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603568.504444:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2694:2694:256:4294967295] 192.168.204.129@tcp LPNI seq info [2694:2694:8:4294967295] 00000400:00000200:2.0:1789603568.504449:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.504458:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:192.168.204.29@tcp) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) 192.168.204.129@tcp : ACK try# 0 00000800:00000200:2.0:1789603568.504463:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603568.504481:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9eb81022c000. 00000800:00000200:2.0:1789603568.504488:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603568.504495:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603568.504500:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb81022c000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789603568.504861:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603568.504866:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9eb81022c000. 00000400:00000200:2.0:1789603568.504870:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603568.504874:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: ACK: OK 00000800:00000001:2.0:1789603568.504881:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.504884:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603568.511460:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.511478:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603568.511483:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.511486:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.511495:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.511502:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603568.511551:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.511556:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.511560:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.511565:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 440 into portal 10 MB=0x6aab27d45ab00 00000400:00000200:2.0:1789603568.511570:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.511575:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 440/440 into md 0x7b8d [1] + 224 00000800:00000001:2.0:1789603568.511582:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.511591:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.511595:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603568.511600:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603568.511608:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603568.511616:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5c00 x1876533442882304/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603584 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603568.511637:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9eb806bd5c00 x1876533442882304/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.512085:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603568.512096:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.512101:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603568.529174:0:32054:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603568.529182:0:32054:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603568.529185:0:32054:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603568.529188:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abb20 00000080:00200000:0.0:1789603568.529194:0:32054:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603568.529217:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb804155800. 00800000:00000002:0.0:1789603568.529223:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603568.529227:0:32054:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603568.529233:0:32054:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603568.529235:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020aba40 00800000:00000002:0.0:1789603568.529238:0:32054:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603568.529242:0:32054:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603568.529245:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603568.529247:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603568.529249:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603568.529251:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603568.529253:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.529256:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603568.529258:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.529261:0:32054:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603568.529267:0:32054:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603568.529269:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020ab910 00000002:00010000:0.0:1789603568.529271:0:32054:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603568.529274:0:32054:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603568.529276:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603568.529279:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603568.529288:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:0.0:1789603568.529291:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603568.529295:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603568.529299:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603568.529303:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe5372 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e916ba expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1789603568.529314:0:32054:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603568.529319:0:32054:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603568.529323:0:32054:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe5372 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e916ba expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1789603568.529330:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603568.529332:0:32054:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603568.529334:0:32054:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603568.529336:0:32054:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603568.529338:0:32054:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603568.529341:0:32054:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603568.529343:0:32054:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603568.529346:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603568.529350:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804155800. 00000080:00000001:0.0:1789603568.529354:0:32054:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603568.529356:0:32054:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603568.529359:0:32054:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603568.529362:0:32054:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5372 00800000:00000001:0.0:1789603568.529365:0:32054:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603568.529367:0:32054:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603568.529369:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.529372:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.529374:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031400 refcount=3 00000020:00000001:0.0:1789603568.529376:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603568.529379:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603568.529382:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.529383:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603568.529384:0:32054:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.529386:0:32054:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603568.529388:0:32054:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5372 from it ffffb8e5020abb58 00010000:00000001:0.0:1789603568.529391:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.529392:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.529393:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031400 refcount=3 00000020:00000001:0.0:1789603568.529395:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603568.529397:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603568.529400:0:32054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603568.529402:0:32054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe5372 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e916ba expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789603568.529409:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.529410:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.529412:0:32054:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603568.529414:0:32054:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603568.529417:0:32054:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe5372 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e916ba expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1789603568.529425:0:32054:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603568.529428:0:32054:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603568.529430:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603568.529434:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.529435:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.529437:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.529440:0:32054:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603568.529443:0:32054:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.529445:0:32054:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.529447:0:32054:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.529449:0:32054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603568.529450:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.529451:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603568.529454:0:32054:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603568.529456:0:32054:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603568.529458:0:32054:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:0.0:1789603568.529463:0:32054:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.529466:0:32054:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789603568.529469:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abb48 00000080:00002000:0.0:1789603568.529470:0:32054:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff9eb820471798) flags 0x20000e refc 1 00000080:00000001:0.0:1789603568.529473:0:32054:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.529475:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abb90 00000080:00200000:0.0:1789603568.529477:0:32054:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=8 00000080:00000002:0.0:1789603568.529482:0:32054:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-1 [0x200000405:0x1f:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:0.0:1789603568.543595:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abd08 00000080:00200008:0.0:1789603568.543600:0:32054:0:(file.c:6307:ll_getattr_dentry()) START file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff9eb8081942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789603568.543607:0:32054:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603568.543609:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abc80 00000080:00200000:0.0:1789603568.543611:0:32054:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff9eb8081942c8),name=d21g.recovery-small-1 00000080:00000010:0.0:1789603568.543622:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb804155800. 00800000:00000002:0.0:1789603568.543642:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603568.543649:0:32054:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603568.543661:0:32054:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603568.543665:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abba0 00800000:00000002:0.0:1789603568.543668:0:32054:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x1f:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603568.543671:0:32054:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603568.543676:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603568.543679:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603568.543681:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603568.543684:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603568.543686:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.543688:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603568.543690:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.543693:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603568.543694:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603568.543695:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603568.543697:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603568.543698:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.543700:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:0.0:1789603568.543701:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.543704:0:32054:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x1f:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603568.544346:0:32054:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603568.544351:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020aba70 00000002:00010000:0.0:1789603568.544354:0:32054:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603568.544359:0:32054:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603568.544362:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603568.544365:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603568.544372:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cc00 count: 2 00010000:00000001:0.0:1789603568.544375:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603568.544379:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603568.544385:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603568.544389:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe5379 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e916d6 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789603568.544401:0:32054:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603568.544407:0:32054:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603568.544411:0:32054:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe5379 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e916d6 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789603568.544424:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603568.544426:0:32054:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603568.544428:0:32054:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603568.544430:0:32054:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603568.544432:0:32054:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603568.544435:0:32054:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603568.544437:0:32054:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603568.544441:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603568.544444:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804155800. 00000080:00000001:0.0:1789603568.544449:0:32054:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603568.544451:0:32054:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603568.544454:0:32054:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1f:0x0](ffff9eb8081942c8) 00000080:00010000:0.0:1789603568.544458:0:32054:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1f:0x0](ffff9eb8081942c8) for lock 0xa04c19c788fe5379 00800000:00000001:0.0:1789603568.544461:0:32054:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603568.544464:0:32054:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603568.544466:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.544469:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.544472:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=3 00000020:00000001:0.0:1789603568.544474:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:0.0:1789603568.544477:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:0.0:1789603568.544480:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.544481:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603568.544482:0:32054:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.544485:0:32054:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603568.544487:0:32054:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5379 from it ffffb8e5020abcb8 00010000:00000001:0.0:1789603568.544489:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.544490:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.544491:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=3 00000020:00000001:0.0:1789603568.544493:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:0.0:1789603568.544495:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:0.0:1789603568.544498:0:32054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603568.544501:0:32054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe5379 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e916d6 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603568.544508:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.544536:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.544539:0:32054:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603568.544541:0:32054:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603568.544543:0:32054:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe5379 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e916d6 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603568.544551:0:32054:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603568.544554:0:32054:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603568.544556:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603568.544560:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.544561:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.544563:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.544566:0:32054:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603568.544568:0:32054:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.544569:0:32054:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.544572:0:32054:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.544574:0:32054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603568.544575:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.544576:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603568.544579:0:32054:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603568.544581:0:32054:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603568.544584:0:32054:0:(file.c:6260:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.544589:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abd08 00000080:00000008:0.0:1789603568.544591:0:32054:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff9eb8081942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789603568.544640:0:32054:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603568.544643:0:32054:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603568.544645:0:32054:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603568.544646:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abbc0 00000080:00200000:0.0:1789603568.544648:0:32054:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603568.544944:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb804155800. 00800000:00000002:0.0:1789603568.544950:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603568.544954:0:32054:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603568.544957:0:32054:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603568.544958:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abae0 00800000:00000002:0.0:1789603568.545078:0:32054:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603568.545082:0:32054:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603568.545084:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603568.545086:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603568.545088:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603568.545090:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603568.545092:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.545093:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603568.545095:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.545098:0:32054:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603568.545102:0:32054:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603568.545103:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020ab9b0 00000002:00010000:0.0:1789603568.545105:0:32054:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603568.545108:0:32054:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603568.545109:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603568.545110:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603568.545115:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:0.0:1789603568.545117:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603568.545120:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603568.545123:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603568.545127:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe5372 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e916ba expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1789603568.545135:0:32054:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603568.545138:0:32054:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603568.545141:0:32054:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe5372 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e916ba expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1789603568.545147:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603568.545148:0:32054:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603568.545150:0:32054:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603568.545151:0:32054:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603568.545153:0:32054:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603568.545156:0:32054:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603568.545158:0:32054:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603568.545160:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603568.545162:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804155800. 00000080:00000001:0.0:1789603568.545166:0:32054:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603568.545167:0:32054:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603568.545169:0:32054:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603568.545171:0:32054:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5372 00800000:00000001:0.0:1789603568.545174:0:32054:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603568.545175:0:32054:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603568.545176:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.545178:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.545179:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031400 refcount=3 00000020:00000001:0.0:1789603568.545181:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603568.545183:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603568.545185:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.545186:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603568.545187:0:32054:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.545189:0:32054:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603568.545191:0:32054:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5372 from it ffffb8e5020abbf8 00010000:00000001:0.0:1789603568.545192:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.545193:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.545194:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031400 refcount=3 00000020:00000001:0.0:1789603568.545209:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603568.545211:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603568.545213:0:32054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603568.545216:0:32054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe5372 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e916ba expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1789603568.545222:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.545223:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.545224:0:32054:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603568.545226:0:32054:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603568.545228:0:32054:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe5372 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e916ba expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1789603568.545234:0:32054:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603568.545235:0:32054:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603568.545237:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603568.545239:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.545240:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.545241:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.545243:0:32054:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603568.545245:0:32054:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.545246:0:32054:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.545248:0:32054:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.545250:0:32054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603568.545251:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.545252:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603568.545254:0:32054:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603568.545255:0:32054:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603568.545257:0:32054:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:0.0:1789603568.545261:0:32054:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.545265:0:32054:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789603568.545267:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abbc0 00000080:00002000:0.0:1789603568.545269:0:32054:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff9eb820471798) flags 0x20000e refc 1 00000080:00000001:0.0:1789603568.545272:0:32054:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.545274:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abc08 00000080:00200000:0.0:1789603568.545275:0:32054:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=266 00000080:00000002:0.0:1789603568.545280:0:32054:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-1 [0x200000405:0x1f:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1789603568.545285:0:32054:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789603568.545286:0:32054:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff9eb8081942c8), inode mode 41ed mask 44 00000080:00000001:0.0:1789603568.545289:0:32054:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.545294:0:32054:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:0.0:1789603568.545297:0:32054:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789603568.545298:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abb78 00000080:00200008:0.0:1789603568.545300:0:32054:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff9eb8081942c8), flags 704400 00000080:00000010:0.0:1789603568.545306:0:32054:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9eb804241040. 00000080:00000001:0.0:1789603568.545312:0:32054:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1789603568.545315:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb804155800. 00800000:00000002:0.0:1789603568.545318:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603568.545322:0:32054:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603568.545323:0:32054:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603568.545325:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020aba28 00800000:00000002:0.0:1789603568.545327:0:32054:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x1f:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603568.545331:0:32054:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789603568.545333:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603568.545334:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603568.545335:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603568.545337:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603568.545338:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.545340:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:0.0:1789603568.545342:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.545344:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020ab9a8 00800000:00000002:0.0:1789603568.545346:0:32054:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x1f:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1789603568.545349:0:32054:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603568.545350:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020ab8e0 00000002:00010000:0.0:1789603568.545352:0:32054:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:0.0:1789603568.545355:0:32054:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789603568.545357:0:32054:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789603568.545360:0:32054:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789603568.545363:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cc00 count: 2 00010000:00000001:0.0:1789603568.545365:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603568.545369:0:32054:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789603568.545372:0:32054:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.545375:0:32054:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.545377:0:32054:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.545379:0:32054:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789603568.545382:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:0.0:1789603568.545383:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603568.545385:0:32054:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789603568.545386:0:32054:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.545388:0:32054:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.545389:0:32054:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603568.545394:0:32054:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1ce00. 00000020:00000040:0.0:1789603568.545398:0:32054:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:0.0:1789603568.545402:0:32054:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789603568.545404:0:32054:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.545407:0:32054:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603568.545411:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603568.545414:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.545415:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.545416:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.545418:0:32054:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603568.545420:0:32054:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603568.545423:0:32054:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603568.545432:0:32054:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8051e2800. 00000100:00000001:0.0:1789603568.545439:0:32054:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.545444:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603568.545446:0:32054:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.545447:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603568.545449:0:32054:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.545451:0:32054:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.545457:0:32054:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00010000:00000001:0.0:1789603568.545461:0:32054:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789603568.545464:0:32054:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789603568.545466:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:0.0:1789603568.545468:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603568.545471:0:32054:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789603568.545474:0:32054:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb800031000. 00000020:00000001:0.0:1789603568.545477:0:32054:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789603568.545479:0:32054:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb800031000 with handle 0xa04c19c788fe53a3 to hash 00000020:00000001:0.0:1789603568.545481:0:32054:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789603568.545483:0:32054:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603568.545486:0:32054:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603568.545488:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603568.545490:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603568.545493:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53a3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603568.545504:0:32054:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53a3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789603568.545553:0:32054:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789603568.545565:0:32054:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb810d1ce00 x1876533442882560/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789603568.545575:0:32054:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53a3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789603568.545581:0:32054:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603568.545583:0:32054:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603568.545590:0:32054:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8121b2000. 00000100:00000001:0.0:1789603568.545592:0:32054:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112147779584 : -106961561772032 : ffff9eb8121b2000) 00000100:00000001:0.0:1789603568.545595:0:32054:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603568.545597:0:32054:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00000100:00000001:0.0:1789603568.545602:0:32054:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603568.545605:0:32054:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.545607:0:32054:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603568.545608:0:32054:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603568.545612:0:32054:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1ce00 x1876533442882560/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603568.545621:0:32054:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603568.545623:0:32054:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603568.545626:0:32054:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603568.545628:0:32054:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603568.545631:0:32054:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603568.545634:0:32054:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1ce00 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32054:1876533442882560:192.168.204.129@tcp:101:rm.0 00000100:00000001:0.0:1789603568.545638:0:32054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603568.545643:0:32054:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603568.545645:0:32054:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603568.545648:0:32054:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603568.551272:0:32054:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9eb810240000. 02000000:00000001:0.0:1789603568.551282:0:32054:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603568.551294:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603568.551303:0:32054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041392c0. 00000400:00000010:0.0:1789603568.551312:0:32054:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9eb807ad3000. 00000100:00000200:0.0:1789603568.551319:0:32054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876533442882560, portal 10 00000100:00000001:0.0:1789603568.551322:0:32054:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603568.551324:0:32054:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00000100:00000040:0.0:1789603568.551338:0:32054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810d1ce00 x1876533442882560/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603584 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603568.551346:0:32054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603568.551348:0:32054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603568.551352:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682a18. 00000100:00000200:0.0:1789603568.551356:0:32054:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876533442882560, offset 0 00000400:00000200:0.0:1789603568.551363:0:32054:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603568.551371:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603568.551379:0:32054:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603568.551383:0:32054:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603568.551397:0:32054:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603568.551401:0:32054:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603568.551404:0:32054:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603568.551408:0:32054:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2695:2695:256:4294967295] 192.168.204.129@tcp LPNI seq info [2695:2695:8:4294967295] 00000400:00000200:0.0:1789603568.551412:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603568.551422:0:32054:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603568.551428:0:32054:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603568.551434:0:32054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8065b6c00. 00000800:00000200:0.0:1789603568.551440:0:32054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603568.551447:0:32054:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603568.551451:0:32054:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8065b6c00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1789603568.551686:0:32054:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603568.551692:0:32054:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 864608 usecs (865 jiffies) 00000400:00000200:0.0:1789603568.551697:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603568.551700:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296568350 00000100:00000001:0.0:1789603568.551703:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296568685 00000100:00000001:0.0:1789603568.551705:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296568350 00000100:00000001:0.0:1789603568.551707:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296568685 00000100:00000001:0.0:1789603568.551719:0:32054:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603568.551723:0:32054:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.551725:0:32054:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603568.551728:0:32054:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603568.551730:0:32054:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8121b2000 going to sleep for 11 seconds 00000100:00000001:0.0:1789603568.551734:0:32054:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603568.551736:0:32054:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603568.563611:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603568.563621:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8065b6c00. 00000400:00000200:3.0:1789603568.563629:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.563638:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603568.563646:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682a18 00000400:00000010:3.0:1789603568.563649:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682a18. 00000100:00000001:3.0:1789603568.563660:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603568.563668:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1ce00 x1876533442882560/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603584 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.563680:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603568.563684:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ce00 x1876533442882560/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603584 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.563692:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.563694:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1789603568.563736:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603568.563739:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603568.563742:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603568.563743:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603568.563746:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603568.563747:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603568.563749:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603568.563750:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.563868:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603568.563871:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603568.563874:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789603568.567774:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.567790:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603568.567794:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.567797:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.567806:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.567814:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603568.567823:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.567827:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.567832:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.567836:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 664 into portal 10 MB=0x6aab27d45ac00 00000400:00000200:2.0:1789603568.567842:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.567847:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 664/664 into md 0x7b95 [64] + 224 00000800:00000001:2.0:1789603568.567854:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.567861:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.567864:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603568.567869:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603568.567888:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603568.567898:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1ce00 x1876533442882560/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603584 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603568.567910:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9eb810d1ce00 x1876533442882560/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.567929:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603568.567937:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.567940:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.568155:0:32054:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603568.568162:0:32054:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603568.568164:0:32054:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603568.568168:0:32054:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041392c0. 00000400:00000200:0.0:1789603568.568172:0:32054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb807ad3000 00000400:00000010:0.0:1789603568.568175:0:32054:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9eb807ad3000. 00000100:00000001:0.0:1789603568.568178:0:32054:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603568.568183:0:32054:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1ce00 x1876533442882560/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603568.568191:0:32054:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1ce00 x1876533442882560/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603568.568210:0:32054:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603568.568213:0:32054:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.568215:0:32054:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603568.568218:0:32054:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603568.568220:0:32054:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603568.568222:0:32054:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603568.568225:0:32054:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603568.568234:0:32054:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=116 v=5 (106 106 106 137) 00000100:00001000:0.0:1789603568.568238:0:32054:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603568.568241:0:32054:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789603568.568244:0:32054:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9eb810d1ce00 x1876533442882560/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603568.568251:0:32054:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789603568.568254:0:32054:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789603568.568255:0:32054:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789603568.568257:0:32054:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789603568.568259:0:32054:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603568.568260:0:32054:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00000100:00000001:0.0:1789603568.568264:0:32054:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603568.568266:0:32054:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967599 00000100:00000001:0.0:1789603568.568267:0:32054:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603568.568270:0:32054:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789603568.568274:0:32054:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1ce00 x1876533442882560/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603584 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603568.568281:0:32054:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789603568.568284:0:32054:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603568.568286:0:32054:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603568.568289:0:32054:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1ce00 x1876533442882560/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603584 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603568.568297:0:32054:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1ce00 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32054:1876533442882560:192.168.204.129@tcp:101:rm.0 00000100:00000001:0.0:1789603568.568302:0:32054:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.568305:0:32054:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789603568.568308:0:32054:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603568.568310:0:32054:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603568.568314:0:32054:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ce00 x1876533442882560/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603584 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603568.568320:0:32054:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603568.568323:0:32054:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8121b2000. 00000100:00000001:0.0:1789603568.568326:0:32054:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603568.568328:0:32054:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1789603568.568332:0:32054:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789603568.568338:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.568341:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.568344:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=4 00000020:00000001:0.0:1789603568.568346:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603568.568349:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00010000:0.0:1789603568.568355:0:32054:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53a3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.568365:0:32054:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1789603568.568369:0:32054:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53a3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.568374:0:32054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603568.568377:0:32054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53a3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.568383:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.568384:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789603568.568387:0:32054:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53a3 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.568392:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603568.568395:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.568398:0:32054:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1789603568.568400:0:32054:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53a3 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603568.568406:0:32054:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb800031000 already unused, calling callback (ffffffffc1bbd980) 00000080:00000001:0.0:1789603568.568409:0:32054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1789603568.568412:0:32054:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53a3 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.568422:0:32054:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1789603568.568424:0:32054:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1789603568.568427:0:32054:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53a3 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.568431:0:32054:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1789603568.568435:0:32054:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789603568.568436:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.568437:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.568439:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=5 00000020:00000001:0.0:1789603568.568441:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603568.568443:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603568.568445:0:32054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789603568.568448:0:32054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53a3 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1789603568.568454:0:32054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789603568.568456:0:32054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603568.568459:0:32054:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1789603568.568460:0:32054:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789603568.568463:0:32054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789603568.568465:0:32054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789603568.568466:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603568.568468:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789603568.568470:0:32054:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb800031000 with handle 0xa04c19c788fe53a3 from hash 00010000:00000001:0.0:1789603568.568473:0:32054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789603568.568474:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.568475:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.568476:0:32054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789603568.568477:0:32054:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789603568.568479:0:32054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1789603568.568481:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.568483:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.568484:0:32054:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.568486:0:32054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603568.568489:0:32054:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53a3 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.568493:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.568494:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.568496:0:32054:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1789603568.568497:0:32054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603568.568498:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.568500:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.568501:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789603568.568503:0:32054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.568554:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.568556:0:32054:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1789603568.568561:0:32054:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1789603568.568567:0:32054:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9eb810d1ce00 x1876533442882560/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603584 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789603568.568576:0:32054:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789603568.568581:0:32054:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb810d1ce00 x1876533442882560/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603584 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789603568.568587:0:32054:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.568592:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789603568.568594:0:32054:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.568596:0:32054:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.568598:0:32054:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.568601:0:32054:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789603568.568603:0:32054:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603568.568605:0:32054:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00010000:00000001:0.0:1789603568.568606:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789603568.568607:0:32054:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.568609:0:32054:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789603568.568612:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020ab868 00000002:00002000:0.0:1789603568.568613:0:32054:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1789603568.568616:0:32054:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.568620:0:32054:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.568622:0:32054:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789603568.568625:0:32054:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789603568.568628:0:32054:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.568632:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603568.568635:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804155800. 00000080:00000001:0.0:1789603568.568640:0:32054:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789603568.568646:0:32054:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789603568.568649:0:32054:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789603568.568655:0:32054:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb807a3f3c0. 00800000:00000001:0.0:1789603568.568657:0:32054:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637111972197312 : -106961737354304 : ffff9eb807a3f3c0) 00800000:00000001:0.0:1789603568.568659:0:32054:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.568662:0:32054:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789603568.568664:0:32054:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789603568.568666:0:32054:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x1f:0x0] 00000080:00000001:0.0:1789603568.568669:0:32054:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789603568.568671:0:32054:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789603568.568673:0:32054:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.568677:0:32054:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:0.0:1789603568.568680:0:32054:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1789603568.568685:0:32054:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x1f:0x0], updating i_size 4096 00000080:00000001:0.0:1789603568.568687:0:32054:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789603568.568689:0:32054:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789603568.568691:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807a3f3c0 1 00800000:00000010:0.0:1789603568.568693:0:32054:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb807a3f3c0. 00800000:00000001:0.0:1789603568.568696:0:32054:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789603568.568699:0:32054:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-1 [0x200000405:0x1f:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:0.0:1789603568.568702:0:32054:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603568.568706:0:32054:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ce00 x1876533442882560/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603584 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603568.568712:0:32054:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.568716:0:32054:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603568.568721:0:32054:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9eb807a3f3c0. 00000080:00000001:0.0:1789603568.568724:0:32054:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789603568.568727:0:32054:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1789603568.568729:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603568.568732:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603568.568734:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603568.568737:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603568.568739:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.568741:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:0.0:1789603568.568743:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.568746:0:32054:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789603568.568749:0:32054:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9eb8069479e0. 00000002:00100000:0.0:1789603568.568753:0:32054:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb810d1ce00 x1876533442882560/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603584 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789603568.568759:0:32054:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.568761:0:32054:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789603568.568765:0:32054:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789603568.568768:0:32054:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.568771:0:32054:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1789603568.568773:0:32054:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.568775:0:32054:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603568.568778:0:32054:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603568.568781:0:32054:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1ce00 x1876533442882560/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603584 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789603568.568787:0:32054:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603568.568791:0:32054:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9eb810240000. 02000000:00000001:0.0:1789603568.568841:0:32054:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789603568.568843:0:32054:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.568846:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abb78 00000080:00000008:0.0:1789603568.568849:0:32054:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff9eb8081942c8), flags 704400, rc = 0 00000080:00000001:0.0:1789603568.568853:0:32054:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.569254:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abd28 00000080:00200008:0.0:1789603568.569258:0:32054:0:(file.c:6307:ll_getattr_dentry()) START file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff9eb8081942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789603568.569267:0:32054:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603568.569269:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abca0 00000080:00200000:0.0:1789603568.569271:0:32054:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff9eb8081942c8),name=d21g.recovery-small-1 00000080:00000010:0.0:1789603568.569278:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb804155800. 00800000:00000002:0.0:1789603568.569283:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603568.569289:0:32054:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603568.569292:0:32054:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603568.569294:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abbc0 00800000:00000002:0.0:1789603568.569296:0:32054:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x1f:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603568.569300:0:32054:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603568.569302:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603568.569304:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603568.569305:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603568.569306:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603568.569308:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.569309:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603568.569311:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.569313:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603568.569314:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603568.569315:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603568.569316:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603568.569317:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.569319:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:0.0:1789603568.569321:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.569323:0:32054:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x1f:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603568.569328:0:32054:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603568.569329:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020aba90 00000002:00010000:0.0:1789603568.569332:0:32054:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603568.569335:0:32054:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603568.569337:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603568.569339:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603568.569345:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cc00 count: 2 00010000:00000001:0.0:1789603568.569348:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603568.569353:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603568.569357:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603568.569361:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe5379 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e916d6 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789603568.569374:0:32054:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603568.569378:0:32054:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603568.569381:0:32054:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe5379 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e916d6 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1789603568.569388:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603568.569390:0:32054:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603568.569392:0:32054:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603568.569394:0:32054:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603568.569395:0:32054:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603568.569398:0:32054:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603568.569400:0:32054:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603568.569402:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603568.569404:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804155800. 00000080:00000001:0.0:1789603568.569407:0:32054:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603568.569409:0:32054:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603568.569411:0:32054:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1f:0x0](ffff9eb8081942c8) 00000080:00010000:0.0:1789603568.569415:0:32054:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1f:0x0](ffff9eb8081942c8) for lock 0xa04c19c788fe5379 00800000:00000001:0.0:1789603568.569418:0:32054:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603568.569420:0:32054:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603568.569421:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.569422:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.569424:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=3 00000020:00000001:0.0:1789603568.569426:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:0.0:1789603568.569428:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:0.0:1789603568.569431:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.569432:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603568.569434:0:32054:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.569436:0:32054:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603568.569438:0:32054:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5379 from it ffffb8e5020abcd8 00010000:00000001:0.0:1789603568.569440:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.569440:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.569442:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=3 00000020:00000001:0.0:1789603568.569444:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:0.0:1789603568.569446:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:0.0:1789603568.569448:0:32054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603568.569450:0:32054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe5379 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e916d6 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603568.569456:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.569457:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.569458:0:32054:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603568.569460:0:32054:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603568.569463:0:32054:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe5379 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e916d6 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789603568.569469:0:32054:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603568.569472:0:32054:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603568.569474:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603568.569478:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.569479:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.569481:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.569483:0:32054:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603568.569485:0:32054:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.569486:0:32054:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.569489:0:32054:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.569491:0:32054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603568.569492:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.569493:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603568.569495:0:32054:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603568.569496:0:32054:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603568.569499:0:32054:0:(file.c:6260:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.569502:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abd28 00000080:00000008:0.0:1789603568.569504:0:32054:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff9eb8081942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789603568.569632:0:32054:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1789603568.569635:0:32054:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff9eb8081942c8) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1789603568.569641:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb804155800. 00800000:00000002:0.0:1789603568.569644:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb811aa77c0 2 00000080:00000001:0.0:1789603568.569646:0:32054:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:0.0:1789603568.569651:0:32054:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:0.0:1789603568.569665:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603568.569666:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603568.569667:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603568.569669:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603568.569671:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.569672:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:0.0:1789603568.569674:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.569677:0:32054:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:0.0:1789603568.569679:0:32054:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603568.569680:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abab8 00000002:00010000:0.0:1789603568.569682:0:32054:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1f:0x0]) in obj [0x200000405:0x1f:0x0], intent: readdir flags 0 00000002:00000001:0.0:1789603568.569685:0:32054:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603568.569686:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603568.569688:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603568.569691:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cc00 count: 2 00010000:00000001:0.0:1789603568.569693:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603568.569695:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603568.569697:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603568.569700:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe5379 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e916d6 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1789603568.569706:0:32054:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603568.569709:0:32054:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603568.569711:0:32054:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe5379 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e916d6 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1789603568.569717:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603568.569718:0:32054:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603568.569720:0:32054:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603568.569721:0:32054:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603568.569723:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.569724:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.569725:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=3 00000020:00000001:0.0:1789603568.569728:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:0.0:1789603568.569730:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:0.0:1789603568.569731:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.569733:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603568.569734:0:32054:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.569766:0:32054:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:0.0:1789603568.569771:0:32054:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9eb807ad3000. 00000002:00000001:2.0:1789603568.588474:0:32054:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:2.0:1789603568.588491:0:32054:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f3b80. 00000020:00000040:2.0:1789603568.588499:0:32054:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:2.0:1789603568.588505:0:32054:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603568.589328:0:32054:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603568.589335:0:32054:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603568.589348:0:32054:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb805570200. 00000100:00000001:2.0:1789603568.589356:0:32054:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.589360:0:32054:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1789603568.589365:0:32054:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9eb8041d3400. 00000100:00000010:2.0:1789603568.589369:0:32054:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9eb807a83000. 00000020:00000040:2.0:1789603568.589372:0:32054:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:2.0:1789603568.589407:0:32054:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603568.589409:0:32054:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603568.589416:0:32054:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb804077240. 00000100:00000001:2.0:1789603568.589418:0:32054:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911608896 : -106961797942720 : ffff9eb804077240) 00000100:00000001:2.0:1789603568.589421:0:32054:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603568.589422:0:32054:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912119168 : -106961797432448 : ffff9eb8040f3b80) 00000100:00000001:2.0:1789603568.589427:0:32054:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603568.589431:0:32054:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.589433:0:32054:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603568.589434:0:32054:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603568.589446:0:32054:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f3b80 x1876533442882688/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.589455:0:32054:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603568.589457:0:32054:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603568.589461:0:32054:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603568.589463:0:32054:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603568.589465:0:32054:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603568.589469:0:32054:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f3b80 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32054:1876533442882688:192.168.204.129@tcp:37:rm.0 00000100:00000001:2.0:1789603568.589473:0:32054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603568.589478:0:32054:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603568.589480:0:32054:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.589482:0:32054:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1789603568.589491:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603568.589496:0:32054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3d10. 00000400:00000010:2.0:1789603568.589505:0:32054:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9eb81022c000. 00000100:00000200:2.0:1789603568.590618:0:32054:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aab27d45ac80-0x6aab27d45ac80, portal 14 00000100:00000001:2.0:1789603568.590628:0:32054:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603568.590631:0:32054:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603568.590639:0:32054:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041d2400. 02000000:00000001:2.0:1789603568.590642:0:32054:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603568.590647:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603568.590651:0:32054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a30b0. 00000400:00000010:2.0:1789603568.590667:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7330. 00000100:00000200:2.0:1789603568.590671:0:32054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442882688, portal 10 00000100:00000001:2.0:1789603568.590673:0:32054:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603568.590675:0:32054:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912119168 : -106961797432448 : ffff9eb8040f3b80) 00000100:00000040:2.0:1789603568.590684:0:32054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f3b80 x1876533442882688/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.590692:0:32054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603568.590695:0:32054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603568.590698:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7770. 00000100:00000200:2.0:1789603568.590826:0:32054:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1876533442882688, offset 0 00000400:00000200:2.0:1789603568.590835:0:32054:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603568.590844:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.590852:0:32054:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603568.590857:0:32054:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603568.590861:0:32054:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603568.590865:0:32054:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603568.590868:0:32054:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603568.590871:0:32054:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2696:2696:256:4294967295] 192.168.204.129@tcp LPNI seq info [2696:2696:8:4294967295] 00000400:00000200:2.0:1789603568.591129:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.591141:0:32054:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603568.591147:0:32054:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603568.591154:0:32054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb819343500. 00000800:00000200:2.0:1789603568.591160:0:32054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603568.591169:0:32054:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603568.591174:0:32054:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb819343500 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1789603568.591939:0:32054:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603568.591947:0:32054:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 863368 usecs (864 jiffies) 00000400:00000200:2.0:1789603568.591953:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603568.591956:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296568388 00000100:00000001:2.0:1789603568.591971:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296568685 00000100:00000001:2.0:1789603568.591974:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296568388 00000100:00000001:2.0:1789603568.591976:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296568685 00000100:00000001:2.0:1789603568.591978:0:32054:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603568.591982:0:32054:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.591986:0:32054:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603568.591988:0:32054:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603568.591991:0:32054:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb804077240 going to sleep for 11 seconds 00000100:00000001:2.0:1789603568.591994:0:32054:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603568.591997:0:32054:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1789603568.592993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031000. 00000800:00000200:3.0:1789603568.595102:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603568.595112:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb819343500. 00000400:00000200:3.0:1789603568.595119:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.595129:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603568.595136:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7770 00000400:00000010:3.0:1789603568.595139:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7770. 00000100:00000001:3.0:1789603568.595143:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603568.595151:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f3b80 x1876533442882688/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.595163:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603568.595168:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f3b80 x1876533442882688/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603584 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.595175:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.595177:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603568.600003:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.600021:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603568.600026:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.600028:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.600037:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.600045:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603568.600053:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.600057:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.600062:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.600066:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 4096 into portal 14 MB=0x6aab27d45ac80 00000400:00000200:2.0:1789603568.600071:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.600077:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.129@tcp of length 4096/4096 into md 0x7b9d [256] + 0 00000400:00000010:2.0:1789603568.600082:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3d10. 00000400:00000200:2.0:1789603568.600087:0:2395:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9eb81022c000 00000800:00000001:2.0:1789603568.600091:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.600101:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.600104:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603568.600108:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603568.600114:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb81022c000 00000400:00000010:2.0:1789603568.600116:0:2395:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9eb81022c000. 00000100:00000001:2.0:1789603568.600123:0:2395:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1789603568.600125:0:2395:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9eb8040f3b80 desc ffff9eb8041d3400 mbits 1876533442882688 00000100:00000001:2.0:1789603568.600143:0:2395:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1789603568.600150:0:2395:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789603568.600154:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.600160:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.29@tcp to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603568.600165:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2697:2697:256:4294967295] 192.168.204.129@tcp LPNI seq info [2697:2697:8:4294967295] 00000400:00000200:2.0:1789603568.600169:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.600176:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:192.168.204.29@tcp) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) 192.168.204.129@tcp : ACK try# 0 00000800:00000200:2.0:1789603568.600182:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603568.600189:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9eb81022c000. 00000800:00000200:2.0:1789603568.600206:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603568.600214:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603568.600219:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb81022c000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789603568.600277:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603568.600281:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9eb81022c000. 00000400:00000200:2.0:1789603568.600284:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603568.600288:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: ACK: OK 00000800:00000001:2.0:1789603568.600293:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.600297:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603568.607643:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.607673:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603568.607678:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.607681:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.607691:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.607699:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603568.607708:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.607723:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.607729:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.607734:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 440 into portal 10 MB=0x6aab27d45ac80 00000400:00000200:2.0:1789603568.607740:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.607747:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 440/440 into md 0x7ba5 [1] + 224 00000800:00000001:2.0:1789603568.607755:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.607767:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.607770:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603568.607775:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603568.607783:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603568.607792:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f3b80 x1876533442882688/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603584 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603568.607804:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9eb8040f3b80 x1876533442882688/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.607826:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603568.607833:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.607844:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789603568.610567:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603568.610573:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9500. 00000400:00000200:3.0:1789603568.610578:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.610583:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603568.610589:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc4c8 00000400:00000010:3.0:1789603568.610591:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc4c8. 00000100:00000001:3.0:1789603568.610596:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603568.610600:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5c00 x1876533442882944/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.610610:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603568.610613:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5c00 x1876533442882944/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603584 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.610619:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.610621:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603568.615100:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.615116:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603568.615121:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.615123:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.615131:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.615139:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603568.615148:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.615152:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.615157:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.615161:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d45ad80 00000400:00000200:2.0:1789603568.615166:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.615172:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x7bb5 [1] + 224 00000800:00000001:2.0:1789603568.615179:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.615186:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.615190:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603568.615205:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603568.615212:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603568.615223:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5c00 x1876533442882944/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603584 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603568.615233:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9eb806bd5c00 x1876533442882944/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.615252:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603568.615260:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.615264:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789603568.621333:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603568.621338:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9100. 00000400:00000200:3.0:1789603568.621344:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.621352:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603568.621359:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc2a8 00000400:00000010:3.0:1789603568.621362:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc2a8. 00000100:00000001:3.0:1789603568.621367:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603568.621375:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5c00 x1876533442883200/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603584 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.621386:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603568.621389:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5c00 x1876533442883200/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603584 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.621396:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.621398:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603568.627593:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.627609:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603568.627613:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.627615:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.627623:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.627631:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603568.627641:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.627645:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.627650:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.627654:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 664 into portal 10 MB=0x6aab27d45ae80 00000400:00000200:2.0:1789603568.627659:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.627664:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 664/664 into md 0x7bbd [64] + 224 00000800:00000001:2.0:1789603568.627671:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.627677:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.627680:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603568.627684:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603568.627691:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603568.627712:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5c00 x1876533442883200/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603584 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603568.627724:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9eb806bd5c00 x1876533442883200/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.627743:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603568.627750:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.627753:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789603568.628932:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abd28 00000080:00200008:0.0:1789603568.628935:0:32054:0:(file.c:6307:ll_getattr_dentry()) START file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff9eb8081942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789603568.628942:0:32054:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1789603568.628946:0:32054:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.628949:0:32054:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603568.628950:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abca0 00000080:00200000:0.0:1789603568.628952:0:32054:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff9eb8081942c8),name=d21g.recovery-small-1 00000080:00000010:0.0:1789603568.628958:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb804155400. 00800000:00000002:0.0:1789603568.628963:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603568.628968:0:32054:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603568.628971:0:32054:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603568.628973:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abbc0 00800000:00000002:0.0:1789603568.628975:0:32054:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x1f:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603568.628979:0:32054:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603568.628981:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603568.628983:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603568.628984:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603568.628985:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603568.628987:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.628989:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603568.628991:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.628993:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603568.628994:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603568.628995:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603568.628996:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603568.628998:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.629000:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:0.0:1789603568.629001:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.629004:0:32054:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x1f:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603568.629008:0:32054:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603568.629010:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020aba90 00000002:00010000:0.0:1789603568.629012:0:32054:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603568.629015:0:32054:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603568.629017:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603568.629019:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603568.629023:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cc00 count: 3 00010000:00000001:0.0:1789603568.629025:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603568.629028:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603568.629032:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603568.629036:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe5379 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e916d6 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1789603568.629043:0:32054:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603568.629046:0:32054:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603568.629050:0:32054:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe5379 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e916d6 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1789603568.629056:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603568.629058:0:32054:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603568.629060:0:32054:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603568.629062:0:32054:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603568.629063:0:32054:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603568.629065:0:32054:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603568.629068:0:32054:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603568.629069:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603568.629071:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804155400. 00000080:00000001:0.0:1789603568.629075:0:32054:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603568.629076:0:32054:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603568.629079:0:32054:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1f:0x0](ffff9eb8081942c8) 00000080:00010000:0.0:1789603568.629082:0:32054:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1f:0x0](ffff9eb8081942c8) for lock 0xa04c19c788fe5379 00800000:00000001:0.0:1789603568.629085:0:32054:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603568.629086:0:32054:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603568.629088:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.629089:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.629091:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=3 00000020:00000001:0.0:1789603568.629093:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:0.0:1789603568.629095:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:0.0:1789603568.629097:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.629098:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603568.629099:0:32054:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.629101:0:32054:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603568.629103:0:32054:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5379 from it ffffb8e5020abcd8 00010000:00000001:0.0:1789603568.629105:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.629106:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.629107:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=3 00000020:00000001:0.0:1789603568.629109:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:0.0:1789603568.629110:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:0.0:1789603568.629112:0:32054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603568.629115:0:32054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe5379 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e916d6 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789603568.629121:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.629122:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.629123:0:32054:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603568.629125:0:32054:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603568.629127:0:32054:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe5379 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e916d6 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789603568.629133:0:32054:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603568.629135:0:32054:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603568.629136:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603568.629138:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.629139:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.629140:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.629142:0:32054:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603568.629143:0:32054:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.629145:0:32054:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.629147:0:32054:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.629149:0:32054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603568.629150:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.629151:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603568.629153:0:32054:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603568.629154:0:32054:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603568.629157:0:32054:0:(file.c:6260:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.629160:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abd28 00000080:00000008:0.0:1789603568.629162:0:32054:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff9eb8081942c8), request_mask 2047, flags 0, foreign 0 00000020:00000001:0.0:1789603568.629245:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abd48 00000080:00200000:0.0:1789603568.629247:0:32054:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff9eb81291b000) d21g.recovery-small-1 proj=0 00000080:00000001:0.0:1789603568.629250:0:32054:0:(llite_lib.c:2738:ll_statfs_internal()) Process entered 00000080:00000001:0.0:1789603568.629252:0:32054:0:(obd_class.h:1074:obd_statfs()) Process entered 00000080:00000004:0.0:1789603568.629254:0:32054:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff9eb81291b000: age 1872, max_age 1899 00800000:00000001:0.0:1789603568.629258:0:32054:0:(lmv_obd.c:1450:lmv_statfs()) Process entered 00800000:00000010:0.0:1789603568.629261:0:32054:0:(lmv_obd.c:1454:lmv_statfs()) kmalloced '(temp)': 144 at ffff9eb8121b2000. 00800000:00000001:0.0:1789603568.629266:0:32054:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1789603568.629268:0:32054:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9eb81291b000: age 1872, max_age 1899 00000002:00000001:0.0:1789603568.629271:0:32054:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1789603568.629273:0:32054:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000010:0.0:1789603568.629279:0:32054:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1fb80. 00000020:00000040:0.0:1789603568.629282:0:32054:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603568.629285:0:32054:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603568.629287:0:32054:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603568.629290:0:32054:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603568.629296:0:32054:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb804155400. 00000100:00000001:0.0:1789603568.629302:0:32054:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.629305:0:32054:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603568.629307:0:32054:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603568.629310:0:32054:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8121b2540. 00000100:00000001:0.0:1789603568.629313:0:32054:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112147780928 : -106961561770688 : ffff9eb8121b2540) 00000100:00000001:0.0:1789603568.629315:0:32054:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603568.629316:0:32054:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126208896 : -106961583342720 : ffff9eb810d1fb80) 00000100:00000001:0.0:1789603568.629320:0:32054:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603568.629324:0:32054:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.629326:0:32054:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603568.629327:0:32054:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603568.629333:0:32054:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1fb80 x1876533442883328/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.629341:0:32054:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603568.629343:0:32054:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603568.629346:0:32054:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603568.629348:0:32054:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603568.629350:0:32054:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603568.629354:0:32054:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1fb80 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32054:1876533442883328:192.168.204.129@tcp:41:rm.0 00000100:00000001:0.0:1789603568.629357:0:32054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603568.629361:0:32054:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603568.629363:0:32054:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603568.629365:0:32054:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603568.629369:0:32054:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8051e3800. 02000000:00000001:0.0:1789603568.629371:0:32054:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603568.629377:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603568.629381:0:32054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041392c0. 00000400:00000010:0.0:1789603568.629386:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682cc0. 00000100:00000200:0.0:1789603568.629391:0:32054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442883328, portal 10 00000100:00000001:0.0:1789603568.629393:0:32054:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603568.629394:0:32054:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126208896 : -106961583342720 : ffff9eb810d1fb80) 00000100:00000040:0.0:1789603568.629400:0:32054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1fb80 x1876533442883328/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 440/368 e 0 to 0 dl 1789603584 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.629407:0:32054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603568.629410:0:32054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603568.629412:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682ee0. 00000100:00000200:0.0:1789603568.629416:0:32054:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1876533442883328, offset 0 00000400:00000200:0.0:1789603568.629422:0:32054:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603568.629428:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603568.629435:0:32054:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603568.629439:0:32054:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603568.629444:0:32054:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603568.629447:0:32054:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603568.629450:0:32054:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603568.629454:0:32054:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2700:2700:256:4294967295] 192.168.204.129@tcp LPNI seq info [2700:2700:8:4294967295] 00000400:00000200:0.0:1789603568.629459:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603568.629469:0:32054:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603568.629474:0:32054:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603568.629479:0:32054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8065b6100. 00000800:00000200:0.0:1789603568.629485:0:32054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603568.629492:0:32054:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603568.629495:0:32054:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8065b6100 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1789603568.629824:0:32054:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603568.629830:0:32054:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 859613 usecs (860 jiffies) 00000400:00000200:0.0:1789603568.629834:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603568.629837:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296568423 00000100:00000001:0.0:1789603568.629840:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296568685 00000100:00000001:0.0:1789603568.629842:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296568423 00000100:00000001:0.0:1789603568.629844:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296568685 00000100:00000001:0.0:1789603568.629846:0:32054:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603568.629849:0:32054:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.629851:0:32054:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603568.629853:0:32054:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603568.629856:0:32054:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8121b2540 going to sleep for 11 seconds 00000100:00000001:0.0:1789603568.629858:0:32054:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603568.629861:0:32054:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603568.631726:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603568.631735:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8065b6100. 00000400:00000200:3.0:1789603568.631741:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.631749:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603568.631756:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682ee0 00000400:00000010:3.0:1789603568.631759:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682ee0. 00000100:00000001:3.0:1789603568.631764:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603568.631771:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1fb80 x1876533442883328/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 440/368 e 0 to 0 dl 1789603584 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603568.631783:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603568.631786:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1fb80 x1876533442883328/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 440/368 e 0 to 0 dl 1789603584 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603568.631794:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.631796:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603568.639096:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.639111:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603568.639116:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.639118:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.639127:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.639134:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603568.639142:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.639148:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.639153:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.639157:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 368 into portal 10 MB=0x6aab27d45af00 00000400:00000200:2.0:1789603568.639163:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.639168:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 368/368 into md 0x7bc5 [1] + 224 00000800:00000001:2.0:1789603568.639175:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.639183:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.639186:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603568.639190:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603568.639208:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603568.639218:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1fb80 x1876533442883328/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 440/368 e 0 to 0 dl 1789603584 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603568.639230:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9eb810d1fb80 x1876533442883328/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 440/368 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.639285:0:32054:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603568.639301:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603568.639310:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.639314:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789603568.639344:0:32054:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603568.639346:0:32054:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603568.639349:0:32054:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041392c0. 00000400:00000200:0.0:1789603568.639354:0:32054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682cc0 00000400:00000010:0.0:1789603568.639356:0:32054:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682cc0. 00000100:00000001:0.0:1789603568.639360:0:32054:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603568.639364:0:32054:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1fb80 x1876533442883328/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 440/368 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603568.639373:0:32054:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1fb80 x1876533442883328/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 440/368 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.639379:0:32054:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603568.639381:0:32054:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.639383:0:32054:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603568.639386:0:32054:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603568.639389:0:32054:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603568.639391:0:32054:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603568.639394:0:32054:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603568.639404:0:32054:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=116 v=5 (106 106 106 137) 00000100:00001000:0.0:1789603568.639408:0:32054:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603568.639411:0:32054:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603568.639414:0:32054:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.639417:0:32054:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603568.639420:0:32054:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.639423:0:32054:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603568.639426:0:32054:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967599 00000100:00000001:0.0:1789603568.639428:0:32054:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603568.639431:0:32054:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603568.639435:0:32054:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1fb80 x1876533442883328/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 440/368 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.639443:0:32054:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603568.639445:0:32054:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603568.639448:0:32054:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603568.639451:0:32054:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1fb80 x1876533442883328/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 440/368 e 0 to 0 dl 1789603584 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603568.639460:0:32054:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1fb80 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32054:1876533442883328:192.168.204.129@tcp:41:rm.0 00000100:00000001:0.0:1789603568.639465:0:32054:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.639468:0:32054:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.639471:0:32054:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603568.639473:0:32054:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603568.639476:0:32054:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1fb80 x1876533442883328/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 440/368 e 0 to 0 dl 1789603584 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.639484:0:32054:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603568.639487:0:32054:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8121b2540. 00000100:00000001:0.0:1789603568.639490:0:32054:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603568.639492:0:32054:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.639617:0:32054:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1789603568.639619:0:32054:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603568.639623:0:32054:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1fb80 x1876533442883328/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 440/368 e 0 to 0 dl 1789603584 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.639630:0:32054:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603568.639632:0:32054:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603568.639635:0:32054:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8051e3800. 02000000:00000001:0.0:1789603568.639639:0:32054:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603568.639641:0:32054:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603568.639643:0:32054:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603568.639646:0:32054:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603568.639648:0:32054:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb804155400. 02000000:00000001:0.0:1789603568.639651:0:32054:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603568.639653:0:32054:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603568.639655:0:32054:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1fb80. 00000100:00000001:0.0:1789603568.639658:0:32054:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603568.639659:0:32054:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789603568.639661:0:32054:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603568.639662:0:32054:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603568.639664:0:32054:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:0.0:1789603568.639666:0:32054:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9eb81291b000: update ffff9eb807101e18 cache blocks 1802709/1916558 objects 523515/524077 00800000:00000001:0.0:1789603568.639670:0:32054:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.639673:0:32054:0:(lmv_obd.c:1490:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:0.0:1789603568.639676:0:32054:0:(lmv_obd.c:1514:lmv_statfs()) kfreed 'temp': 144 at ffff9eb8121b2000. 00800000:00000001:0.0:1789603568.639678:0:32054:0:(lmv_obd.c:1515:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1789603568.639681:0:32054:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff9eb81291b000: update ffff9eb807105198 cache blocks 1802709/1916558 objects 523515/524077 00000080:00000001:0.0:1789603568.639685:0:32054:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1789603568.639688:0:32054:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1802709/1916558 objects 523515/524077 00000080:00000001:0.0:1789603568.639691:0:32054:0:(llite_lib.c:2758:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789603568.639693:0:32054:0:(llite_lib.c:2791:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.639723:0:32054:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1789603568.639727:0:32054:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff9eb8081942c8) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1789603568.639735:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb804155400. 00800000:00000002:0.0:1789603568.639739:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb811aa77c0 2 00000080:00000001:0.0:1789603568.639743:0:32054:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1789603568.639750:0:32054:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446722893157778432 : -21180551773184 : ffffecbc84bc4400) 00000080:00000001:0.0:1789603568.639754:0:32054:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611169 : 144115205339611169 : 200000405000021) 00000080:00000001:0.0:1789603568.639758:0:32054:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789603568.639760:0:32054:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:0.0:1789603568.639764:0:32054:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.639767:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb811aa77c0 2 00000080:00000010:0.0:1789603568.639769:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804155400. 00000080:00000001:0.0:1789603568.639772:0:32054:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.639781:0:32054:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1789603568.639783:0:32054:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff9eb8081942c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:0.0:1789603568.639786:0:32054:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789603568.639787:0:32054:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.639804:0:32054:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603568.639807:0:32054:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789603568.639809:0:32054:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff9eb8081942c8), inode mode 41ed mask 1 00000080:00000001:0.0:1789603568.639812:0:32054:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.639818:0:32054:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789603568.639821:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abda0 00000080:00002000:0.0:1789603568.639823:0:32054:0:(dcache.c:87:ll_dcompare()) found name f(ffff9eb820471288) flags 0x48000e refc 0 00000080:00000001:0.0:1789603568.639826:0:32054:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.639828:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abe10 00000080:00200000:0.0:1789603568.639829:0:32054:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:0.0:1789603568.639835:0:32054:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789603568.639836:0:32054:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff9eb8081942c8), inode mode 41ed mask 3 00000080:00000001:0.0:1789603568.639839:0:32054:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.639842:0:32054:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1789603568.639844:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abdf8 00000080:00200000:0.0:1789603568.639846:0:32054:0:(namei.c:2351:ll_unlink()) VFS Op:name=f, dir=[0x200000405:0x1f:0x0](ffff9eb8081942c8) 00000080:00000001:0.0:1789603568.639849:0:32054:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1789603568.639852:0:32054:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603568.639855:0:32054:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:0.0:1789603568.639858:0:32054:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00000020:00000001:0.0:1789603568.639860:0:32054:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789603568.639864:0:32054:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb801384f80 00020000:00000002:0.0:1789603568.639867:0:32054:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb805103960 addref 2/0 by ffff9eb801384f80. 00020000:00000002:0.0:1789603568.639869:0:32054:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb801384f80 00020000:00000001:0.0:1789603568.639872:0:32054:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789603568.639874:0:32054:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789603568.639875:0:32054:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789603568.639877:0:32054:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1789603568.639879:0:32054:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1789603568.639881:0:32054:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00000080:00000001:0.0:1789603568.639884:0:32054:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1789603568.639887:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb804155400. 00800000:00000002:0.0:1789603568.639891:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb811aa77c0 2 00800000:00000001:0.0:1789603568.639900:0:32054:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1789603568.639904:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603568.639907:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603568.639909:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603568.639912:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603568.639914:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.639916:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:0.0:1789603568.639918:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.639921:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603568.639922:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603568.639923:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603568.639924:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603568.639926:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.639927:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x21:0x0] 00800000:00000001:0.0:1789603568.639929:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.639932:0:32054:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1789603568.639933:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603568.639934:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603568.639936:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603568.639937:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603568.639939:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.639940:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x21:0x0] 00800000:00000001:0.0:1789603568.639942:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.639944:0:32054:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x21:0x0] 00800000:00000001:0.0:1789603568.639946:0:32054:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.639948:0:32054:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000405:0x1f:0x0]/[0x200000405:0x21:0x0] -> mds #0 00000002:00000001:0.0:1789603568.639952:0:32054:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1789603568.639954:0:32054:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789603568.639960:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cc00 count: 3 00010000:00000001:0.0:1789603568.639963:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603568.639966:0:32054:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789603568.639971:0:32054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789603568.639976:0:32054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe5379 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e916d6 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1789603568.639986:0:32054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789603568.639989:0:32054:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789603568.639991:0:32054:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789603568.639993:0:32054:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x1f:0x0] mode (null) 00000002:00000001:0.0:1789603568.639996:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603568.639998:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603568.640000:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cc00 count: 4 00010000:00000001:0.0:1789603568.640002:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603568.640005:0:32054:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1789603568.640009:0:32054:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1789603568.640012:0:32054:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603568.640016:0:32054:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603568.640019:0:32054:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe53aa lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9175b expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603568.640027:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.640028:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603568.640030:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1789603568.640032:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.640035:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.640038:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=2 00000020:00000001:0.0:1789603568.640040:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:0.0:1789603568.640043:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:0.0:1789603568.640045:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.640046:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603568.640047:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603568.640048:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603568.640050:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cc00 count: 4 00010000:00000001:0.0:1789603568.640051:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603568.640053:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.640054:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603568.640055:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603568.640056:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cc00 count: 4 00010000:00000001:0.0:1789603568.640058:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603568.640060:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.640062:0:32054:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789603568.640065:0:32054:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x1f:0x0] lli = ffff9eb808194200, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789603568.640132:0:32054:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789603568.640135:0:32054:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789603568.640137:0:32054:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789603568.640139:0:32054:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1f:0x0](ffff9eb8081942c8) invalid 00000020:00000001:0.0:1789603568.640142:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020aba60 00000080:00002000:0.0:1789603568.640144:0:32054:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff9eb820471798) parent ffff9eb8081326c0 inode ffff9eb8081942c8 refc 3 00000080:00000001:0.0:1789603568.640148:0:32054:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789603568.640150:0:32054:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789603568.640151:0:32054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.640154:0:32054:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789603568.640157:0:32054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789603568.640159:0:32054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789603568.640161:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603568.640163:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789603568.640165:0:32054:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fdda00 with handle 0xa04c19c788fe5379 from hash 00010000:00000001:0.0:1789603568.640168:0:32054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789603568.640169:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.640171:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.640172:0:32054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789603568.640175:0:32054:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789603568.640177:0:32054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789603568.640180:0:32054:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789603568.640182:0:32054:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603568.640185:0:32054:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603568.640187:0:32054:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789603568.640190:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c000 count: 2 00010000:00000001:0.0:1789603568.640191:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603568.640204:0:32054:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789603568.640206:0:32054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789603568.640210:0:32054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe5380 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x31dbb14d74e916f2 expref: -99 pid: 32052 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789603568.640217:0:32054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789603568.640219:0:32054:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789603568.640220:0:32054:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789603568.640221:0:32054:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x21:0x0] mode (null) 00000002:00000001:0.0:1789603568.640223:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603568.640225:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603568.640227:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c000 count: 3 00010000:00000001:0.0:1789603568.640228:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603568.640231:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.640233:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603568.640234:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603568.640235:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c000 count: 3 00010000:00000001:0.0:1789603568.640237:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603568.640239:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.640240:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603568.640241:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603568.640243:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c000 count: 3 00010000:00000001:0.0:1789603568.640244:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603568.640246:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.640247:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603568.640248:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603568.640250:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c000 count: 3 00010000:00000001:0.0:1789603568.640252:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603568.640254:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.640256:0:32054:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.640259:0:32054:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789603568.640261:0:32054:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603568.640263:0:32054:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:0.0:1789603568.640265:0:32054:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00000020:00000001:0.0:1789603568.640267:0:32054:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789603568.640270:0:32054:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x21:0x0]: losing layout lock 00000080:00000001:0.0:1789603568.640273:0:32054:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789603568.640275:0:32054:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789603568.640279:0:32054:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789603568.640281:0:32054:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789603568.640284:0:32054:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x21:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789603568.640286:0:32054:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.640288:0:32054:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789603568.640290:0:32054:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00000080:00000001:0.0:1789603568.640292:0:32054:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.640294:0:32054:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789603568.640296:0:32054:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x21:0x0](ffff9eb808193248) invalid 00000020:00000001:0.0:1789603568.640298:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020aba60 00000080:00002000:0.0:1789603568.640300:0:32054:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9eb820471288) parent ffff9eb820471798 inode ffff9eb808193248 refc 1 00000080:00000001:0.0:1789603568.640302:0:32054:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789603568.640303:0:32054:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789603568.640304:0:32054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.640306:0:32054:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789603568.640307:0:32054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789603568.640309:0:32054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789603568.640310:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603568.640313:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789603568.640315:0:32054:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fddc00 with handle 0xa04c19c788fe5380 from hash 00010000:00000001:0.0:1789603568.640317:0:32054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789603568.640318:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.640319:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.640320:0:32054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789603568.640321:0:32054:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789603568.640323:0:32054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789603568.640325:0:32054:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789603568.640327:0:32054:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603568.640329:0:32054:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789603568.640334:0:32054:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1fb80. 00000020:00000040:0.0:1789603568.640337:0:32054:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:0.0:1789603568.640341:0:32054:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789603568.640343:0:32054:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.640346:0:32054:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603568.640351:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603568.640355:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.640356:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.640358:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.640360:0:32054:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603568.640363:0:32054:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603568.640366:0:32054:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603568.640374:0:32054:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb804155a00. 00000100:00000001:0.0:1789603568.640381:0:32054:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.640384:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603568.640387:0:32054:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789603568.640393:0:32054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe5380 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x31dbb14d74e916f2 expref: -99 pid: 32052 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789603568.640402:0:32054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe5379 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e916d6 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1789603568.640407:0:32054:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1789603568.640409:0:32054:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1789603568.640410:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789603568.640413:0:32054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe5380 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x31dbb14d74e916f2 expref: -99 pid: 32052 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1789603568.640421:0:32054:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9eb811aa7280. 00010000:00000040:0.0:1789603568.640426:0:32054:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb80647c000 count: 0 00010000:00000010:0.0:1789603568.640431:0:32054:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb810da7800. 00010000:00000001:0.0:1789603568.640440:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.640442:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789603568.640444:0:32054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe5379 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e916d6 expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789603568.640451:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.640452:0:32054:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.640454:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603568.640456:0:32054:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.640459:0:32054:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1789603568.640470:0:32054:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789603568.640476:0:32054:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb810d1fb80 x1876533442883584/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603568.640484:0:32054:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603568.640486:0:32054:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603568.640491:0:32054:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8121b2000. 00000100:00000001:0.0:1789603568.640493:0:32054:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112147779584 : -106961561772032 : ffff9eb8121b2000) 00000100:00000001:0.0:1789603568.640496:0:32054:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603568.640497:0:32054:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126208896 : -106961583342720 : ffff9eb810d1fb80) 00000100:00000001:0.0:1789603568.642022:0:32054:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603568.642027:0:32054:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.642030:0:32054:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603568.642032:0:32054:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603568.642041:0:32054:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1fb80 x1876533442883584/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.642052:0:32054:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603568.642054:0:32054:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603568.642058:0:32054:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603568.642061:0:32054:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603568.642063:0:32054:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603568.642067:0:32054:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1fb80 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32054:1876533442883584:192.168.204.129@tcp:36:rm.0 00000100:00000001:0.0:1789603568.642071:0:32054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603568.642076:0:32054:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603568.642079:0:32054:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603568.642081:0:32054:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603568.642089:0:32054:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8051e3800. 02000000:00000001:0.0:1789603568.642091:0:32054:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603568.642098:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603568.642103:0:32054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041392c0. 00000400:00000010:0.0:1789603568.642110:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682cc0. 00000100:00000200:0.0:1789603568.642117:0:32054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442883584, portal 10 00000100:00000001:0.0:1789603568.642119:0:32054:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603568.642120:0:32054:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126208896 : -106961583342720 : ffff9eb810d1fb80) 00000100:00000040:0.0:1789603568.642128:0:32054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1fb80 x1876533442883584/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/624 e 0 to 0 dl 1789603584 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.642135:0:32054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603568.642138:0:32054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603568.642140:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682220. 00000100:00000200:0.0:1789603568.642144:0:32054:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1876533442883584, offset 0 00000400:00000200:0.0:1789603568.642387:0:32054:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603568.642397:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603568.642405:0:32054:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603568.642410:0:32054:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603568.642415:0:32054:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603568.642419:0:32054:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603568.642421:0:32054:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603568.642425:0:32054:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2701:2701:256:4294967295] 192.168.204.129@tcp LPNI seq info [2701:2701:8:4294967295] 00000400:00000200:0.0:1789603568.642429:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603568.642440:0:32054:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603568.642446:0:32054:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603568.642453:0:32054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8065b6b00. 00000800:00000200:0.0:1789603568.642459:0:32054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603568.642468:0:32054:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603568.642472:0:32054:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8065b6b00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1789603568.642494:0:32054:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603568.642498:0:32054:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 858366 usecs (859 jiffies) 00000400:00000200:0.0:1789603568.642501:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603568.642504:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296568434 00000100:00000001:0.0:1789603568.642507:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296568685 00000100:00000001:0.0:1789603568.642594:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296568435 00000100:00000001:0.0:1789603568.642597:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296568685 00000100:00000001:0.0:1789603568.642599:0:32054:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603568.642602:0:32054:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.642604:0:32054:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603568.642606:0:32054:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603568.642609:0:32054:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8121b2000 going to sleep for 11 seconds 00000100:00000001:0.0:1789603568.642612:0:32054:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603568.642615:0:32054:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603568.642629:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603568.642635:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8065b6b00. 00000400:00000200:3.0:1789603568.642641:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.642646:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603568.642651:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682220 00000400:00000010:3.0:1789603568.642653:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682220. 00000100:00000001:3.0:1789603568.642656:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603568.642661:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1fb80 x1876533442883584/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/624 e 0 to 0 dl 1789603584 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603568.642671:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603568.642674:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1fb80 x1876533442883584/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/624 e 0 to 0 dl 1789603584 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603568.642682:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.642683:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1789603568.650833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c000. 00010000:00000010:0.1:1789603568.650847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fddc00. 00010000:00000010:0.1:1789603568.650852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdda00. 00000800:00000001:2.0:1789603568.668954:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.668970:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603568.668975:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.668978:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.668986:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.668994:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603568.669002:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.669007:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.669012:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.669017:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d45b000 00000400:00000200:2.0:1789603568.669023:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.669029:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x7bcd [1] + 224 00000800:00000001:2.0:1789603568.669036:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.669043:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.669046:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603568.669051:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603568.669058:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603568.669067:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1fb80 x1876533442883584/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/624 e 0 to 0 dl 1789603584 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603568.669078:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9eb810d1fb80 x1876533442883584/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/624 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.669142:0:32054:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603568.669164:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603568.669173:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.669176:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789603568.669268:0:32054:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603568.669271:0:32054:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603568.669274:0:32054:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041392c0. 00000400:00000200:0.0:1789603568.669279:0:32054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682cc0 00000400:00000010:0.0:1789603568.669281:0:32054:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682cc0. 00000100:00000001:0.0:1789603568.669284:0:32054:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603568.669289:0:32054:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1fb80 x1876533442883584/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/624 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603568.669298:0:32054:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1fb80 x1876533442883584/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/624 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.669304:0:32054:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603568.669306:0:32054:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.669308:0:32054:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603568.669311:0:32054:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603568.669314:0:32054:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603568.669316:0:32054:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603568.669319:0:32054:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603568.669327:0:32054:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=116 v=5 (106 106 106 137) 00000100:00001000:0.0:1789603568.669342:0:32054:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603568.669345:0:32054:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603568.669346:0:32054:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.669349:0:32054:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603568.669352:0:32054:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.669355:0:32054:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789603568.669357:0:32054:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000012b/0x10000012d] 00000100:00000001:0.0:1789603568.669359:0:32054:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789603568.669361:0:32054:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603568.669362:0:32054:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126208896 : -106961583342720 : ffff9eb810d1fb80) 00000100:00000001:0.0:1789603568.669365:0:32054:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603568.669367:0:32054:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967599 00000100:00000001:0.0:1789603568.669369:0:32054:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603568.669372:0:32054:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603568.669376:0:32054:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1fb80 x1876533442883584/t4294967605(4294967605) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/456 e 0 to 0 dl 1789603584 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.669383:0:32054:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603568.669385:0:32054:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603568.669387:0:32054:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603568.669391:0:32054:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1fb80 x1876533442883584/t4294967605(4294967605) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/456 e 0 to 0 dl 1789603584 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603568.669399:0:32054:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1fb80 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32054:1876533442883584:192.168.204.129@tcp:36:rm.0 00000100:00000001:0.0:1789603568.669404:0:32054:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.669406:0:32054:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.669408:0:32054:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603568.669411:0:32054:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603568.669414:0:32054:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1fb80 x1876533442883584/t4294967605(4294967605) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/456 e 0 to 0 dl 1789603584 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.669420:0:32054:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603568.669423:0:32054:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8121b2000. 00000100:00000001:0.0:1789603568.669426:0:32054:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603568.669427:0:32054:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.669434:0:32054:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.669438:0:32054:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.669441:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb811aa77c0 2 00000080:00000010:0.0:1789603568.669445:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804155400. 00000100:00000001:0.0:1789603568.669450:0:32054:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603568.669453:0:32054:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1fb80 x1876533442883584/t4294967605(4294967605) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/456 e 0 to 0 dl 1789603584 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.669458:0:32054:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.669462:0:32054:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.669472:0:32054:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789603568.669475:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abe28 00000080:00002000:0.0:1789603568.669477:0:32054:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9eb820471288, parent ffff9eb820471798, inode 0000000000000000) hashed, 00000080:00000001:0.0:1789603568.669479:0:32054:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603568.669484:0:32054:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789603568.669490:0:32054:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789603568.669498:0:32054:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1789603568.669501:0:32054:0:(file.c:5295:cl_sync_file_range()) Process entered 00000080:00000002:0.0:1789603568.669503:0:32054:0:(file.c:5297:cl_sync_file_range()) [0x200000405:0x21:0x0]: start 0, end 9223372036854775807, mode 2 00000020:00000001:0.0:1789603568.669506:0:32054:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603568.669603:0:32054:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:0.0:1789603568.669607:0:32054:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00000020:00000001:0.0:1789603568.669612:0:32054:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0b70 -> ffff9eb8053b0b70 00000020:00000001:0.0:1789603568.669614:0:32054:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789603568.669617:0:32054:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789603568.669619:0:32054:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x21:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789603568.669622:0:32054:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603568.669623:0:32054:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789603568.669625:0:32054:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789603568.669629:0:32054:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x21:0x0]io ffff9eb80572de70 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1789603568.669631:0:32054:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb801384f80 00020000:00000001:0.0:1789603568.669635:0:32054:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789603568.669637:0:32054:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789603568.669722:0:32054:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789603568.669724:0:32054:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603568.669727:0:32054:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789603568.669729:0:32054:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789603568.669731:0:32054:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.669733:0:32054:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603568.669734:0:32054:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789603568.669735:0:32054:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789603568.669737:0:32054:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb801384f80 00000020:00000001:0.0:1789603568.669740:0:32054:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.669743:0:32054:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1789603568.669744:0:32054:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1789603568.669746:0:32054:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1789603568.669749:0:32054:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1789603568.669753:0:32054:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:0.0:1789603568.669756:0:32054:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603568.669758:0:32054:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789603568.669760:0:32054:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603568.669762:0:32054:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154872 : -106961585396744 : ffff9eb810b2a3f8) 00000020:00001000:0.0:1789603568.669764:0:32054:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a3f0 00000020:00000001:0.0:1789603568.669767:0:32054:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b05f8 -> ffff9eb8053b0b70 00000020:00000001:0.0:1789603568.669768:0:32054:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789603568.669772:0:32054:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603568.669773:0:32054:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789603568.669775:0:32054:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789603568.669776:0:32054:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935426160 : -106961774125456 : ffff9eb80572de70) 00000020:00000001:0.0:1789603568.669778:0:32054:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603568.669780:0:32054:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603568.669782:0:32054:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962641056 : -106961746910560 : ffff9eb8071222a0) 00000020:00000001:0.0:1789603568.669785:0:32054:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1789603568.669787:0:32054:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603568.669789:0:32054:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.669791:0:32054:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.669793:0:32054:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1789603568.669794:0:32054:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1789603568.669796:0:32054:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603568.669797:0:32054:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1789603568.669798:0:32054:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789603568.669800:0:32054:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.669801:0:32054:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603568.669803:0:32054:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603568.669804:0:32054:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.669806:0:32054:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789603568.669807:0:32054:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.669809:0:32054:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.669810:0:32054:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1789603568.669812:0:32054:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1789603568.669814:0:32054:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603568.669815:0:32054:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1789603568.669816:0:32054:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1789603568.669819:0:32054:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1789603568.669822:0:32054:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1789603568.669824:0:32054:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff9eb810231a40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1789603568.669828:0:32054:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1789603568.669830:0:32054:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff9eb810231a40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 0: rc=0. 00000008:00000001:0.0:1789603568.669842:0:32054:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603568.669845:0:32054:0:(osc_io.c:1171:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.669847:0:32054:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603568.669849:0:32054:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603568.669851:0:32054:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.669852:0:32054:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.669854:0:32054:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1789603568.669856:0:32054:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1789603568.669859:0:32054:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789603568.669860:0:32054:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1789603568.669861:0:32054:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1789603568.669863:0:32054:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603568.669864:0:32054:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1789603568.669866:0:32054:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1789603568.669868:0:32054:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1789603568.669870:0:32054:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789603568.669874:0:32054:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603568.669875:0:32054:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789603568.669877:0:32054:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789603568.669879:0:32054:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603568.669881:0:32054:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603568.669883:0:32054:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789603568.669884:0:32054:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789603568.669885:0:32054:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1789603568.669887:0:32054:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789603568.669888:0:32054:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789603568.669890:0:32054:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789603568.669892:0:32054:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603568.669892:0:32054:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789603568.669894:0:32054:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789603568.669895:0:32054:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603568.669897:0:32054:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603568.669898:0:32054:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789603568.669899:0:32054:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789603568.669901:0:32054:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.669903:0:32054:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789603568.669905:0:32054:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789603568.669906:0:32054:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789603568.669907:0:32054:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789603568.669908:0:32054:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789603568.669910:0:32054:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a3f0 00020000:00000001:0.0:1789603568.669913:0:32054:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789603568.669915:0:32054:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789603568.669916:0:32054:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789603568.669918:0:32054:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x21:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789603568.669921:0:32054:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789603568.669922:0:32054:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789603568.669924:0:32054:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00000080:00000001:0.0:1789603568.669926:0:32054:0:(file.c:5343:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.669931:0:32054:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1789603568.669933:0:32054:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x21:0x0](ffff9eb808193248) 00800000:00000001:0.0:1789603568.669938:0:32054:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1789603568.669939:0:32054:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x21:0x0] 00000002:00000001:0.0:1789603568.669945:0:32054:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1789603568.669951:0:32054:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.669953:0:32054:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1789603568.669955:0:32054:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.669957:0:32054:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.669960:0:32054:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000800:00000200:3.0:1789603568.676998:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603568.677008:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9200. 00000400:00000200:3.0:1789603568.677015:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.677025:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603568.677032:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc660 00000400:00000010:3.0:1789603568.677035:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc660. 00000100:00000001:3.0:1789603568.677041:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603568.677048:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4700 x1876533442883712/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.677061:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603568.677065:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4700 x1876533442883712/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603584 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.677072:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.677074:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:0.1:1789603568.677558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc54a0. 00000800:00000001:2.0:1789603568.681049:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.681070:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603568.681076:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.681079:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.681087:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.681095:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603568.681105:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.681110:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.681115:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.681119:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d45b080 00000400:00000200:2.0:1789603568.681125:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.681131:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x7bd5 [1] + 224 00000800:00000001:2.0:1789603568.681137:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.681150:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.681154:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603568.681159:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603568.681167:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603568.681175:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4700 x1876533442883712/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603584 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603568.681187:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb806bd4700 x1876533442883712/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.681647:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603568.681664:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.681669:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1789603568.693554:0:32054:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808193180. 00000080:00000010:1.1:1789603568.693562:0:32054:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5c00. 00000800:00000200:2.0:1789603568.695125:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603568.695133:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9d00. 00000400:00000200:2.0:1789603568.695141:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603568.695148:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603568.695155:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcb28 00000400:00000010:2.0:1789603568.695157:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcb28. 00000100:00000001:2.0:1789603568.695162:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603568.695168:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4700 x1876533442883968/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.695179:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603568.695182:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4700 x1876533442883968/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603584 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.695190:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.695204:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603568.704853:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.704874:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603568.704878:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.704880:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.704889:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.704898:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603568.704910:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.704915:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.704920:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.704925:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d45b180 00000400:00000200:2.0:1789603568.704931:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.704936:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x7bdd [1] + 224 00000800:00000001:2.0:1789603568.704944:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.704954:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.704958:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603568.704963:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603568.704971:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603568.704980:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4700 x1876533442883968/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603584 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603568.704993:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9eb806bd4700 x1876533442883968/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.705021:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603568.705029:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.705032:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789603568.708892:0:32054:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f0380. 00000020:00000040:2.0:1789603568.708905:0:32054:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:2.0:1789603568.708913:0:32054:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789603568.708915:0:32054:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.708918:0:32054:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603568.708923:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603568.708929:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.708931:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603568.708933:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.708936:0:32054:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603568.708937:0:32054:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603568.708942:0:32054:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603568.708951:0:32054:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb805570400. 00000100:00000001:2.0:1789603568.708958:0:32054:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.708960:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603568.708963:0:32054:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789603568.708971:0:32054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc600/0xa04c19c788fe53b1 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e9179a expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1789603568.708982:0:32054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe53aa lrc: 1/0,0 mode: --/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e9175b expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1789603568.708997:0:32054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe5372 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e916ba expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1789603568.709003:0:32054:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:2.0:1789603568.709005:0:32054:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1789603568.709007:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789603568.709009:0:32054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc600/0xa04c19c788fe53b1 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e9179a expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603568.709022:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603568.709023:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789603568.709026:0:32054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe53aa lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e9175b expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1789603568.709032:0:32054:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb80647cc00 count: 0 00010000:00000010:2.0:1789603568.709039:0:32054:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb810da7d00. 00010000:00000001:2.0:1789603568.709048:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603568.709049:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789603568.709051:0:32054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe5372 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e916ba expref: -99 pid: 32052 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:2.0:1789603568.709058:0:32054:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb819248400 count: 0 00010000:00000010:2.0:1789603568.709061:0:32054:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb805741a00. 00010000:00000001:2.0:1789603568.709066:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603568.709068:0:32054:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.709070:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603568.709071:0:32054:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.709073:0:32054:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1789603568.709085:0:32054:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1789603568.709096:0:32054:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb8040f0380 x1876533442884224/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603568.709105:0:32054:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603568.709107:0:32054:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603568.709114:0:32054:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb804077900. 00000100:00000001:2.0:1789603568.709116:0:32054:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911610624 : -106961797940992 : ffff9eb804077900) 00000100:00000001:2.0:1789603568.709119:0:32054:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603568.709120:0:32054:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912104832 : -106961797446784 : ffff9eb8040f0380) 00000100:00000001:2.0:1789603568.709125:0:32054:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603568.709130:0:32054:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.709132:0:32054:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603568.709133:0:32054:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603568.709137:0:32054:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f0380 x1876533442884224/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603568.709145:0:32054:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603568.709147:0:32054:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603568.709151:0:32054:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603568.709154:0:32054:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603568.709156:0:32054:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603568.709160:0:32054:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f0380 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32054:1876533442884224:192.168.204.129@tcp:36:rm.0 00000100:00000001:2.0:1789603568.709164:0:32054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603568.709168:0:32054:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603568.709170:0:32054:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603568.709172:0:32054:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603568.709176:0:32054:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041d2c00. 02000000:00000001:2.0:1789603568.709178:0:32054:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603568.709186:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603568.709191:0:32054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3d10. 00000400:00000010:2.0:1789603568.709210:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7cc0. 00000100:00000200:2.0:1789603568.709217:0:32054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442884224, portal 10 00000100:00000001:2.0:1789603568.709219:0:32054:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603568.709220:0:32054:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912104832 : -106961797446784 : ffff9eb8040f0380) 00000100:00000040:2.0:1789603568.709227:0:32054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f0380 x1876533442884224/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603584 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603568.709240:0:32054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603568.709243:0:32054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603568.709245:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7ee0. 00000100:00000200:2.0:1789603568.709248:0:32054:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1876533442884224, offset 0 00000400:00000200:2.0:1789603568.709254:0:32054:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603568.709262:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.709269:0:32054:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603568.709275:0:32054:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603568.709279:0:32054:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603568.709283:0:32054:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603568.709286:0:32054:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603568.709289:0:32054:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2704:2704:256:4294967295] 192.168.204.129@tcp LPNI seq info [2704:2704:8:4294967295] 00000400:00000200:2.0:1789603568.709293:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.709304:0:32054:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603568.709309:0:32054:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603568.709314:0:32054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb819343700. 00000800:00000200:2.0:1789603568.709321:0:32054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603568.709328:0:32054:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603568.709333:0:32054:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb819343700 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1789603568.709362:0:32054:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603568.709366:0:32054:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 854698 usecs (855 jiffies) 00000400:00000200:2.0:1789603568.709370:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603568.709373:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296568497 00000100:00000001:2.0:1789603568.709376:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296568685 00000100:00000001:2.0:1789603568.709378:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296568497 00000100:00000001:2.0:1789603568.709380:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296568685 00000100:00000001:2.0:1789603568.709382:0:32054:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603568.709385:0:32054:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.709387:0:32054:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603568.709389:0:32054:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603568.709392:0:32054:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb804077900 going to sleep for 11 seconds 00000100:00000001:2.0:1789603568.709394:0:32054:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603568.709397:0:32054:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603568.711929:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603568.711939:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb819343700. 00000400:00000200:3.0:1789603568.711946:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.711954:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603568.711961:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7ee0 00000400:00000010:3.0:1789603568.711965:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7ee0. 00000100:00000001:3.0:1789603568.711971:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603568.711979:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f0380 x1876533442884224/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603584 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603568.711992:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603568.711996:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f0380 x1876533442884224/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603584 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603568.712002:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.712004:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789603568.715065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc600. 00010000:00000010:2.1:1789603568.715085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647cc00. 00010000:00000010:2.1:1789603568.715088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdcc00. 00010000:00000010:2.1:1789603568.715091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248400. 00010000:00000010:2.1:1789603568.715095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031400. 00000800:00000001:2.0:1789603568.722956:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.722975:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603568.722979:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.722982:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.722993:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.723000:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603568.723008:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.723014:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.723020:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.723024:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d45b280 00000400:00000200:2.0:1789603568.723029:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.723034:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x7be5 [1] + 224 00000800:00000001:2.0:1789603568.723041:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.723048:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.723052:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603568.723056:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603568.723064:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603568.723074:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f0380 x1876533442884224/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603584 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603568.723086:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9eb8040f0380 x1876533442884224/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603568.723115:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603568.723123:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.723127:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.723191:0:32054:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603568.723210:0:32054:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603568.723212:0:32054:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603568.723216:0:32054:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3d10. 00000400:00000200:0.0:1789603568.723221:0:32054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7cc0 00000400:00000010:0.0:1789603568.723224:0:32054:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7cc0. 00000100:00000001:0.0:1789603568.723227:0:32054:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603568.723233:0:32054:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f0380 x1876533442884224/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603568.723240:0:32054:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f0380 x1876533442884224/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.723247:0:32054:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603568.723250:0:32054:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.723252:0:32054:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603568.723255:0:32054:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603568.723257:0:32054:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603568.723259:0:32054:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603568.723262:0:32054:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603568.723271:0:32054:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=116 v=5 (106 106 106 137) 00000100:00001000:0.0:1789603568.723275:0:32054:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603568.723278:0:32054:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603568.723279:0:32054:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.723282:0:32054:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603568.723285:0:32054:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.723288:0:32054:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789603568.723290:0:32054:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009b/0x10000012b] 00000100:00000001:0.0:1789603568.723292:0:32054:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789603568.723294:0:32054:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603568.723296:0:32054:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912104832 : -106961797446784 : ffff9eb8040f0380) 00000100:00000001:0.0:1789603568.723299:0:32054:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603568.723302:0:32054:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967599 00000100:00000001:0.0:1789603568.723303:0:32054:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603568.723306:0:32054:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603568.723311:0:32054:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f0380 x1876533442884224/t4294967607(4294967607) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/456 e 0 to 0 dl 1789603584 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.723319:0:32054:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603568.723321:0:32054:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603568.723323:0:32054:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603568.723327:0:32054:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f0380 x1876533442884224/t4294967607(4294967607) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/456 e 0 to 0 dl 1789603584 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603568.723336:0:32054:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f0380 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32054:1876533442884224:192.168.204.129@tcp:36:rm.0 00000100:00000001:0.0:1789603568.723341:0:32054:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.723345:0:32054:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.723347:0:32054:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603568.723349:0:32054:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603568.723352:0:32054:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f0380 x1876533442884224/t4294967607(4294967607) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/456 e 0 to 0 dl 1789603584 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.723360:0:32054:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603568.723363:0:32054:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb804077900. 00000100:00000001:0.0:1789603568.723366:0:32054:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603568.723368:0:32054:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.723375:0:32054:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.723378:0:32054:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.723382:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603568.723386:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804f7f400. 00000080:00000002:0.0:1789603568.723390:0:32054:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1789603548 to 1789603568 00000100:00000001:0.0:1789603568.723395:0:32054:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603568.723399:0:32054:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f0380 x1876533442884224/t4294967607(4294967607) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/456 e 0 to 0 dl 1789603584 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.723406:0:32054:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.723407:0:32054:0:(namei.c:2304:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.723424:0:32054:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1789603568.723428:0:32054:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1789603568.723430:0:32054:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff9eb8081942c8) 00800000:00000001:0.0:1789603568.723434:0:32054:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1789603568.723436:0:32054:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x1f:0x0] 00000002:00000001:0.0:1789603568.723441:0:32054:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1789603568.723447:0:32054:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.723449:0:32054:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1789603568.723451:0:32054:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.723453:0:32054:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.723455:0:32054:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1789603568.723458:0:32054:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1789603568.723459:0:32054:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.723461:0:32054:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.723464:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb811aa77c0 1 00800000:00000010:0.0:1789603568.723466:0:32054:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb811aa77c0. 00000080:00000001:0.0:1789603568.723471:0:32054:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1789603568.723474:0:32054:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1789603568.723487:0:32054:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789603568.723491:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abe30 00000080:00002000:0.0:1789603568.723494:0:32054:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-1 (ffff9eb820471d80, parent ffff9eb8081326c0, inode 0000000000000000) hashed, 00000080:00000001:0.0:1789603568.723497:0:32054:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603568.723500:0:32054:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789603568.723503:0:32054:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789603568.723928:0:32054:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603568.723932:0:32054:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603568.723934:0:32054:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603568.723936:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abb20 00000080:00200000:0.0:1789603568.723939:0:32054:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603568.723945:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb804155400. 00800000:00000002:0.0:1789603568.723950:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603568.723954:0:32054:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603568.723957:0:32054:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603568.723959:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020aba40 00800000:00000002:0.0:1789603568.723962:0:32054:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603568.723966:0:32054:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603568.723968:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603568.723971:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603568.723974:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603568.723976:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603568.723978:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.723980:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603568.723982:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.723985:0:32054:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603568.723990:0:32054:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603568.723991:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020ab910 00000002:00010000:0.0:1789603568.723993:0:32054:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603568.723997:0:32054:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603568.723999:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603568.724001:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603568.724004:0:32054:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.724006:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.724008:0:32054:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.724011:0:32054:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789603568.724013:0:32054:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789603568.724018:0:32054:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1f480. 00000020:00000040:0.0:1789603568.724022:0:32054:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:0.0:1789603568.724027:0:32054:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603568.724032:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603568.724038:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.724040:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.724041:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.724044:0:32054:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603568.724046:0:32054:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603568.724051:0:32054:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603568.724060:0:32054:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8051e0400. 00000100:00000001:0.0:1789603568.724067:0:32054:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.724071:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603568.724072:0:32054:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.724074:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603568.724075:0:32054:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.724078:0:32054:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.724083:0:32054:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637112126207104 : -106961583344512 : ffff9eb810d1f480) 00010000:00000001:0.0:1789603568.724086:0:32054:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789603568.724089:0:32054:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789603568.724093:0:32054:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb819248600. 00010000:00000010:0.0:1789603568.724096:0:32054:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb805741500. 00010000:00000001:0.0:1789603568.724101:0:32054:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789603568.724104:0:32054:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb800031000. 00000020:00000001:0.0:1789603568.724109:0:32054:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789603568.724112:0:32054:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb800031000 with handle 0xa04c19c788fe53b8 to hash 00000020:00000001:0.0:1789603568.724114:0:32054:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789603568.724115:0:32054:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603568.724120:0:32054:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603568.724124:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603568.724127:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603568.724131:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53b8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603568.724145:0:32054:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53b8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603568.724155:0:32054:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53b8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789603568.724160:0:32054:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603568.724162:0:32054:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603568.724167:0:32054:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8121b2000. 00000100:00000001:0.0:1789603568.724170:0:32054:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112147779584 : -106961561772032 : ffff9eb8121b2000) 00000100:00000001:0.0:1789603568.724172:0:32054:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603568.724173:0:32054:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126207104 : -106961583344512 : ffff9eb810d1f480) 00000100:00000001:0.0:1789603568.724178:0:32054:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603568.724181:0:32054:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.724183:0:32054:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603568.724185:0:32054:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603568.724191:0:32054:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1f480 x1876533442884352/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603568.724210:0:32054:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603568.724213:0:32054:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603568.724217:0:32054:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603568.724219:0:32054:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603568.724221:0:32054:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603568.724225:0:32054:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1f480 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32054:1876533442884352:192.168.204.129@tcp:101:rm.0 00000100:00000001:0.0:1789603568.724228:0:32054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603568.724233:0:32054:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603568.724235:0:32054:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603568.724237:0:32054:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603568.724241:0:32054:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb807ad4000. 02000000:00000001:0.0:1789603568.724243:0:32054:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603568.724249:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603568.724252:0:32054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041392c0. 00000400:00000010:0.0:1789603568.724258:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682cc0. 00000100:00000200:0.0:1789603568.724263:0:32054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442884352, portal 10 00000100:00000001:0.0:1789603568.724265:0:32054:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603568.724266:0:32054:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126207104 : -106961583344512 : ffff9eb810d1f480) 00000100:00000040:0.0:1789603568.724272:0:32054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810d1f480 x1876533442884352/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603568.724280:0:32054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603568.724282:0:32054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603568.724285:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136825d8. 00000100:00000200:0.0:1789603568.724289:0:32054:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876533442884352, offset 0 00000400:00000200:0.0:1789603568.724295:0:32054:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603568.724301:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603568.724308:0:32054:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603568.724313:0:32054:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603568.724317:0:32054:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603568.724320:0:32054:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603568.724323:0:32054:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603568.724327:0:32054:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2705:2705:256:4294967295] 192.168.204.129@tcp LPNI seq info [2705:2705:8:4294967295] 00000400:00000200:0.0:1789603568.724331:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603568.724340:0:32054:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603568.724346:0:32054:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603568.724352:0:32054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8065b6b00. 00000800:00000200:0.0:1789603568.724359:0:32054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603568.724367:0:32054:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603568.724371:0:32054:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8065b6b00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789603568.724388:0:32054:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603568.724392:0:32054:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 853473 usecs (854 jiffies) 00000400:00000200:0.0:1789603568.724395:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603568.724398:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296568511 00000100:00000001:0.0:1789603568.724401:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296568685 00000100:00000001:0.0:1789603568.724405:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296568511 00000100:00000001:0.0:1789603568.724408:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296568685 00000100:00000001:0.0:1789603568.724410:0:32054:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603568.724412:0:32054:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.724415:0:32054:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603568.724416:0:32054:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603568.724419:0:32054:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8121b2000 going to sleep for 11 seconds 00000100:00000001:0.0:1789603568.724421:0:32054:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603568.724423:0:32054:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603568.724988:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603568.724994:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8065b6b00. 00000400:00000200:3.0:1789603568.725000:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.725006:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603568.725011:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136825d8 00000400:00000010:3.0:1789603568.725013:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136825d8. 00000100:00000001:3.0:1789603568.725017:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603568.725021:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1f480 x1876533442884352/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.725031:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603568.725034:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1f480 x1876533442884352/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603584 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.725041:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.725043:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:0.1:1789603568.732984:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808194200. 00000080:00000010:0.1:1789603568.733002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc55a0. 00000800:00000001:2.0:1789603568.776136:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.776158:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603568.776162:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.776164:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.776173:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.776181:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603568.776206:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.776211:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.776216:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.776220:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d45b300 00000400:00000200:2.0:1789603568.776226:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.776231:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x7bf5 [1] + 224 00000800:00000001:2.0:1789603568.776238:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.776250:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.776253:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603568.776258:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603568.776265:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603568.776275:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1f480 x1876533442884352/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603584 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603568.776286:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb810d1f480 x1876533442884352/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.776300:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603568.776307:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.776310:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.776559:0:32054:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603568.776567:0:32054:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603568.776569:0:32054:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603568.776572:0:32054:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041392c0. 00000400:00000200:0.0:1789603568.776578:0:32054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682cc0 00000400:00000010:0.0:1789603568.776580:0:32054:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682cc0. 00000100:00000001:0.0:1789603568.776583:0:32054:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603568.779069:0:32054:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1f480 x1876533442884352/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603568.779085:0:32054:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1f480 x1876533442884352/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603568.779093:0:32054:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603568.779096:0:32054:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.779099:0:32054:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603568.779103:0:32054:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603568.779105:0:32054:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603568.779107:0:32054:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603568.779110:0:32054:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603568.779118:0:32054:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=116 v=5 (106 106 106 137) 00000100:00001000:0.0:1789603568.779122:0:32054:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603568.779125:0:32054:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603568.779126:0:32054:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.779130:0:32054:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603568.779133:0:32054:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.779137:0:32054:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603568.779141:0:32054:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967599 00000100:00000001:0.0:1789603568.779143:0:32054:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603568.779147:0:32054:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603568.779151:0:32054:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1f480 x1876533442884352/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603568.779158:0:32054:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603568.779161:0:32054:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603568.779163:0:32054:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603568.779167:0:32054:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1f480 x1876533442884352/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603584 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603568.779174:0:32054:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1f480 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32054:1876533442884352:192.168.204.129@tcp:101:rm.0 00000100:00000001:0.0:1789603568.779178:0:32054:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.779181:0:32054:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.779184:0:32054:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603568.779186:0:32054:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603568.779189:0:32054:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1f480 x1876533442884352/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603584 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603568.779206:0:32054:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603568.779210:0:32054:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8121b2000. 00000100:00000001:0.0:1789603568.779215:0:32054:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603568.779217:0:32054:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.779220:0:32054:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789603568.779225:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.779228:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.779232:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=4 00000020:00000001:0.0:1789603568.779234:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603568.779237:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000040:0.0:1789603568.779244:0:32054:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb800031000, remote cookie: 0x31dbb14d74e917bd, flags: 0x1001 00010000:00010000:0.0:1789603568.779251:0:32054:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53b8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e917bd expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603568.779268:0:32054:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53b8 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e917bd expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.779275:0:32054:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789603568.779279:0:32054:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789603568.779281:0:32054:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789603568.779283:0:32054:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789603568.779284:0:32054:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789603568.779287:0:32054:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9eb819248600) refcount = 1 00010000:00010000:0.0:1789603568.779291:0:32054:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53b8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e917bd expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.779299:0:32054:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789603568.779302:0:32054:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789603568.779304:0:32054:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603568.779307:0:32054:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789603568.779309:0:32054:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603568.779312:0:32054:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53b8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e917bd expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.779319:0:32054:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789603568.779321:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.779322:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.779323:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.779324:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.779326:0:32054:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.779330:0:32054:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789603568.779331:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.779332:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.779334:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:0.0:1789603568.779335:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603568.779338:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603568.779341:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.779342:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.779344:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=4 00000020:00000001:0.0:1789603568.779345:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603568.779347:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603568.779350:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603568.779353:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603568.779356:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53b8 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e917bd expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.779363:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.779364:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.779366:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.779367:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.779368:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=5 00000020:00000001:0.0:1789603568.779370:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603568.779372:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603568.779374:0:32054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603568.779377:0:32054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53b8 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e917bd expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.779383:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.779384:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789603568.779387:0:32054:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53b8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e917bd expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.779393:0:32054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603568.779395:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.779396:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.779397:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.779398:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789603568.779402:0:32054:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb810d1f480 x1876533442884352/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603584 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789603568.779415:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.779416:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.779417:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:0.0:1789603568.779420:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603568.779422:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603568.779424:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.779425:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603568.779427:0:32054:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.779429:0:32054:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.779432:0:32054:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789603568.779434:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.779436:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.779437:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:0.0:1789603568.779438:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603568.779441:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00000002:00010000:0.0:1789603568.779444:0:32054:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e917bd expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.779451:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.779452:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.779453:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603568.779454:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.779455:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.779456:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:0.0:1789603568.779458:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603568.779460:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000040:0.0:1789603568.779466:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248600 count: 2 00010000:00000001:0.0:1789603568.779468:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789603568.779472:0:32054:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789603568.779474:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.779475:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603568.779476:0:32054:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789603568.779480:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020ab898 00000002:00002000:0.0:1789603568.779482:0:32054:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789603568.779484:0:32054:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.779489:0:32054:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.779492:0:32054:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789603568.779495:0:32054:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789603568.779498:0:32054:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.779502:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603568.779506:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804155400. 00000080:00000001:0.0:1789603568.779528:0:32054:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603568.779530:0:32054:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789603568.779537:0:32054:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789603568.779541:0:32054:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789603568.779552:0:32054:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb807a3f980. 00800000:00000001:0.0:1789603568.779554:0:32054:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637111972198784 : -106961737352832 : ffff9eb807a3f980) 00800000:00000001:0.0:1789603568.779557:0:32054:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.779559:0:32054:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789603568.779562:0:32054:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789603568.779564:0:32054:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789603568.779567:0:32054:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789603568.779571:0:32054:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789603568.779572:0:32054:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.779577:0:32054:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789603568.779580:0:32054:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789603568.779596:0:32054:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1789603568.779598:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.779600:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.779601:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:0.0:1789603568.779603:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603568.779605:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603568.779608:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.779609:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789603568.779610:0:32054:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789603568.780362:0:32054:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789603568.780367:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807a3f980 1 00800000:00000010:0.0:1789603568.780370:0:32054:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb807a3f980. 00800000:00000001:0.0:1789603568.780375:0:32054:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603568.780379:0:32054:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe53b8 00800000:00000001:0.0:1789603568.780383:0:32054:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603568.780385:0:32054:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603568.780387:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.780389:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.780391:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:0.0:1789603568.780393:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603568.780395:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603568.780399:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.780400:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603568.780401:0:32054:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.780403:0:32054:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.780405:0:32054:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603568.780408:0:32054:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603568.780411:0:32054:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe53b8 from it ffffb8e5020abb58 00010000:00000001:0.0:1789603568.780413:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.780414:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.780416:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:0.0:1789603568.780417:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603568.780420:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603568.780422:0:32054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603568.780426:0:32054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e917bd expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.780433:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.780434:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.780435:0:32054:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603568.780439:0:32054:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603568.780442:0:32054:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53b8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e917bd expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603568.780454:0:32054:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603568.780457:0:32054:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603568.780459:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603568.780464:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.780466:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.780468:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.780471:0:32054:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603568.780473:0:32054:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.780475:0:32054:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.780478:0:32054:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.780480:0:32054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603568.780481:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.780482:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603568.780485:0:32054:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603568.780494:0:32054:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1f480 x1876533442884352/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603584 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603568.780501:0:32054:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603568.780505:0:32054:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603568.780508:0:32054:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb807ad4000. 02000000:00000001:0.0:1789603568.780538:0:32054:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603568.780540:0:32054:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603568.780542:0:32054:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603568.780545:0:32054:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603568.780547:0:32054:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8051e0400. 02000000:00000001:0.0:1789603568.780550:0:32054:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603568.780552:0:32054:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603568.780554:0:32054:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1f480. 00000100:00000001:0.0:1789603568.780557:0:32054:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603568.780559:0:32054:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603568.780562:0:32054:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:0.0:1789603568.780567:0:32054:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.780574:0:32054:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789603568.780577:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abb48 00000080:00002000:0.0:1789603568.780579:0:32054:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff9eb82053fca8) flags 0x20000e refc 1 00000080:00000001:0.0:1789603568.780582:0:32054:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.782205:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abb90 00000080:00200000:0.0:1789603568.782215:0:32054:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=8 00000800:00000200:3.0:1789603568.790483:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603568.790494:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9300. 00000400:00000200:3.0:1789603568.790501:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.790536:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603568.790545:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc990 00000400:00000010:3.0:1789603568.790548:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc990. 00000100:00000001:3.0:1789603568.790554:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603568.790562:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4700 x1876533442884608/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603584 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.790575:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603568.790579:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4700 x1876533442884608/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603584 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.790586:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.790588:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603568.795996:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.796012:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603568.796016:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.796018:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.796027:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.796034:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603568.796043:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.796048:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.796053:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.796057:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 664 into portal 10 MB=0x6aab27d45b400 00000400:00000200:2.0:1789603568.796061:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.796067:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 664/664 into md 0x7bfd [64] + 224 00000800:00000001:2.0:1789603568.796074:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.796081:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.796085:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603568.796089:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603568.796096:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603568.796106:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4700 x1876533442884608/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603584 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603568.796117:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9eb806bd4700 x1876533442884608/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.796140:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603568.796148:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.796152:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789603568.803126:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603568.803131:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9e00. 00000400:00000200:3.0:1789603568.803136:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.803142:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603568.803147:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc110 00000400:00000010:3.0:1789603568.803150:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc110. 00000100:00000001:3.0:1789603568.803154:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603568.803158:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5c00 x1876533442884736/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.803167:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603568.803171:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5c00 x1876533442884736/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603584 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.803177:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.803179:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789603568.804561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdcc00. 00000100:00000040:0.0:1789603568.810990:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603568.811002:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603568.811013:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1f480. 00000020:00000040:0.0:1789603568.811019:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:0.0:1789603568.811023:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603568.811026:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603568.811032:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603568.811040:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8065b6100. 00000100:00000001:0.0:1789603568.811048:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603568.811060:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb810d1f480 x1876533442884864/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603568.811071:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603568.811077:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603568.811083:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba803a] to pc [ptlrpcd_00_01+1] req@ffff9eb810d1f480 x1876533442884864/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.811436:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603568.811439:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603568.811442:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603568.811445:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1c700. 00000020:00000040:0.0:1789603568.811448:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603568.811450:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603568.811451:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603568.811453:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603568.811456:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8065b6c00. 00000100:00000001:0.0:1789603568.811460:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603568.811464:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb810d1c700 x1876533442884992/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603568.811470:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603568.811472:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603568.811477:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c053493] to pc [ptlrpcd_00_00+0] req@ffff9eb810d1c700 x1876533442884992/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1789603568.811617:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603568.811622:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9e00. 00000400:00000200:2.0:1789603568.811627:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603568.811632:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603568.811636:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc550 00000400:00000010:2.0:1789603568.811648:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc550. 00000100:00000001:2.0:1789603568.811653:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603568.811657:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1f480 x1876533442884864/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603568.811665:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603568.811668:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1f480 x1876533442884864/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603584 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603568.811674:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.811675:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603568.812145:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603568.812149:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9300. 00000400:00000200:3.0:1789603568.812152:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.812156:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603568.812160:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc6e8 00000400:00000010:3.0:1789603568.812162:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc6e8. 00000100:00000001:3.0:1789603568.812165:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603568.812169:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1c700 x1876533442884992/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603568.812177:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603568.812180:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1c700 x1876533442884992/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603584 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603568.812186:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.812187:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789603568.813079:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603568.813083:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603568.813088:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603568.813095:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1c000. 00000020:00000040:0.0:1789603568.813100:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:0.0:1789603568.813103:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603568.813105:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603568.813110:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603568.813115:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8065b6000. 00000100:00000001:0.0:1789603568.813121:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603568.813128:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID req@ffff9eb810d1c000 x1876533442885120/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603568.813137:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603568.813141:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603568.813145:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a048987] to pc [ptlrpcd_00_01+1] req@ffff9eb810d1c000 x1876533442885120/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.813162:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603568.813167:0:8257:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1905) 00000100:00000001:0.0:1789603568.813179:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1789603568.813200:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1789603568.813202:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.813208:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603568.813210:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.813211:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603568.813212:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603568.813214:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603568.813219:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1c000 x1876533442885120/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.813227:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603568.813229:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603568.813232:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603568.813235:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603568.813237:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603568.813241:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442885120:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603568.813244:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603568.813248:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603568.813250:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603568.813252:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603568.813255:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb804155400. 02000000:00000001:0.0:1789603568.813257:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603568.813262:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603568.813266:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041392c0. 00000400:00000010:0.0:1789603568.813271:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682cc0. 00000100:00000200:0.0:1789603568.813276:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442885120, portal 4 00000100:00000001:0.0:1789603568.813278:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603568.813279:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126193664 : -106961583357952 : ffff9eb810d1c000) 00000100:00000040:0.0:1789603568.813285:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1c000 x1876533442885120/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.813293:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603568.813295:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603568.813298:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136823b8. 00000100:00000200:0.0:1789603568.813300:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442885120, offset 0 00000400:00000200:0.0:1789603568.813306:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603568.813312:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603568.813317:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603568.813321:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603568.813324:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603568.813328:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603568.813330:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603568.813333:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2710:2710:256:4294967295] 192.168.204.129@tcp LPNI seq info [2710:2710:8:4294967295] 00000400:00000200:0.0:1789603568.813337:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603568.813344:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603568.813350:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603568.813354:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8065b6a00. 00000800:00000200:0.0:1789603568.813358:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603568.813364:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603568.813368:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8065b6a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603568.813635:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603568.813763:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22946 usecs (23 jiffies) 00000400:00000200:0.0:1789603568.813768:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603568.813771:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296567770 00000100:00000001:0.0:1789603568.813773:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296571690 00000100:00000001:0.0:1789603568.813776:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296567770 00000100:00000001:0.0:1789603568.813778:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296571690 00000100:00000001:0.0:1789603568.813780:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603568.813782:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.813785:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.813787:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603568.814376:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603568.814381:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8065b6a00. 00000400:00000200:2.0:1789603568.814388:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603568.814394:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603568.814399:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136823b8 00000400:00000010:2.0:1789603568.814402:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136823b8. 00000100:00000001:2.0:1789603568.814949:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603568.814957:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1c000 x1876533442885120/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603568.814970:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603568.814974:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1c000 x1876533442885120/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603584 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603568.814981:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.814983:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603568.816232:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.816248:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603568.816251:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.816254:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603568.816260:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.816266:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603568.816275:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.816279:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.816284:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.816288:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 4096 into portal 14 MB=0x6aab27d45b480 00000400:00000200:3.0:1789603568.816293:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.816298:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.129@tcp of length 4096/4096 into md 0x7c05 [256] + 0 00000400:00000010:3.0:1789603568.816304:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35688. 00000400:00000200:3.0:1789603568.816308:0:2394:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9eb805010000 00000800:00000001:3.0:1789603568.816313:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.816335:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603568.816338:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.816343:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603568.816348:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb805010000 00000400:00000010:3.0:1789603568.816351:0:2394:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9eb805010000. 00000100:00000001:3.0:1789603568.816358:0:2394:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:3.0:1789603568.816360:0:2394:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9eb806bd5c00 desc ffff9eb8041a5c00 mbits 1876533442884736 00000100:00000001:3.0:1789603568.816378:0:2394:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1789603568.816386:0:2394:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789603568.816389:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.816394:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.29@tcp to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603568.816400:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2711:2711:256:4294967295] 192.168.204.129@tcp LPNI seq info [2711:2711:8:4294967295] 00000400:00000200:3.0:1789603568.816403:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.816411:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:192.168.204.29@tcp) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) 192.168.204.129@tcp : ACK try# 0 00000800:00000200:3.0:1789603568.816416:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603568.816424:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9eb807aa0000. 00000800:00000200:3.0:1789603568.816430:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603568.816436:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603568.816440:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb807aa0000 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1789603568.817059:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.817064:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789603568.817230:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603568.817235:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9eb807aa0000. 00000400:00000200:3.0:1789603568.817239:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.817245:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: ACK: OK 00000800:00000001:2.0:1789603568.830237:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.830269:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603568.830274:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.830277:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.830288:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.830299:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603568.830314:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.830320:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.830327:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.830332:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d45b580 00000400:00000200:2.0:1789603568.830339:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.830346:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x7c1d [1] + 224 00000800:00000001:2.0:1789603568.830355:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.830359:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.830363:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603568.830368:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603568.830378:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603568.830389:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1c700 x1876533442884992/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603568.830402:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1c700 x1876533442884992/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603568.830435:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603568.830449:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.830454:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603568.830456:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.830458:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.830461:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.830465:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603568.830470:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.830472:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.830475:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.830477:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d45b500 00000400:00000200:2.0:1789603568.830482:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.830486:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7c15 [1] + 224 00000800:00000001:2.0:1789603568.830489:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.830501:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603568.830503:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603568.830506:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603568.830562:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603568.830568:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1f480 x1876533442884864/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603568.830577:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1f480 x1876533442884864/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603568.830584:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603568.830604:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603568.830609:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603568.837474:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.837499:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603568.837504:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.837508:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603568.837567:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.837578:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603568.838204:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.838212:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.838219:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.838226:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d45b600 00000400:00000200:3.0:1789603568.838233:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.838240:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7c25 [1] + 224 00000800:00000001:3.0:1789603568.838250:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.838258:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603568.838262:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.838268:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603568.838278:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603568.838290:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1c000 x1876533442885120/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603568.838302:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1c000 x1876533442885120/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603568.838326:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603568.838336:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.838340:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603568.838342:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.838344:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603568.838346:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.838352:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603568.838357:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.838359:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.838361:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.838364:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 440 into portal 10 MB=0x6aab27d45b480 00000400:00000200:3.0:1789603568.838367:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.838372:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 440/440 into md 0x7c0d [1] + 224 00000800:00000001:3.0:1789603568.838376:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.838382:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603568.838384:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.838387:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603568.838390:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603568.838394:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5c00 x1876533442884736/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603584 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603568.838402:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9eb806bd5c00 x1876533442884736/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.838424:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603568.838428:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.838431:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.839400:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603568.839407:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603568.839418:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603568.839421:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603568.839425:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041392c0. 00000400:00000200:0.0:1789603568.839433:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682cc0 00000400:00000010:0.0:1789603568.839436:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682cc0. 00000100:00000001:0.0:1789603568.839440:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603568.839449:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1c000 x1876533442885120/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603568.839460:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1c000 x1876533442885120/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.839467:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603568.839470:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.839473:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603568.839478:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603568.839481:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603568.839484:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603568.839487:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603568.839499:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=115 v=5 (5 5 5 17) 00000100:00001000:0.0:1789603568.839503:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603568.839506:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603568.839508:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.839556:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603568.839560:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.839565:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603568.839567:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:0.0:1789603568.839569:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603568.839571:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603568.839578:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1c000 x1876533442885120/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.839585:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603568.839600:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603568.839602:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603568.839607:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1c000 x1876533442885120/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603584 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603568.839616:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442885120:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603568.839622:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.839624:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603568.839628:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1c000 x1876533442885120/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603584 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.839636:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603568.839638:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603568.839643:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb804155400. 02000000:00000001:0.0:1789603568.839656:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603568.839659:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603568.839661:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603568.839664:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603568.839668:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8065b6000. 02000000:00000001:0.0:1789603568.839673:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603568.839675:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603568.839677:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1c000. 00000100:00000001:0.0:1789603568.839681:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603568.839682:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.839685:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.839694:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603568.839697:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.839700:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603568.839702:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603568.850094:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603568.850102:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9d00. 00000400:00000200:2.0:1789603568.850109:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603568.850118:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603568.850126:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc330 00000400:00000010:2.0:1789603568.850129:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc330. 00000100:00000001:2.0:1789603568.850134:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603568.850140:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5c00 x1876533442885376/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.850151:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603568.850155:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5c00 x1876533442885376/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603584 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.850162:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.850164:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603568.856678:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.856714:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603568.856719:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.856722:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603568.856734:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.856743:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603568.856755:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.856761:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.856767:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.856775:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d45b700 00000400:00000200:3.0:1789603568.856781:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.856789:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x7c2d [1] + 224 00000800:00000001:3.0:1789603568.856798:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.856806:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603568.856810:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.856814:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603568.856824:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603568.856836:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5c00 x1876533442885376/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603584 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603568.856849:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9eb806bd5c00 x1876533442885376/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.856875:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603568.856886:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.856891:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789603568.862165:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603568.862179:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9200. 00000400:00000200:3.0:1789603568.862187:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.862208:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603568.862218:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc440 00000400:00000010:3.0:1789603568.862222:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc440. 00000100:00000001:3.0:1789603568.862228:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603568.862238:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5c00 x1876533442885632/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603584 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.862253:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603568.862257:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5c00 x1876533442885632/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603584 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.862265:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.862267:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603568.874956:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.874979:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603568.874986:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.874988:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603568.875000:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.875011:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603568.875022:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.875028:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.875034:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.875039:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 664 into portal 10 MB=0x6aab27d45b800 00000400:00000200:3.0:1789603568.875045:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.875052:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 664/664 into md 0x7c35 [64] + 224 00000800:00000001:3.0:1789603568.875073:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.875081:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603568.875085:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.875090:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603568.875100:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603568.875110:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5c00 x1876533442885632/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603584 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603568.875122:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9eb806bd5c00 x1876533442885632/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.875147:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603568.875157:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.875160:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603568.892328:0:32054:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603568.892339:0:32054:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789603568.892344:0:32054:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x20:0x0](ffff9eb808179148), inode mode 41ed mask 1 00000080:00000001:0.0:1789603568.892356:0:32054:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.892369:0:32054:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789603568.892374:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abda0 00000080:00002000:0.0:1789603568.892377:0:32054:0:(dcache.c:87:ll_dcompare()) found name f(ffff9eb820481288) flags 0x48000e refc 0 00000080:00000001:0.0:1789603568.892380:0:32054:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.892383:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abe10 00000080:00200000:0.0:1789603568.892384:0:32054:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:0.0:1789603568.892393:0:32054:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789603568.892394:0:32054:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x20:0x0](ffff9eb808179148), inode mode 41ed mask 3 00000080:00000001:0.0:1789603568.892397:0:32054:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.892401:0:32054:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1789603568.892403:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abdf8 00000080:00200000:0.0:1789603568.892405:0:32054:0:(namei.c:2351:ll_unlink()) VFS Op:name=f, dir=[0x200000405:0x20:0x0](ffff9eb808179148) 00000080:00000001:0.0:1789603568.893084:0:32054:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1789603568.893090:0:32054:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603568.893096:0:32054:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:0.0:1789603568.893101:0:32054:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00000020:00000001:0.0:1789603568.893104:0:32054:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789603568.893109:0:32054:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e40f8) owner 0000000000000000/ffff9eb801384f80 00020000:00000002:0.0:1789603568.893114:0:32054:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb805103a80 addref 2/0 by ffff9eb801384f80. 00020000:00000002:0.0:1789603568.893116:0:32054:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e40f8) owner 0000000000000000/ffff9eb801384f80 00020000:00000001:0.0:1789603568.893119:0:32054:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789603568.893123:0:32054:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789603568.893125:0:32054:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789603568.893128:0:32054:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1789603568.893131:0:32054:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1789603568.893133:0:32054:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00000080:00000001:0.0:1789603568.893137:0:32054:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1789603568.893147:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb804155400. 00800000:00000002:0.0:1789603568.893154:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb807a3fb80 2 00800000:00000001:0.0:1789603568.893169:0:32054:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1789603568.893174:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603568.893178:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603568.893181:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603568.893184:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603568.893186:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.893411:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1789603568.893415:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.893420:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603568.893421:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603568.893422:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603568.893424:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603568.893425:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.893427:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:0.0:1789603568.893429:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.893432:0:32054:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1789603568.893434:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603568.893435:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603568.893436:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603568.893437:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603568.893439:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.893441:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:0.0:1789603568.893442:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.893444:0:32054:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x22:0x0] 00800000:00000001:0.0:1789603568.893447:0:32054:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.893449:0:32054:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000405:0x20:0x0]/[0x200000405:0x22:0x0] -> mds #0 00000002:00000001:0.0:1789603568.893456:0:32054:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1789603568.893459:0:32054:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789603568.893468:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bbd00 count: 3 00010000:00000001:0.0:1789603568.893473:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603568.893477:0:32054:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789603568.893482:0:32054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789603568.893488:0:32054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47200/0xa04c19c788fe538e lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e9171c expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1789603568.893501:0:32054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789603568.893507:0:32054:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789603568.894016:0:32054:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789603568.894021:0:32054:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode (null) 00000002:00000001:0.0:1789603568.894026:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603568.894030:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603568.894034:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bbd00 count: 4 00010000:00000001:0.0:1789603568.894036:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603568.894041:0:32054:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1789603568.894046:0:32054:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1789603568.894050:0:32054:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603568.894056:0:32054:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603568.894061:0:32054:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe53c6 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e917d9 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603568.894071:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.894073:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603568.894075:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1789603568.894077:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.894081:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.894084:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=2 00000020:00000001:0.0:1789603568.894087:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:0.0:1789603568.894090:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:0.0:1789603568.894092:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.894093:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603568.894094:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603568.894096:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603568.894097:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bbd00 count: 4 00010000:00000001:0.0:1789603568.894100:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603568.894103:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.894105:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603568.894106:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603568.894107:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bbd00 count: 4 00010000:00000001:0.0:1789603568.894109:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603568.894110:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.894112:0:32054:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789603568.894115:0:32054:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x20:0x0] lli = ffff9eb808179080, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789603568.894164:0:32054:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789603568.894167:0:32054:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789603568.894169:0:32054:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789603568.894172:0:32054:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x20:0x0](ffff9eb808179148) invalid 00000020:00000001:0.0:1789603568.894177:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020aba60 00000080:00002000:0.0:1789603568.894179:0:32054:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff9eb82053fca8) parent ffff9eb8081326c0 inode ffff9eb808179148 refc 3 00000080:00000001:0.0:1789603568.894185:0:32054:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789603568.894187:0:32054:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789603568.894203:0:32054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.894208:0:32054:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789603568.894211:0:32054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789603568.894213:0:32054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789603568.894215:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603568.894218:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789603568.894221:0:32054:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb802f47200 with handle 0xa04c19c788fe538e from hash 00010000:00000001:0.0:1789603568.894225:0:32054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789603568.894226:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.894227:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.894229:0:32054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789603568.894233:0:32054:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789603568.894236:0:32054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789603568.894240:0:32054:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789603568.894242:0:32054:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603568.894245:0:32054:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603568.894248:0:32054:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789603568.894251:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 3 00010000:00000001:0.0:1789603568.894253:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603568.894256:0:32054:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789603568.894260:0:32054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789603568.894263:0:32054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe5395 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x31dbb14d74e91738 expref: -99 pid: 32053 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789603568.894271:0:32054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789603568.894273:0:32054:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789603568.894274:0:32054:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789603568.894275:0:32054:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x22:0x0] mode (null) 00000002:00000001:0.0:1789603568.894277:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603568.894278:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603568.894280:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 4 00010000:00000001:0.0:1789603568.894282:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603568.894284:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.894286:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603568.894287:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603568.894289:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 4 00010000:00000001:0.0:1789603568.894290:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603568.894292:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.894294:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603568.894295:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603568.894296:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 4 00010000:00000001:0.0:1789603568.894297:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603568.894299:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.894300:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603568.894301:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603568.894303:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 4 00010000:00000001:0.0:1789603568.894305:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603568.894307:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.894309:0:32054:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.894311:0:32054:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789603568.894313:0:32054:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603568.894318:0:32054:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:0.0:1789603568.894320:0:32054:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00000020:00000001:0.0:1789603568.894323:0:32054:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789603568.894326:0:32054:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x22:0x0]: losing layout lock 00000080:00000001:0.0:1789603568.894330:0:32054:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789603568.894333:0:32054:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789603568.894339:0:32054:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789603568.894342:0:32054:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789603568.894344:0:32054:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x22:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789603568.894347:0:32054:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.894349:0:32054:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789603568.894351:0:32054:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00000080:00000001:0.0:1789603568.894353:0:32054:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.894356:0:32054:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789603568.894358:0:32054:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x22:0x0](ffff9eb808193a88) invalid 00000020:00000001:0.0:1789603568.894360:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020aba60 00000080:00002000:0.0:1789603568.894362:0:32054:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9eb820481288) parent ffff9eb82053fca8 inode ffff9eb808193a88 refc 1 00000080:00000001:0.0:1789603568.894365:0:32054:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789603568.894366:0:32054:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789603568.894368:0:32054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.894369:0:32054:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789603568.894371:0:32054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789603568.894372:0:32054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789603568.894374:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603568.894375:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789603568.894378:0:32054:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb8131e4800 with handle 0xa04c19c788fe5395 from hash 00010000:00000001:0.0:1789603568.894379:0:32054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789603568.894381:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.894382:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.894383:0:32054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789603568.894384:0:32054:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789603568.894385:0:32054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789603568.894387:0:32054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789603568.894390:0:32054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe536b lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x31dbb14d74e916a5 expref: -99 pid: 32017 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789603568.894397:0:32054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789603568.894398:0:32054:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789603568.894399:0:32054:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789603568.894401:0:32054:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x22:0x0] mode (null) 00000002:00000001:0.0:1789603568.894403:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603568.894404:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603568.894406:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 4 00010000:00000001:0.0:1789603568.894408:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603568.894410:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.894412:0:32054:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.894413:0:32054:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789603568.894415:0:32054:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603568.894416:0:32054:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:0.0:1789603568.894418:0:32054:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00000020:00000001:0.0:1789603568.894420:0:32054:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789603568.894421:0:32054:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x22:0x0]: losing layout lock 00000080:00000001:0.0:1789603568.894422:0:32054:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789603568.894423:0:32054:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789603568.894425:0:32054:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789603568.894426:0:32054:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789603568.894427:0:32054:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x22:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789603568.894429:0:32054:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.894430:0:32054:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789603568.894431:0:32054:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00000080:00000001:0.0:1789603568.894432:0:32054:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.894434:0:32054:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789603568.894435:0:32054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.894437:0:32054:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789603568.894438:0:32054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789603568.894439:0:32054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789603568.894441:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603568.894442:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789603568.894444:0:32054:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb802f47000 with handle 0xa04c19c788fe536b from hash 00010000:00000001:0.0:1789603568.894446:0:32054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789603568.894447:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.894448:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.894449:0:32054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789603568.894450:0:32054:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789603568.894452:0:32054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789603568.894454:0:32054:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1789603568.894456:0:32054:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1789603568.894458:0:32054:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1789603568.894469:0:32054:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1c000. 00000020:00000040:0.0:1789603568.894473:0:32054:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=9 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:0.0:1789603568.894479:0:32054:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789603568.894481:0:32054:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.894484:0:32054:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603568.894489:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603568.894494:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.894495:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.894497:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.894501:0:32054:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603568.894503:0:32054:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603568.894506:0:32054:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603568.894959:0:32054:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb804155c00. 00000100:00000001:0.0:1789603568.894971:0:32054:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.894974:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603568.894977:0:32054:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789603568.894986:0:32054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe5395 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x31dbb14d74e91738 expref: -99 pid: 32053 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789603568.894996:0:32054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe536b lrc: 1/0,0 mode: --/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x31dbb14d74e916a5 expref: -99 pid: 32017 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789603568.895004:0:32054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47200/0xa04c19c788fe538e lrc: 1/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e9171c expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1789603568.895010:0:32054:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1789603568.895011:0:32054:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1789603568.895014:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789603568.895017:0:32054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4800/0xa04c19c788fe5395 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x31dbb14d74e91738 expref: -99 pid: 32053 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1789603568.895025:0:32054:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9eb806b15000. 00010000:00000001:0.0:1789603568.895037:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.895039:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789603568.895041:0:32054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe536b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x31dbb14d74e916a5 expref: -99 pid: 32017 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1789603568.895047:0:32054:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9eb811aa7e40. 00010000:00000040:0.0:1789603568.895052:0:32054:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb81938b200 count: 0 00010000:00000010:0.0:1789603568.895059:0:32054:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb80574ef00. 00010000:00000001:0.0:1789603568.895065:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.895066:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789603568.895068:0:32054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47200/0xa04c19c788fe538e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e9171c expref: -99 pid: 32053 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789603568.895076:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.895079:0:32054:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.895080:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603568.895082:0:32054:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.895084:0:32054:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1789603568.895099:0:32054:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789603568.895114:0:32054:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb810d1c000 x1876533442885888/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603568.895123:0:32054:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603568.895125:0:32054:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603568.895133:0:32054:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8121b2000. 00000100:00000001:0.0:1789603568.895135:0:32054:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112147779584 : -106961561772032 : ffff9eb8121b2000) 00000100:00000001:0.0:1789603568.895138:0:32054:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603568.895139:0:32054:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126193664 : -106961583357952 : ffff9eb810d1c000) 00000100:00000001:0.0:1789603568.895146:0:32054:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603568.895150:0:32054:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.895152:0:32054:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603568.895155:0:32054:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603568.895159:0:32054:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1c000 x1876533442885888/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.895169:0:32054:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603568.895172:0:32054:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603568.895177:0:32054:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603568.895180:0:32054:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603568.895182:0:32054:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603568.895186:0:32054:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1c000 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32054:1876533442885888:192.168.204.129@tcp:36:rm.0 00000100:00000001:0.0:1789603568.895203:0:32054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603568.895210:0:32054:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603568.895214:0:32054:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603568.895217:0:32054:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603568.895222:0:32054:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8051e0400. 02000000:00000001:0.0:1789603568.895224:0:32054:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603568.895235:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603568.895241:0:32054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041392c0. 00000400:00000010:0.0:1789603568.895250:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682cc0. 00000100:00000200:0.0:1789603568.895259:0:32054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442885888, portal 10 00000100:00000001:0.0:1789603568.895261:0:32054:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603568.895262:0:32054:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126193664 : -106961583357952 : ffff9eb810d1c000) 00000100:00000040:0.0:1789603568.895270:0:32054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1c000 x1876533442885888/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/624 e 0 to 0 dl 1789603584 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.895278:0:32054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603568.895281:0:32054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603568.895284:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682198. 00000100:00000200:0.0:1789603568.895288:0:32054:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1876533442885888, offset 0 00000400:00000200:0.0:1789603568.895296:0:32054:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603568.895307:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603568.895317:0:32054:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603568.895323:0:32054:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603568.895329:0:32054:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603568.895333:0:32054:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603568.895336:0:32054:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603568.895341:0:32054:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2714:2714:256:4294967295] 192.168.204.129@tcp LPNI seq info [2714:2714:8:4294967295] 00000400:00000200:0.0:1789603568.895346:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603568.895358:0:32054:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603568.895366:0:32054:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603568.895372:0:32054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8065b6000. 00000800:00000200:0.0:1789603568.895381:0:32054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603568.895392:0:32054:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603568.895398:0:32054:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8065b6000 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1789603568.895996:0:32054:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603568.896005:0:32054:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 847502 usecs (848 jiffies) 00000400:00000200:0.0:1789603568.896012:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603568.896015:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296568677 00000100:00000001:0.0:1789603568.896019:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296571690 00000100:00000001:0.0:1789603568.896022:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296568677 00000100:00000001:0.0:1789603568.896024:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296571690 00000100:00000001:0.0:1789603568.896027:0:32054:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603568.896030:0:32054:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.896033:0:32054:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603568.896036:0:32054:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603568.896039:0:32054:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8121b2000 going to sleep for 11 seconds 00000100:00000001:0.0:1789603568.896042:0:32054:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603568.896045:0:32054:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603568.905356:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603568.905369:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8065b6000. 00000400:00000200:3.0:1789603568.905381:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.905394:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603568.905404:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682198 00000400:00000010:3.0:1789603568.905409:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682198. 00000100:00000001:3.0:1789603568.905417:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603568.905427:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1c000 x1876533442885888/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/624 e 0 to 0 dl 1789603584 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603568.905442:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603568.905446:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1c000 x1876533442885888/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/624 e 0 to 0 dl 1789603584 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603568.905454:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.905456:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1789603568.912594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4800. 00010000:00000010:0.1:1789603568.912618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b200. 00010000:00000010:0.1:1789603568.912624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47000. 00010000:00000010:0.1:1789603568.912639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47200. 00000800:00000001:3.0:1789603568.929018:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.929043:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603568.929050:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.929053:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603568.929075:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.929085:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603568.929098:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.929117:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.929123:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.929129:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d45b900 00000400:00000200:3.0:1789603568.929135:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.929142:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x7c3d [1] + 224 00000800:00000001:3.0:1789603568.929151:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.929160:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603568.929165:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.929170:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603568.929181:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603568.929204:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1c000 x1876533442885888/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/624 e 0 to 0 dl 1789603584 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603568.929216:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9eb810d1c000 x1876533442885888/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/624 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603568.929245:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603568.929256:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.929259:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.929643:0:32054:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603568.929666:0:32054:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603568.929668:0:32054:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603568.929673:0:32054:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041392c0. 00000400:00000200:0.0:1789603568.929679:0:32054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682cc0 00000400:00000010:0.0:1789603568.929682:0:32054:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682cc0. 00000100:00000001:0.0:1789603568.929687:0:32054:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603568.929694:0:32054:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1c000 x1876533442885888/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/624 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603568.929703:0:32054:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1c000 x1876533442885888/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/624 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.929711:0:32054:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603568.929714:0:32054:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.929717:0:32054:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603568.929721:0:32054:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603568.929725:0:32054:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603568.929727:0:32054:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603568.929731:0:32054:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603568.929744:0:32054:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=116 v=5 (106 106 106 137) 00000100:00001000:0.0:1789603568.929749:0:32054:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603568.929752:0:32054:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603568.929755:0:32054:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.929758:0:32054:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603568.929762:0:32054:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.929766:0:32054:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789603568.929769:0:32054:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000012c/0x10000012e] 00000100:00000001:0.0:1789603568.929771:0:32054:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789603568.929774:0:32054:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603568.929776:0:32054:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126193664 : -106961583357952 : ffff9eb810d1c000) 00000100:00000001:0.0:1789603568.929781:0:32054:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603568.929783:0:32054:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967599 00000100:00000001:0.0:1789603568.929785:0:32054:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603568.929789:0:32054:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603568.929794:0:32054:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1c000 x1876533442885888/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/456 e 0 to 0 dl 1789603584 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.929802:0:32054:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603568.929805:0:32054:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603568.929807:0:32054:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603568.929812:0:32054:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1c000 x1876533442885888/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/456 e 0 to 0 dl 1789603584 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603568.929820:0:32054:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1c000 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32054:1876533442885888:192.168.204.129@tcp:36:rm.0 00000100:00000001:0.0:1789603568.929826:0:32054:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.929829:0:32054:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.929832:0:32054:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603568.929835:0:32054:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603568.929839:0:32054:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1c000 x1876533442885888/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/456 e 0 to 0 dl 1789603584 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.929847:0:32054:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603568.929851:0:32054:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8121b2000. 00000100:00000001:0.0:1789603568.929855:0:32054:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603568.929857:0:32054:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.929866:0:32054:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.929870:0:32054:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.929875:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807a3fb80 2 00000080:00000010:0.0:1789603568.929880:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804155400. 00000100:00000001:0.0:1789603568.929888:0:32054:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603568.929892:0:32054:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1c000 x1876533442885888/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/456 e 0 to 0 dl 1789603584 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603568.929899:0:32054:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.929903:0:32054:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.929917:0:32054:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789603568.929922:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abe28 00000080:00002000:0.0:1789603568.929925:0:32054:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9eb820481288, parent ffff9eb82053fca8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1789603568.929928:0:32054:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603568.929935:0:32054:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789603568.929942:0:32054:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789603568.929955:0:32054:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1789603568.929958:0:32054:0:(file.c:5295:cl_sync_file_range()) Process entered 00000080:00000002:0.0:1789603568.929961:0:32054:0:(file.c:5297:cl_sync_file_range()) [0x200000405:0x22:0x0]: start 0, end 9223372036854775807, mode 2 00000020:00000001:0.0:1789603568.929965:0:32054:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603568.929970:0:32054:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:0.0:1789603568.929973:0:32054:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00000020:00000001:0.0:1789603568.929980:0:32054:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0788 -> ffff9eb8053b0788 00000020:00000001:0.0:1789603568.929983:0:32054:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789603568.929986:0:32054:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789603568.929988:0:32054:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x22:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789603568.929991:0:32054:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603568.929993:0:32054:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789603568.929995:0:32054:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789603568.930000:0:32054:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x22:0x0]io ffff9eb80572de70 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1789603568.930003:0:32054:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e40f8) owner 0000000000000000/ffff9eb801384f80 00020000:00000001:0.0:1789603568.930008:0:32054:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789603568.930010:0:32054:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789603568.930013:0:32054:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789603568.930015:0:32054:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603568.930017:0:32054:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789603568.930020:0:32054:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789603568.930021:0:32054:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.930023:0:32054:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603568.930024:0:32054:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789603568.930026:0:32054:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789603568.930027:0:32054:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e40f8) owner 0000000000000000/ffff9eb801384f80 00000020:00000001:0.0:1789603568.930030:0:32054:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.930033:0:32054:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1789603568.930035:0:32054:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1789603568.930038:0:32054:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1789603568.930041:0:32054:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1789603568.930045:0:32054:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:0.0:1789603568.930049:0:32054:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603568.930051:0:32054:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789603568.930052:0:32054:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603568.930054:0:32054:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154872 : -106961585396744 : ffff9eb810b2a3f8) 00000020:00001000:0.0:1789603568.930057:0:32054:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a3f0 00000020:00000001:0.0:1789603568.930072:0:32054:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0148 -> ffff9eb8053b0788 00000020:00000001:0.0:1789603568.930074:0:32054:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789603568.930078:0:32054:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603568.930079:0:32054:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789603568.930081:0:32054:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789603568.930083:0:32054:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935426160 : -106961774125456 : ffff9eb80572de70) 00000020:00000001:0.0:1789603568.930085:0:32054:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603568.930086:0:32054:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603568.930088:0:32054:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962641056 : -106961746910560 : ffff9eb8071222a0) 00000020:00000001:0.0:1789603568.930091:0:32054:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1789603568.930092:0:32054:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603568.930095:0:32054:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.930096:0:32054:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.930099:0:32054:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1789603568.930100:0:32054:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1789603568.930102:0:32054:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603568.930103:0:32054:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1789603568.930106:0:32054:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789603568.930107:0:32054:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.930109:0:32054:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603568.930111:0:32054:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603568.930113:0:32054:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.930114:0:32054:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789603568.930116:0:32054:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.930117:0:32054:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.930119:0:32054:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1789603568.930122:0:32054:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1789603568.930123:0:32054:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603568.930125:0:32054:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1789603568.930127:0:32054:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1789603568.930130:0:32054:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1789603568.930134:0:32054:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1789603568.930138:0:32054:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff9eb810231dc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1789603568.930141:0:32054:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1789603568.930144:0:32054:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff9eb810231dc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 0: rc=0. 00000008:00000001:0.0:1789603568.930148:0:32054:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603568.930150:0:32054:0:(osc_io.c:1171:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.930152:0:32054:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603568.930153:0:32054:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603568.930154:0:32054:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.930156:0:32054:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.930158:0:32054:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1789603568.930160:0:32054:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1789603568.930161:0:32054:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789603568.930163:0:32054:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1789603568.930164:0:32054:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1789603568.930166:0:32054:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603568.930167:0:32054:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1789603568.930169:0:32054:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1789603568.930171:0:32054:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1789603568.930173:0:32054:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789603568.930175:0:32054:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603568.930176:0:32054:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789603568.930177:0:32054:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789603568.930179:0:32054:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603568.930180:0:32054:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603568.930182:0:32054:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789603568.930183:0:32054:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789603568.930186:0:32054:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1789603568.930196:0:32054:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789603568.930198:0:32054:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789603568.930200:0:32054:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789603568.930202:0:32054:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603568.930203:0:32054:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789603568.930204:0:32054:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789603568.930206:0:32054:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603568.930208:0:32054:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603568.930210:0:32054:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789603568.930211:0:32054:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789603568.930212:0:32054:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.930215:0:32054:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789603568.930217:0:32054:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789603568.930218:0:32054:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789603568.930220:0:32054:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789603568.930221:0:32054:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789603568.930223:0:32054:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a3f0 00020000:00000001:0.0:1789603568.930226:0:32054:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789603568.930228:0:32054:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789603568.930230:0:32054:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789603568.930233:0:32054:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x22:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789603568.930236:0:32054:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789603568.930237:0:32054:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789603568.930241:0:32054:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00000080:00000001:0.0:1789603568.930243:0:32054:0:(file.c:5343:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.930248:0:32054:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1789603568.930250:0:32054:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x22:0x0](ffff9eb808193a88) 00800000:00000001:0.0:1789603568.930255:0:32054:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1789603568.930257:0:32054:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x22:0x0] 00000002:00000001:0.0:1789603568.930263:0:32054:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1789603568.930271:0:32054:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.930273:0:32054:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1789603568.930276:0:32054:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.930279:0:32054:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.930281:0:32054:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1789603568.930285:0:32054:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1789603568.930286:0:32054:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.930289:0:32054:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.930292:0:32054:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603568.930294:0:32054:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:0.0:1789603568.930297:0:32054:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00020000:00000001:0.0:1789603568.930304:0:32054:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1789603568.930306:0:32054:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e40f8) owner 0000000000000000/ffff9eb801384f80 00020000:00000001:0.0:1789603568.930309:0:32054:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1789603568.930312:0:32054:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb805103a80, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789603568.930317:0:32054:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789603568.930322:0:32054:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb806944e80: ostid: 0x280000401:20 ost idx: 0 gen: 0 00020000:00000001:0.0:1789603568.930326:0:32054:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1789603568.930329:0:32054:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603568.930331:0:32054:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1789603568.930333:0:32054:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1789603568.930338:0:32054:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1789603568.930345:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 2 00010000:00000001:0.0:1789603568.930347:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603568.930351:0:32054:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1789603568.930353:0:32054:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1789603568.930359:0:32054:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 1789603549 1789603549 1789603549 by oinfo size 0 blocks 0 [cma]time 1789603549 1789603549 1789603549 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe539c lrc: 1/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e9173f expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:0.0:1789603568.930374:0:32054:0:(cl_object.c:143:cl_object_top()) ffff9eb810231dc0 -> ffff9eb8053b0788 00000020:00000001:0.0:1789603568.930376:0:32054:0:(cl_object.c:143:cl_object_top()) ffff9eb810231dc0 -> ffff9eb8053b0788 00000008:00000001:0.0:1789603568.930378:0:32054:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789603568.930381:0:32054:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789603568.930383:0:32054:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789603568.930385:0:32054:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1789603568.930392:0:32054:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9eb810231dc0. 00020000:00000001:0.0:1789603568.930400:0:32054:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1789603568.930403:0:32054:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9eb8053b00c8. 00020000:00000001:0.0:1789603568.930407:0:32054:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1789603568.930409:0:32054:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603568.930411:0:32054:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789603568.930413:0:32054:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e40f8) owner 0000000000000000/ffff9eb801384f80 00020000:00000001:0.0:1789603568.930417:0:32054:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1789603568.930419:0:32054:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1789603568.930420:0:32054:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e40f8) owner 0000000000000000/ffff9eb801384f80 00020000:00000001:0.0:1789603568.930423:0:32054:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1789603568.930425:0:32054:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9eb80795ad48. 00020000:00000010:0.0:1789603568.930431:0:32054:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9eb811672180. 00020000:00000010:0.0:1789603568.930434:0:32054:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9eb804fd8f50. 00020000:00000002:0.0:1789603568.930437:0:32054:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb805103a80, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789603568.930441:0:32054:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789603568.930445:0:32054:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb806944e80: ostid: 0x280000401:20 ost idx: 0 gen: 0 00020000:00000010:0.0:1789603568.930450:0:32054:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb806944e80. 00020000:00000010:0.0:1789603568.930454:0:32054:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb805103900. 00020000:00000010:0.0:1789603568.930457:0:32054:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb805103a80. 00020000:00000001:0.0:1789603568.930459:0:32054:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1789603568.930460:0:32054:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e40f8) owner 0000000000000000/ffff9eb801384f80 00020000:00000010:0.0:1789603568.930463:0:32054:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9eb8123e40f8. 00020000:00000001:0.0:1789603568.930467:0:32054:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1789603568.930470:0:32054:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9eb8053b0708. 00000020:00001000:0.0:1789603568.930474:0:32054:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00000080:00000001:0.0:1789603568.930477:0:32054:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1789603568.930479:0:32054:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1789603568.930600:0:32054:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:0.0:1789603568.930603:0:32054:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789603568.930606:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abdd0 00000080:00200008:0.0:1789603568.930608:0:32054:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff9eb808179148), flags 704000 00000080:00400000:0.0:1789603568.930613:0:32054:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x20:0x0] 00000080:00000001:0.0:1789603568.930618:0:32054:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1789603568.930620:0:32054:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:0.0:1789603568.930622:0:32054:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1789603568.930627:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603568.930631:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603568.930634:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603568.930636:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603568.930638:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.930640:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1789603568.930643:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.930647:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603568.930650:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603568.930654:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bbd00 count: 2 00010000:00000001:0.0:1789603568.930656:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603568.930661:0:32054:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1789603568.930666:0:32054:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1789603568.930668:0:32054:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603568.930674:0:32054:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603568.930678:0:32054:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe53c6 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e917d9 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789603568.930686:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.930688:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603568.930690:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1789603568.930692:0:32054:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x20:0x0]: 16 00000080:00000010:0.0:1789603568.930695:0:32054:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb812252dc0. 00000080:00000001:0.0:1789603568.930699:0:32054:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.930704:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abdd0 00000080:00000008:0.0:1789603568.930706:0:32054:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff9eb808179148), flags 704000, rc = 0 00000080:00000001:0.0:1789603568.930709:0:32054:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.930711:0:32054:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603568.930714:0:32054:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789603568.930716:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abe00 00000080:00002000:0.0:1789603568.930718:0:32054:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff9eb82053fca8, parent ffff9eb8081326c0, inode ffff9eb808179148) hashed, 00000080:00000001:0.0:1789603568.930721:0:32054:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603568.930725:0:32054:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789603568.930728:0:32054:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789603568.930759:0:32054:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603568.930763:0:32054:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603568.930765:0:32054:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603568.930766:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abbd8 00000080:00200000:0.0:1789603568.930768:0:32054:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603568.930775:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb804155400. 00800000:00000002:0.0:1789603568.930781:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603568.930785:0:32054:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603568.930788:0:32054:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603568.930790:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abaf8 00800000:00000002:0.0:1789603568.930793:0:32054:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603568.930796:0:32054:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603568.930799:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603568.930800:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603568.930801:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603568.930802:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603568.930804:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.930805:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603568.930807:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.930809:0:32054:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603568.930814:0:32054:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603568.930816:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020ab9c8 00000002:00010000:0.0:1789603568.930818:0:32054:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603568.930821:0:32054:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603568.930822:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603568.930824:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603568.930827:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248600 count: 2 00010000:00000001:0.0:1789603568.930829:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603568.930833:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603568.930836:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603568.930840:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e917bd expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1789603568.930849:0:32054:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603568.930851:0:32054:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603568.930854:0:32054:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e917bd expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1789603568.930860:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603568.930862:0:32054:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603568.930864:0:32054:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603568.930867:0:32054:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603568.930869:0:32054:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603568.930871:0:32054:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603568.930874:0:32054:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603568.930876:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603568.930879:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804155400. 00000080:00000001:0.0:1789603568.930882:0:32054:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603568.930884:0:32054:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603568.930888:0:32054:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603568.930892:0:32054:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe53b8 00800000:00000001:0.0:1789603568.930895:0:32054:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603568.930897:0:32054:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603568.930899:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.930903:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.930906:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:0.0:1789603568.930909:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603568.930912:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603568.930915:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.930916:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603568.930918:0:32054:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.930920:0:32054:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603568.930922:0:32054:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe53b8 from it ffffb8e5020abc10 00010000:00000001:0.0:1789603568.930925:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.930926:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.930927:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:0.0:1789603568.930929:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603568.930931:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603568.930934:0:32054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603568.930936:0:32054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e917bd expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789603568.930943:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.930944:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.930946:0:32054:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603568.930948:0:32054:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603568.930950:0:32054:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53b8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e917bd expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789603568.930960:0:32054:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603568.930963:0:32054:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603568.930966:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603568.930971:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.930972:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.930974:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.930977:0:32054:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603568.930979:0:32054:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.930982:0:32054:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.930984:0:32054:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.930986:0:32054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603568.930988:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.930989:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603568.930992:0:32054:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603568.930994:0:32054:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603568.930996:0:32054:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:0.0:1789603568.931000:0:32054:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603568.931015:0:32054:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb8069472e0. 00000020:00000001:0.0:1789603568.931019:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abdc8 00000080:00200000:0.0:1789603568.931021:0:32054:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9eb808190908), flags=0 00000080:00000001:0.0:1789603568.931024:0:32054:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789603568.931026:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abc78 00000080:00200000:0.0:1789603568.931028:0:32054:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9eb808190908), intent=getattr 00000080:00000010:0.0:1789603568.931037:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb804155400. 00800000:00000002:0.0:1789603568.931039:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603568.931044:0:32054:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603568.931046:0:32054:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603568.931048:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abb98 00800000:00000002:0.0:1789603568.931049:0:32054:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603568.931052:0:32054:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603568.931055:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603568.931056:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603568.931057:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603568.931059:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603568.931061:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.931063:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603568.931064:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603568.931067:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abb30 00800000:00000002:0.0:1789603568.931068:0:32054:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:0.0:1789603568.931071:0:32054:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603568.931073:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020aba68 00000002:00010000:0.0:1789603568.931074:0:32054:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1789603568.931078:0:32054:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789603568.931080:0:32054:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789603568.931086:0:32054:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1e680. 00000020:00000040:0.0:1789603568.931090:0:32054:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=10 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:0.0:1789603568.931096:0:32054:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603568.931100:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603568.931103:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.931104:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.931106:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.931109:0:32054:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603568.931111:0:32054:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603568.931114:0:32054:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603568.931123:0:32054:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8051e1800. 00000100:00000001:0.0:1789603568.931132:0:32054:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.931137:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603568.931139:0:32054:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.931140:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603568.931141:0:32054:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.931143:0:32054:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.931152:0:32054:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637112126203520 : -106961583348096 : ffff9eb810d1e680) 00010000:00000001:0.0:1789603568.931156:0:32054:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789603568.931159:0:32054:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789603568.931162:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248600 count: 2 00010000:00000001:0.0:1789603568.931163:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603568.931166:0:32054:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789603568.931171:0:32054:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb800030e00. 00000020:00000001:0.0:1789603568.931174:0:32054:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789603568.931178:0:32054:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb800030e00 with handle 0xa04c19c788fe53cd to hash 00000020:00000001:0.0:1789603568.931180:0:32054:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789603568.931182:0:32054:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:0.0:1789603568.931186:0:32054:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:0.0:1789603568.931200:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603568.931202:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603568.931205:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030e00/0xa04c19c788fe53cd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603568.931213:0:32054:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030e00/0xa04c19c788fe53cd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603568.931224:0:32054:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030e00/0xa04c19c788fe53cd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32054 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789603568.931229:0:32054:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603568.931231:0:32054:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603568.931237:0:32054:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8121b2000. 00000100:00000001:0.0:1789603568.931240:0:32054:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112147779584 : -106961561772032 : ffff9eb8121b2000) 00000100:00000001:0.0:1789603568.931243:0:32054:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603568.931244:0:32054:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126203520 : -106961583348096 : ffff9eb810d1e680) 00000100:00000001:0.0:1789603568.931249:0:32054:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603568.931254:0:32054:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.931257:0:32054:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603568.931259:0:32054:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603568.931270:0:32054:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1e680 x1876533442886016/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603568.931279:0:32054:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603568.931282:0:32054:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603568.931287:0:32054:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603568.931290:0:32054:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603568.931293:0:32054:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603568.931296:0:32054:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1e680 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32054:1876533442886016:192.168.204.129@tcp:101:rm.0 00000100:00000001:0.0:1789603568.931304:0:32054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603568.931310:0:32054:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603568.931312:0:32054:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603568.931315:0:32054:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603568.931320:0:32054:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb807ad4000. 02000000:00000001:0.0:1789603568.931323:0:32054:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603568.931334:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603568.931339:0:32054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041392c0. 00000400:00000010:0.0:1789603568.931345:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682cc0. 00000100:00000200:0.0:1789603568.931355:0:32054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442886016, portal 10 00000100:00000001:0.0:1789603568.931357:0:32054:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603568.931358:0:32054:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126203520 : -106961583348096 : ffff9eb810d1e680) 00000100:00000040:0.0:1789603568.931365:0:32054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810d1e680 x1876533442886016/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603568.931374:0:32054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603568.931377:0:32054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603568.931380:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682e58. 00000100:00000200:0.0:1789603568.931386:0:32054:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876533442886016, offset 0 00000400:00000200:0.0:1789603568.931393:0:32054:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603568.931403:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603568.931411:0:32054:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603568.931417:0:32054:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603568.931422:0:32054:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603568.931426:0:32054:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603568.931429:0:32054:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603568.931432:0:32054:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2715:2715:256:4294967295] 192.168.204.129@tcp LPNI seq info [2715:2715:8:4294967295] 00000400:00000200:0.0:1789603568.931437:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603568.931448:0:32054:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603568.931455:0:32054:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603568.931460:0:32054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8065b6f00. 00000800:00000200:0.0:1789603568.931468:0:32054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603568.931478:0:32054:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603568.931483:0:32054:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8065b6f00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789603568.931507:0:32054:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603568.931546:0:32054:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 846335 usecs (847 jiffies) 00000400:00000200:0.0:1789603568.931549:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603568.931553:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296568712 00000100:00000001:0.0:1789603568.931556:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296571690 00000100:00000001:0.0:1789603568.931558:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296568712 00000100:00000001:0.0:1789603568.931561:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296571690 00000100:00000001:0.0:1789603568.931563:0:32054:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603568.931566:0:32054:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.931569:0:32054:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603568.931571:0:32054:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603568.931574:0:32054:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8121b2000 going to sleep for 11 seconds 00000100:00000001:0.0:1789603568.931577:0:32054:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603568.931579:0:32054:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603568.932002:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603568.932008:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8065b6f00. 00000400:00000200:3.0:1789603568.932016:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.932021:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603568.932027:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682e58 00000400:00000010:3.0:1789603568.932029:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682e58. 00000100:00000001:3.0:1789603568.932034:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603568.932039:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1e680 x1876533442886016/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.932049:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603568.932052:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1e680 x1876533442886016/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603584 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.932069:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.932071:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:0.1:1789603568.936184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8069079c0. 00000080:00000010:0.1:1789603568.936241:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb8081939c0. 00000080:00000010:0.1:1789603568.936250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb81272ac80. 00000800:00000001:3.0:1789603568.944977:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.944999:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603568.945004:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.945007:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603568.945019:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.945028:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603568.945039:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.945045:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.945051:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.945056:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d45b980 00000400:00000200:3.0:1789603568.945073:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.945080:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x7c45 [1] + 224 00000800:00000001:3.0:1789603568.945088:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.945096:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603568.945099:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.945106:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603568.945115:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603568.945128:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1e680 x1876533442886016/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603584 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603568.945152:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb810d1e680 x1876533442886016/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.945175:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603568.945186:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.945198:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.946204:0:32054:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603568.946220:0:32054:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603568.946222:0:32054:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603568.946226:0:32054:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041392c0. 00000400:00000200:0.0:1789603568.946235:0:32054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682cc0 00000400:00000010:0.0:1789603568.946237:0:32054:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682cc0. 00000100:00000001:0.0:1789603568.946243:0:32054:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603568.946253:0:32054:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1e680 x1876533442886016/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603568.946264:0:32054:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1e680 x1876533442886016/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603568.946272:0:32054:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603568.946274:0:32054:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.946277:0:32054:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603568.946281:0:32054:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603568.946284:0:32054:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603568.946287:0:32054:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603568.946290:0:32054:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603568.946302:0:32054:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=116 v=5 (106 106 106 137) 00000100:00001000:0.0:1789603568.946306:0:32054:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603568.946309:0:32054:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603568.946311:0:32054:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.946314:0:32054:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603568.946318:0:32054:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.946323:0:32054:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603568.946326:0:32054:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967599 00000100:00000001:0.0:1789603568.946328:0:32054:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603568.946332:0:32054:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603568.946336:0:32054:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1e680 x1876533442886016/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603568.946343:0:32054:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603568.946347:0:32054:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603568.946349:0:32054:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603568.946353:0:32054:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1e680 x1876533442886016/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603584 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603568.946362:0:32054:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1e680 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32054:1876533442886016:192.168.204.129@tcp:101:rm.0 00000100:00000001:0.0:1789603568.946368:0:32054:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603568.946371:0:32054:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603568.946374:0:32054:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603568.946377:0:32054:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603568.946381:0:32054:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1e680 x1876533442886016/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603584 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603568.946388:0:32054:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603568.946391:0:32054:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8121b2000. 00000100:00000001:0.0:1789603568.946395:0:32054:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603568.946397:0:32054:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603568.946400:0:32054:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789603568.946405:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.946408:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.946413:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030e00 refcount=4 00000020:00000001:0.0:1789603568.946415:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:0.0:1789603568.946418:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000040:0.0:1789603568.946426:0:32054:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb800030e00, remote cookie: 0x31dbb14d74e91818, flags: 0x1001 00010000:00010000:0.0:1789603568.946433:0:32054:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030e00/0xa04c19c788fe53cd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91818 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789603568.946443:0:32054:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789603568.946446:0:32054:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1789603568.946454:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bbd00 count: 2 00010000:00000001:0.0:1789603568.946458:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603568.946461:0:32054:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603568.946466:0:32054:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030e00/0xa04c19c788fe53cd lrc: 4/1,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91818 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603568.946474:0:32054:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030e00/0xa04c19c788fe53cd lrc: 4/1,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91818 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.946481:0:32054:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789603568.946486:0:32054:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789603568.946488:0:32054:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789603568.946490:0:32054:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789603568.946492:0:32054:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789603568.946495:0:32054:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x20:0x0].0x0 (ffff9eb8042bbd00) refcount = 2 00010000:00000040:0.0:1789603568.946498:0:32054:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789603568.946501:0:32054:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe53c6 lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e917d9 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1789603568.946561:0:32054:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030e00/0xa04c19c788fe53cd lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91818 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.946573:0:32054:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789603568.946576:0:32054:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789603568.946577:0:32054:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603568.946581:0:32054:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789603568.946583:0:32054:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603568.946587:0:32054:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030e00/0xa04c19c788fe53cd lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91818 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.946592:0:32054:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789603568.946593:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.946595:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.946596:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.946597:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.946599:0:32054:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.946603:0:32054:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789603568.946605:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.946606:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.946608:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030e00 refcount=3 00000020:00000001:0.0:1789603568.946610:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:0.0:1789603568.946612:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:0.0:1789603568.946614:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.946615:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.946617:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030e00 refcount=4 00000020:00000001:0.0:1789603568.946618:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:0.0:1789603568.946620:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:0.0:1789603568.946623:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603568.946627:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603568.946630:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030e00/0xa04c19c788fe53cd lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91818 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.946635:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.946637:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.946639:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.946640:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.946641:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030e00 refcount=5 00000020:00000001:0.0:1789603568.946643:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:0.0:1789603568.947764:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:0.0:1789603568.947775:0:32054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603568.947780:0:32054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030e00/0xa04c19c788fe53cd lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91818 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.947790:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.947792:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789603568.947795:0:32054:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030e00/0xa04c19c788fe53cd lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91818 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.947801:0:32054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603568.947802:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.947803:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.947805:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.947806:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789603568.947818:0:32054:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb810d1e680 x1876533442886016/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603584 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789603568.947828:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.947830:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.947832:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030e00 refcount=3 00000020:00000001:0.0:1789603568.947835:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:0.0:1789603568.947837:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:0.0:1789603568.947840:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.947841:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603568.947842:0:32054:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.947845:0:32054:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603568.947849:0:32054:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789603568.947851:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.947853:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.947856:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030e00 refcount=3 00000020:00000001:0.0:1789603568.947858:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:0.0:1789603568.947860:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00000002:00010000:0.0:1789603568.947864:0:32054:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030e00/0xa04c19c788fe53cd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91818 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603568.947870:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.947871:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603568.947872:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603568.947874:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603568.947874:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603568.947876:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030e00 refcount=3 00000020:00000001:0.0:1789603568.947877:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:0.0:1789603568.947879:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000040:0.0:1789603568.947886:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bbd00 count: 3 00010000:00000001:0.0:1789603568.947889:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789603568.947894:0:32054:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589935621/32 (0 0) 00010000:00000001:0.0:1789603568.947897:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603568.947898:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603568.947899:0:32054:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789603568.947903:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020ab9f0 00000002:00002000:0.0:1789603568.947905:0:32054:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789603568.947909:0:32054:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.947914:0:32054:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603568.947917:0:32054:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789603568.947920:0:32054:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789603568.947924:0:32054:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603568.947929:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000001:0.0:1789603568.947932:0:32054:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789603568.947934:0:32054:0:(namei.c:674:ll_lookup_it_finish()) it ffffb8e5020abe00 it_disposition b 00000080:00000001:0.0:1789603568.947937:0:32054:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789603568.947945:0:32054:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789603568.947949:0:32054:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789603568.948084:0:32054:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb806b15040. 00800000:00000001:2.0:1789603568.948087:0:32054:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637111956295744 : -106961753255872 : ffff9eb806b15040) 00800000:00000001:2.0:1789603568.948090:0:32054:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603568.948093:0:32054:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789603568.948096:0:32054:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:2.0:1789603568.948099:0:32054:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1789603568.948106:0:32054:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789603568.948108:0:32054:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x20:0x0] 00000080:00000001:2.0:1789603568.948111:0:32054:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789603568.948114:0:32054:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789603568.948116:0:32054:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603568.948120:0:32054:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:2.0:1789603568.948123:0:32054:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789603568.948126:0:32054:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611168 mtime from 1789603549 to 1789603568 00000080:00200000:2.0:1789603568.948132:0:32054:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x20:0x0], updating i_size 4096 00000080:00200000:2.0:1789603568.948134:0:32054:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x20:0x0](ffff9eb808179148): rc = 0 00000080:00000001:2.0:1789603568.948137:0:32054:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979774280 : -106961729777336 : ffff9eb808179148) 00010000:00000001:2.0:1789603568.948140:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603568.948141:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603568.948143:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030e00 refcount=3 00000020:00000001:2.0:1789603568.948145:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:2.0:1789603568.948147:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:2.0:1789603568.948149:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.948150:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789603568.948152:0:32054:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789603568.948155:0:32054:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789603568.948157:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb806b15040 1 00800000:00000010:2.0:1789603568.948159:0:32054:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb806b15040. 00800000:00000001:2.0:1789603568.948165:0:32054:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603568.948170:0:32054:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff9eb808179148) for lock 0xa04c19c788fe53cd 00800000:00000001:2.0:1789603568.948173:0:32054:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603568.948176:0:32054:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603568.948177:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603568.948178:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603568.948180:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030e00 refcount=3 00000020:00000001:2.0:1789603568.948182:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:2.0:1789603568.948184:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:2.0:1789603568.948195:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.948197:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603568.948198:0:32054:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603568.948200:0:32054:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1789603568.948208:0:32054:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb82054e870 inode ffff9eb808179148 refc 1 flags 0x20000e 00000080:00000002:2.0:1789603568.948213:0:32054:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1789603568.948216:0:32054:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1789603568.948220:0:32054:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x20:0x0](ffff9eb808179148) 00000080:00010000:2.0:1789603568.948224:0:32054:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe53cd from it ffffb8e5020abe00 00010000:00000001:2.0:1789603568.948226:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603568.948227:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603568.948228:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030e00 refcount=3 00000020:00000001:2.0:1789603568.948230:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:2.0:1789603568.948232:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:2.0:1789603568.948234:0:32054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603568.948237:0:32054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030e00/0xa04c19c788fe53cd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91818 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603568.948244:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.948245:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603568.948247:0:32054:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603568.948250:0:32054:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603568.948253:0:32054:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030e00/0xa04c19c788fe53cd lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91818 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603568.948267:0:32054:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603568.948270:0:32054:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603568.948272:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603568.948277:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.948278:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603568.948280:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.948284:0:32054:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603568.948286:0:32054:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.948289:0:32054:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.948292:0:32054:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.948294:0:32054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603568.948295:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.948297:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789603568.948299:0:32054:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789603568.948302:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804155400. 00000100:00000001:2.0:1789603568.948309:0:32054:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603568.948315:0:32054:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1e680 x1876533442886016/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603584 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.948322:0:32054:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603568.948326:0:32054:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603568.948331:0:32054:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb807ad4000. 02000000:00000001:2.0:1789603568.948334:0:32054:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603568.948337:0:32054:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603568.948339:0:32054:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=9 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603568.948341:0:32054:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603568.948344:0:32054:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8051e1800. 02000000:00000001:2.0:1789603568.948348:0:32054:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603568.948350:0:32054:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603568.948352:0:32054:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1e680. 00000100:00000001:2.0:1789603568.948357:0:32054:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603568.948359:0:32054:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603568.948362:0:32054:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789603568.948363:0:32054:0:(dcache.c:176:ll_intent_release()) intent ffffb8e5020abe00 released 00000080:00000001:2.0:1789603568.948365:0:32054:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1789603568.948371:0:32054:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603568.948374:0:32054:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603568.948375:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abd50 00000080:00200000:2.0:1789603568.948378:0:32054:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:2.0:1789603568.948385:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805571e00. 00800000:00000002:2.0:1789603568.948391:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603568.948394:0:32054:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603568.948397:0:32054:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603568.948399:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abc70 00800000:00000002:2.0:1789603568.948401:0:32054:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603568.948405:0:32054:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603568.948407:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603568.948410:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603568.948413:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603568.948415:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603568.948417:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603568.948419:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603568.948421:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603568.948425:0:32054:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603568.948429:0:32054:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603568.948431:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abb40 00000002:00010000:2.0:1789603568.948433:0:32054:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603568.948437:0:32054:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603568.948439:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603568.948441:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603568.948444:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248600 count: 2 00010000:00000001:2.0:1789603568.948446:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603568.948449:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603568.948453:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603568.948457:0:32054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e917bd expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1789603568.948465:0:32054:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603568.948470:0:32054:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603568.948473:0:32054:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e917bd expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1789603568.948487:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603568.948489:0:32054:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603568.948491:0:32054:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603568.948493:0:32054:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603568.948494:0:32054:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603568.948496:0:32054:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603568.948498:0:32054:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603568.948500:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603568.948502:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805571e00. 00000080:00000001:2.0:1789603568.948506:0:32054:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603568.948507:0:32054:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603568.948531:0:32054:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:2.0:1789603568.948535:0:32054:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe53b8 00800000:00000001:2.0:1789603568.948537:0:32054:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603568.948538:0:32054:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603568.948540:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603568.948541:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603568.948543:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:2.0:1789603568.948545:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:2.0:1789603568.948547:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:2.0:1789603568.948549:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.948550:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603568.948551:0:32054:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603568.948553:0:32054:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603568.948555:0:32054:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe53b8 from it ffffb8e5020abd88 00010000:00000001:2.0:1789603568.948557:0:32054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603568.948558:0:32054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603568.948559:0:32054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:2.0:1789603568.948561:0:32054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:2.0:1789603568.948563:0:32054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:2.0:1789603568.948565:0:32054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603568.948568:0:32054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e917bd expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789603568.948575:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.948576:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603568.948577:0:32054:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603568.948579:0:32054:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603568.948581:0:32054:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53b8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e917bd expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1789603568.948587:0:32054:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603568.948588:0:32054:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603568.948589:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603568.948591:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.948592:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603568.948593:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.948595:0:32054:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603568.948596:0:32054:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.948597:0:32054:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.948599:0:32054:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.948601:0:32054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603568.948603:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.948604:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603568.948606:0:32054:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603568.948607:0:32054:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603568.948610:0:32054:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 3 00000080:00000001:2.0:1789603568.948615:0:32054:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603568.948620:0:32054:0:(namei.c:2258:ll_rmdir()) Process entered 00000020:00000001:2.0:1789603568.948622:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abe18 00000080:00200000:2.0:1789603568.948624:0:32054:0:(namei.c:2261:ll_rmdir()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00000001:2.0:1789603568.948628:0:32054:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:2.0:1789603568.948630:0:32054:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21g.recovery-small-2, [0x200000405:0x20:0x0]) is foreign... 00000080:00000001:2.0:1789603568.948634:0:32054:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1789603568.948638:0:32054:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805571e00. 00800000:00000002:2.0:1789603568.948640:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00800000:00000001:2.0:1789603568.949769:0:32054:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1789603568.949778:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603568.949781:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603568.949783:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603568.949786:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603568.949789:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603568.949791:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603568.949794:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603568.949798:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603568.949799:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603568.949800:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603568.949801:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603568.949803:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603568.949805:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:2.0:1789603568.949806:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603568.949809:0:32054:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:2.0:1789603568.949810:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603568.949811:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603568.949812:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603568.949813:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603568.949815:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603568.949816:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:2.0:1789603568.949818:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603568.949820:0:32054:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x20:0x0] 00800000:00000001:2.0:1789603568.949822:0:32054:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603568.949825:0:32054:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x20:0x0] -> mds #0 00000002:00000001:2.0:1789603568.949831:0:32054:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1789603568.949833:0:32054:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789603568.949840:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248600 count: 2 00010000:00000001:2.0:1789603568.949844:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603568.949848:0:32054:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789603568.949853:0:32054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789603568.949857:0:32054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53b8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e917bd expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:2.0:1789603568.949868:0:32054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789603568.949873:0:32054:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789603568.949876:0:32054:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789603568.949879:0:32054:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789603568.949881:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603568.949884:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603568.949887:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248600 count: 3 00010000:00000001:2.0:1789603568.949889:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603568.949893:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603568.949894:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603568.949895:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603568.949897:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248600 count: 3 00010000:00000001:2.0:1789603568.949898:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603568.949900:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603568.949902:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603568.949903:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603568.949904:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248600 count: 3 00010000:00000001:2.0:1789603568.949906:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603568.949908:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603568.949910:0:32054:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789603568.949913:0:32054:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9eb808190840, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789603568.949919:0:32054:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789603568.949921:0:32054:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789603568.949925:0:32054:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789603568.949926:0:32054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.949930:0:32054:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789603568.949933:0:32054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789603568.949935:0:32054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789603568.949937:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603568.949940:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789603568.949945:0:32054:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb800031000 with handle 0xa04c19c788fe53b8 from hash 00010000:00000001:2.0:1789603568.949947:0:32054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789603568.949949:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.949950:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603568.949951:0:32054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789603568.949954:0:32054:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789603568.949956:0:32054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789603568.949958:0:32054:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789603568.949960:0:32054:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603568.949963:0:32054:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603568.949965:0:32054:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789603568.949967:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bbd00 count: 3 00010000:00000001:2.0:1789603568.949969:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603568.949971:0:32054:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789603568.949973:0:32054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789603568.949976:0:32054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030e00/0xa04c19c788fe53cd lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e91818 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1789603568.949981:0:32054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789603568.949983:0:32054:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789603568.949984:0:32054:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789603568.949985:0:32054:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode (null) 00000002:00000001:2.0:1789603568.949987:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603568.949988:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603568.949989:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bbd00 count: 4 00010000:00000001:2.0:1789603568.949991:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603568.949993:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603568.949994:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603568.949995:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603568.949996:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bbd00 count: 4 00010000:00000001:2.0:1789603568.949998:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603568.950000:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603568.950001:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603568.950002:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603568.950003:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bbd00 count: 4 00010000:00000001:2.0:1789603568.950005:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603568.950006:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603568.950008:0:32054:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789603568.950010:0:32054:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x20:0x0] lli = ffff9eb808179080, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789603568.950012:0:32054:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789603568.950013:0:32054:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789603568.950015:0:32054:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789603568.950017:0:32054:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x20:0x0](ffff9eb808179148) invalid 00000020:00000001:2.0:1789603568.950020:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020aba80 00000080:00002000:2.0:1789603568.950022:0:32054:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff9eb82054e870) parent ffff9eb8081326c0 inode ffff9eb808179148 refc 2 00000080:00000001:2.0:1789603568.950027:0:32054:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789603568.950028:0:32054:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789603568.950029:0:32054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.950031:0:32054:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789603568.950032:0:32054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789603568.950033:0:32054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789603568.950034:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603568.950036:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789603568.950038:0:32054:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb800030e00 with handle 0xa04c19c788fe53cd from hash 00010000:00000001:2.0:1789603568.950041:0:32054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789603568.950042:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.950043:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603568.950044:0:32054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789603568.950046:0:32054:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789603568.950047:0:32054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789603568.950049:0:32054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789603568.950051:0:32054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe53c6 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e917d9 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1789603568.950056:0:32054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789603568.950058:0:32054:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789603568.951218:0:32054:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789603568.951226:0:32054:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode CR 00000002:00000001:2.0:1789603568.951233:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603568.951236:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603568.951243:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bbd00 count: 4 00010000:00000001:2.0:1789603568.951248:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603568.951252:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603568.951253:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603568.951254:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603568.951256:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bbd00 count: 4 00010000:00000001:2.0:1789603568.951258:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603568.951259:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603568.951261:0:32054:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603568.951264:0:32054:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789603568.951270:0:32054:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789603568.951281:0:32054:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9eb805571600. 00000080:00000001:2.0:1789603568.951284:0:32054:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:2.0:1789603568.951292:0:32054:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb807a3fb80 2 00000080:00000001:2.0:1789603568.951298:0:32054:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789603568.951304:0:32054:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1789603568.951307:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603568.951310:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603568.951312:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603568.951315:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603568.951317:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603568.951319:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:2.0:1789603568.951322:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603568.951325:0:32054:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x20:0x0] 00000002:00000001:2.0:1789603568.951330:0:32054:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789603568.951332:0:32054:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9eb81291b000: [0x200000405:0x20:0x0] file closed with intent: 0 00000100:00000010:2.0:1789603568.951342:0:32054:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f1f80. 00000020:00000040:2.0:1789603568.951347:0:32054:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=10 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:2.0:1789603568.951353:0:32054:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603568.951358:0:32054:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603568.951363:0:32054:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603568.951373:0:32054:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb805571400. 00000100:00000001:2.0:1789603568.951382:0:32054:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789603568.951406:0:32054:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9eb806bd5c00 x1876533442885632/t4294967610(4294967610) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603584 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789603568.951421:0:32054:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789603568.951427:0:32054:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb8040f1f80 x1876533442886272/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789603568.951434:0:32054:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603568.951435:0:32054:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603568.951445:0:32054:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb804077c00. 00000100:00000001:2.0:1789603568.951447:0:32054:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911611392 : -106961797940224 : ffff9eb804077c00) 00000100:00000001:2.0:1789603568.951451:0:32054:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603568.951453:0:32054:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112000 : -106961797439616 : ffff9eb8040f1f80) 00000100:00000001:2.0:1789603568.951459:0:32054:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603568.951465:0:32054:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.951468:0:32054:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603568.951469:0:32054:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603568.951474:0:32054:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f1f80 x1876533442886272/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.951483:0:32054:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603568.951486:0:32054:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603568.951490:0:32054:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603568.951493:0:32054:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603568.951496:0:32054:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603568.951500:0:32054:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f1f80 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32054:1876533442886272:192.168.204.129@tcp:35:rm.0 00000100:00000001:2.0:1789603568.951505:0:32054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603568.951527:0:32054:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603568.951531:0:32054:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603568.951534:0:32054:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603568.951540:0:32054:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041d2000. 02000000:00000001:2.0:1789603568.951542:0:32054:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603568.951552:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603568.951558:0:32054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a34d0. 00000400:00000010:2.0:1789603568.951566:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d77f8. 00000100:00000200:2.0:1789603568.951575:0:32054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442886272, portal 10 00000100:00000001:2.0:1789603568.951577:0:32054:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603568.951579:0:32054:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112000 : -106961797439616 : ffff9eb8040f1f80) 00000100:00000040:2.0:1789603568.951586:0:32054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f1f80 x1876533442886272/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.951595:0:32054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603568.951597:0:32054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603568.951602:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7cc0. 00000100:00000200:2.0:1789603568.951605:0:32054:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876533442886272, offset 0 00000400:00000200:2.0:1789603568.951612:0:32054:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603568.951621:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.951630:0:32054:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603568.951636:0:32054:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603568.951641:0:32054:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603568.951645:0:32054:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603568.953790:0:32054:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603568.953797:0:32054:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2716:2716:256:4294967295] 192.168.204.129@tcp LPNI seq info [2716:2716:8:4294967295] 00000400:00000200:2.0:1789603568.953805:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.953819:0:32054:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603568.953829:0:32054:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603568.953842:0:32054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb819343400. 00000800:00000200:2.0:1789603568.953851:0:32054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603568.953860:0:32054:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603568.953866:0:32054:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb819343400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789603568.953892:0:32054:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603568.953901:0:32054:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 845136 usecs (846 jiffies) 00000400:00000200:2.0:1789603568.953907:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603568.953911:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296568733 00000100:00000001:2.0:1789603568.953915:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296571690 00000100:00000001:2.0:1789603568.953918:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296568733 00000100:00000001:2.0:1789603568.953920:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296571690 00000100:00000001:2.0:1789603568.953922:0:32054:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603568.953927:0:32054:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.953930:0:32054:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603568.953933:0:32054:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603568.953936:0:32054:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb804077c00 going to sleep for 11 seconds 00000100:00000001:2.0:1789603568.953940:0:32054:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603568.953943:0:32054:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603568.955598:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603568.955609:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb819343400. 00000400:00000200:3.0:1789603568.955616:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.955626:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603568.955635:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7cc0 00000400:00000010:3.0:1789603568.955638:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7cc0. 00000100:00000001:3.0:1789603568.955749:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603568.955760:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f1f80 x1876533442886272/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603584 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.955775:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603568.955778:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f1f80 x1876533442886272/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603584 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.955785:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.955787:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603568.963962:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.963984:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603568.963989:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.963992:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603568.964003:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.964013:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603568.964025:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.964032:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.964039:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.964044:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d45ba80 00000400:00000200:3.0:1789603568.964052:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.964059:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x7c4d [1] + 224 00000800:00000001:3.0:1789603568.964068:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.964076:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603568.964080:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.964085:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603568.964095:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603568.964107:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f1f80 x1876533442886272/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603584 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603568.964120:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9eb8040f1f80 x1876533442886272/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603568.964148:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603568.964158:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.964161:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603568.964776:0:32054:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603568.964789:0:32054:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603568.964791:0:32054:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603568.964796:0:32054:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a34d0. 00000400:00000200:2.0:1789603568.964802:0:32054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d77f8 00000400:00000010:2.0:1789603568.964805:0:32054:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d77f8. 00000100:00000001:2.0:1789603568.964810:0:32054:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603568.964816:0:32054:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f1f80 x1876533442886272/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789603568.964825:0:32054:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f1f80 x1876533442886272/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.964832:0:32054:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603568.964836:0:32054:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603568.964839:0:32054:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603568.964843:0:32054:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603568.964846:0:32054:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603568.964849:0:32054:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603568.964853:0:32054:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603568.964865:0:32054:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb4f0 time=115 v=5 (5 5 5 5) 00000100:00001000:2.0:1789603568.964870:0:32054:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603568.964873:0:32054:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603568.964875:0:32054:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.964879:0:32054:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603568.964882:0:32054:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.964886:0:32054:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789603568.964888:0:32054:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789603568.964890:0:32054:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789603568.964892:0:32054:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603568.964894:0:32054:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112000 : -106961797439616 : ffff9eb8040f1f80) 00000100:00000001:2.0:1789603568.964898:0:32054:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603568.964901:0:32054:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967599 00000100:00000001:2.0:1789603568.964903:0:32054:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603568.964906:0:32054:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603568.964911:0:32054:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f1f80 x1876533442886272/t4294967612(4294967612) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603584 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.964918:0:32054:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603568.964922:0:32054:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603568.964924:0:32054:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603568.964928:0:32054:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f1f80 x1876533442886272/t4294967612(4294967612) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603584 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789603568.964942:0:32054:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f1f80 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32054:1876533442886272:192.168.204.129@tcp:35:rm.0 00000100:00000001:2.0:1789603568.964948:0:32054:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603568.964951:0:32054:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.964960:0:32054:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789603568.964963:0:32054:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603568.964967:0:32054:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f1f80 x1876533442886272/t4294967612(4294967612) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603584 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.970486:0:32054:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603568.970496:0:32054:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb804077c00. 00000100:00000001:2.0:1789603568.970505:0:32054:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789603568.970507:0:32054:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.970532:0:32054:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603568.970534:0:32054:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112000 : -106961797439616 : ffff9eb8040f1f80) 00000002:00000001:2.0:1789603568.970538:0:32054:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603568.970542:0:32054:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603568.970547:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807a3fb80 2 00000080:00000010:2.0:1789603568.970551:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805571600. 00000080:00000001:2.0:1789603568.970556:0:32054:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1789603568.970560:0:32054:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1789603568.970563:0:32054:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603568.970567:0:32054:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603568.970569:0:32054:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603568.970572:0:32054:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603568.970574:0:32054:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603568.970576:0:32054:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:2.0:1789603568.970579:0:32054:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603568.970587:0:32054:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1789603568.970601:0:32054:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9eb806bd5c00 x1876533442885632/t4294967610(4294967610) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603584 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.970612:0:32054:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603568.970613:0:32054:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957085184 : -106961752466432 : ffff9eb806bd5c00) 00000100:00000001:2.0:1789603568.970617:0:32054:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603568.970621:0:32054:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5c00 x1876533442885632/t4294967610(4294967610) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603584 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.970629:0:32054:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.970631:0:32054:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603568.970634:0:32054:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f1f80 x1876533442886272/t4294967612(4294967612) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603584 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.970640:0:32054:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.970653:0:32054:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603568.970657:0:32054:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5c00 x1876533442885632/t4294967610(4294967610) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603584 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.970663:0:32054:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1789603568.970667:0:32054:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603568.970669:0:32054:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=9 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603568.970672:0:32054:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603568.970677:0:32054:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a5c00. 02000000:00000001:2.0:1789603568.970682:0:32054:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603568.970685:0:32054:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603568.970687:0:32054:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5c00. 00000100:00000001:2.0:1789603568.970691:0:32054:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603568.970692:0:32054:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603568.970694:0:32054:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603568.970697:0:32054:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f1f80 x1876533442886272/t4294967612(4294967612) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603584 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.970702:0:32054:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603568.970705:0:32054:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9eb810bc5820. 00000002:00000001:2.0:1789603568.970707:0:32054:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603568.970709:0:32054:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789603568.970712:0:32054:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9eb811aa7680. 00000100:00000001:2.0:1789603568.970715:0:32054:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603568.970717:0:32054:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f1f80 x1876533442886272/t4294967612(4294967612) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603584 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603568.970723:0:32054:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603568.970725:0:32054:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603568.970728:0:32054:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041d2000. 02000000:00000001:2.0:1789603568.970732:0:32054:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603568.970733:0:32054:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603568.970734:0:32054:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603568.970736:0:32054:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603568.970737:0:32054:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb805571400. 02000000:00000001:2.0:1789603568.970739:0:32054:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603568.970740:0:32054:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603568.970742:0:32054:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f1f80. 00000100:00000001:2.0:1789603568.970745:0:32054:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603568.970746:0:32054:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603568.970749:0:32054:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603568.970752:0:32054:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789603568.970755:0:32054:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode (null) 00000002:00000001:2.0:1789603568.970759:0:32054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603568.970763:0:32054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603568.970771:0:32054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bbd00 count: 4 00010000:00000001:2.0:1789603568.970774:0:32054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603568.970780:0:32054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603568.970782:0:32054:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603568.970786:0:32054:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789603568.970788:0:32054:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x20:0x0](ffff9eb808179148) invalid 00000020:00000001:2.0:1789603568.970792:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020aba80 00000080:00002000:2.0:1789603568.970794:0:32054:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff9eb82054e870) parent ffff9eb8081326c0 inode ffff9eb808179148 refc 2 00000080:00000001:2.0:1789603568.970799:0:32054:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789603568.970802:0:32054:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789603568.970805:0:32054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.970810:0:32054:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789603568.970814:0:32054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789603568.970816:0:32054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789603568.970819:0:32054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603568.970823:0:32054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789603568.970827:0:32054:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fdcc00 with handle 0xa04c19c788fe53c6 from hash 00010000:00000001:2.0:1789603568.970830:0:32054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789603568.970833:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603568.970835:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603568.970837:0:32054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789603568.970842:0:32054:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789603568.970845:0:32054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789603568.970849:0:32054:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1789603568.970852:0:32054:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:2.0:1789603568.970855:0:32054:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:2.0:1789603568.970866:0:32054:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f1f80. 00000020:00000040:2.0:1789603568.970870:0:32054:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=9 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:2.0:1789603568.970875:0:32054:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789603568.970877:0:32054:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.970881:0:32054:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603568.970888:0:32054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603568.970891:0:32054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.970894:0:32054:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603568.970897:0:32054:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603568.970902:0:32054:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603568.970912:0:32054:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb805571400. 00000100:00000001:2.0:1789603568.970920:0:32054:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.970923:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603568.970926:0:32054:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789603568.970933:0:32054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030e00/0xa04c19c788fe53cd lrc: 1/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91818 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1789603568.970944:0:32054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe53c6 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e917d9 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1789603568.970953:0:32054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53b8 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e917bd expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1789603568.970960:0:32054:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:2.0:1789603568.970962:0:32054:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1789603568.970964:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789603568.970967:0:32054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030e00/0xa04c19c788fe53cd lrc: 0/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91818 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603568.970988:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603568.970989:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789603568.970991:0:32054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe53c6 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e917d9 expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1789603568.970998:0:32054:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb8042bbd00 count: 0 00010000:00000010:2.0:1789603568.971005:0:32054:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb80502b880. 00010000:00000001:2.0:1789603568.971012:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603568.971013:0:32054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789603568.971016:0:32054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe53b8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e917bd expref: -99 pid: 32054 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:2.0:1789603568.971022:0:32054:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb819248600 count: 0 00010000:00000010:2.0:1789603568.971026:0:32054:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb805741500. 00010000:00000001:2.0:1789603568.971032:0:32054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603568.971034:0:32054:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.971036:0:32054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603568.971037:0:32054:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.971040:0:32054:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1789603568.971052:0:32054:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1789603568.971059:0:32054:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb8040f1f80 x1876533442886528/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603568.971067:0:32054:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603568.971069:0:32054:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603568.971076:0:32054:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb804077c00. 00000100:00000001:2.0:1789603568.971079:0:32054:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911611392 : -106961797940224 : ffff9eb804077c00) 00000100:00000001:2.0:1789603568.971081:0:32054:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603568.971082:0:32054:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112000 : -106961797439616 : ffff9eb8040f1f80) 00000100:00000001:2.0:1789603568.971088:0:32054:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603568.971093:0:32054:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.971096:0:32054:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603568.971098:0:32054:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603568.971102:0:32054:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f1f80 x1876533442886528/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603568.971110:0:32054:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603568.971113:0:32054:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603568.971118:0:32054:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603568.971121:0:32054:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603568.971124:0:32054:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603568.971127:0:32054:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f1f80 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32054:1876533442886528:192.168.204.129@tcp:36:rm.0 00000100:00000001:2.0:1789603568.971132:0:32054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603568.971138:0:32054:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603568.971140:0:32054:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603568.971143:0:32054:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603568.971147:0:32054:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041d2000. 02000000:00000001:2.0:1789603568.971149:0:32054:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603568.971159:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603568.971164:0:32054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a34d0. 00000400:00000010:2.0:1789603568.971173:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d77f8. 00000100:00000200:2.0:1789603568.971182:0:32054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442886528, portal 10 00000100:00000001:2.0:1789603568.971184:0:32054:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603568.971185:0:32054:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112000 : -106961797439616 : ffff9eb8040f1f80) 00000100:00000040:2.0:1789603568.971204:0:32054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f1f80 x1876533442886528/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603584 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603568.971212:0:32054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603568.971215:0:32054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603568.971218:0:32054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7ee0. 00000100:00000200:2.0:1789603568.971221:0:32054:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1876533442886528, offset 0 00000400:00000200:2.0:1789603568.971228:0:32054:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603568.971238:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.971247:0:32054:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603568.971253:0:32054:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603568.971258:0:32054:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603568.971262:0:32054:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603568.971265:0:32054:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603568.971269:0:32054:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2717:2717:256:4294967295] 192.168.204.129@tcp LPNI seq info [2717:2717:8:4294967295] 00000400:00000200:2.0:1789603568.971273:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603568.971283:0:32054:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603568.971289:0:32054:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603568.971294:0:32054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb819343800. 00000800:00000200:2.0:1789603568.971302:0:32054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603568.971310:0:32054:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603568.971315:0:32054:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb819343800 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1789603568.971340:0:32054:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603568.971347:0:32054:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 843937 usecs (844 jiffies) 00000400:00000200:2.0:1789603568.971350:0:32054:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603568.971353:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296568748 00000100:00000001:2.0:1789603568.971357:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296571690 00000100:00000001:2.0:1789603568.971359:0:32054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296568748 00000100:00000001:2.0:1789603568.971362:0:32054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296571690 00000100:00000001:2.0:1789603568.971365:0:32054:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603568.971368:0:32054:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.971370:0:32054:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603568.971373:0:32054:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603568.971376:0:32054:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb804077c00 going to sleep for 11 seconds 00000100:00000001:2.0:1789603568.971380:0:32054:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603568.971383:0:32054:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603568.971696:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603568.971702:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb819343800. 00000400:00000200:3.0:1789603568.971707:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.971713:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603568.971721:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7ee0 00000400:00000010:3.0:1789603568.971724:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7ee0. 00000100:00000001:3.0:1789603568.971729:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603568.971734:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f1f80 x1876533442886528/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603584 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603568.971743:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603568.971746:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f1f80 x1876533442886528/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603584 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603568.971751:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603568.971753:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603568.977568:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.977594:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603568.977601:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.977604:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603568.977616:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.977626:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603568.977639:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.977645:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.977662:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.977668:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d45bb80 00000400:00000200:3.0:1789603568.977675:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603568.977683:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x7c5d [1] + 224 00000800:00000001:3.0:1789603568.977693:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.977702:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603568.977706:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603568.977711:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603568.977721:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603568.977733:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f1f80 x1876533442886528/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603584 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603568.977746:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9eb8040f1f80 x1876533442886528/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603568.977765:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603568.977776:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603568.977780:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603568.979832:0:32054:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603568.979850:0:32054:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603568.979853:0:32054:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603568.979858:0:32054:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a34d0. 00000400:00000200:2.0:1789603568.979869:0:32054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d77f8 00000400:00000010:2.0:1789603568.979873:0:32054:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d77f8. 00000100:00000001:2.0:1789603568.979879:0:32054:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603568.979895:0:32054:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f1f80 x1876533442886528/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603568.979908:0:32054:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f1f80 x1876533442886528/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603584 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603568.979917:0:32054:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603568.979920:0:32054:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603568.979923:0:32054:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603568.979928:0:32054:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603568.979931:0:32054:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603568.979934:0:32054:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603568.979937:0:32054:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603568.979949:0:32054:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=116 v=5 (106 106 106 137) 00000100:00001000:2.0:1789603568.979954:0:32054:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603568.979957:0:32054:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603568.979959:0:32054:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603568.979962:0:32054:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603568.979967:0:32054:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.979972:0:32054:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789603568.979975:0:32054:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009b/0x10000012c] 00000100:00000001:2.0:1789603568.979977:0:32054:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789603568.979979:0:32054:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603568.979981:0:32054:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112000 : -106961797439616 : ffff9eb8040f1f80) 00000100:00000001:2.0:1789603568.979985:0:32054:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603568.979987:0:32054:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967599 00000100:00000001:2.0:1789603568.979990:0:32054:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603568.979994:0:32054:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603568.980000:0:32054:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f1f80 x1876533442886528/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/456 e 0 to 0 dl 1789603584 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603568.980007:0:32054:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603568.980011:0:32054:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603568.980013:0:32054:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603568.980018:0:32054:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f1f80 x1876533442886528/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/456 e 0 to 0 dl 1789603584 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603568.980032:0:32054:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f1f80 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32054:1876533442886528:192.168.204.129@tcp:36:rm.0 00000100:00000001:2.0:1789603568.980038:0:32054:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603568.980042:0:32054:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603568.980044:0:32054:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789603568.980047:0:32054:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603568.980051:0:32054:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f1f80 x1876533442886528/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/456 e 0 to 0 dl 1789603584 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603568.980058:0:32054:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603568.980062:0:32054:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb804077c00. 00000100:00000001:2.0:1789603568.980066:0:32054:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789603568.980068:0:32054:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603568.980078:0:32054:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603568.980082:0:32054:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603568.980087:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603568.980091:0:32054:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805571e00. 00000100:00000001:2.0:1789603568.980100:0:32054:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603568.980104:0:32054:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f1f80 x1876533442886528/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/456 e 0 to 0 dl 1789603584 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603568.980111:0:32054:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603568.980113:0:32054:0:(namei.c:2304:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603568.980141:0:32054:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1789603568.980147:0:32054:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1789603568.980149:0:32054:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x20:0x0](ffff9eb808179148) 00800000:00000001:2.0:1789603568.980154:0:32054:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1789603568.980156:0:32054:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x20:0x0] 00000002:00000001:2.0:1789603568.980162:0:32054:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1789603568.980170:0:32054:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603568.980172:0:32054:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1789603568.980175:0:32054:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603568.980177:0:32054:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603568.980180:0:32054:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1789603568.980183:0:32054:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1789603568.980185:0:32054:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603568.980196:0:32054:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603568.980200:0:32054:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807a3fb80 1 00800000:00000010:2.0:1789603568.980203:0:32054:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb807a3fb80. 00000080:00000001:2.0:1789603568.980209:0:32054:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1789603568.980211:0:32054:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:2.0:1789603568.980228:0:32054:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789603568.980232:0:32054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020abe30 00000080:00002000:2.0:1789603568.980235:0:32054:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff9eb82054e870, parent ffff9eb8081326c0, inode 0000000000000000) hashed, 00000080:00000001:2.0:1789603568.980238:0:32054:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603568.980242:0:32054:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789603568.980245:0:32054:0:(dcache.c:48:ll_release()) Process leaving 00010000:00000010:2.1:1789603568.987105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030e00. 00010000:00000010:2.1:1789603568.987129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8042bbd00. 00010000:00000010:2.1:1789603568.987143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdcc00. 00010000:00000010:2.1:1789603568.987149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248600. 00010000:00000010:2.1:1789603568.987153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031000. 00000080:00000010:2.1:1789603568.994578:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808179080. 00000080:00000010:2.1:1789603568.994602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8069472e0. 00010000:00000001:3.0:1789603569.589714:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603569.589724:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603569.589731:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603569.589733:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603569.589736:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603569.589737:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603569.592225:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789603569.592234:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603569.592242:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789603570.606896:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603570.606908:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603570.606917:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603570.606918:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603570.606922:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603570.606923:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603570.606955:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603570.606960:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603570.606964:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789603570.735809:0:32141:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603571.631747:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603571.631753:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603571.631757:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603571.631758:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603571.631761:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603571.631762:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603571.631779:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603571.631781:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603571.631784:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789603572.038847:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603572.038869:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603572.038929:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603572.038935:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603572.038947:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603572.038957:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603572.038965:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603572.038970:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603572.038976:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603572.038981:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 328 into portal 15 MB=0x6aab27ecccd00 00000400:00000200:3.0:1789603572.039052:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.129@tcp of length 328/328 into md 0x7175 [2] + 984 00000800:00000001:3.0:1789603572.039061:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603572.039069:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603572.039073:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603572.039077:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603572.039085:0:2395:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789603572.039087:0:2395:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1789603572.039094:0:2395:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49f80. 00000100:00000040:3.0:1789603572.039098:0:2395:0:(events.c:341:request_in_callback()) incoming req@ffff9eb810b49f80 x1876533468515584 msgsize 328 00000100:00100000:3.0:1789603572.039103:0:2395:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.129@tcp (source: 12345-192.168.204.129@tcp) 00000100:00000001:3.0:1789603572.039112:0:2395:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789603572.039120:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603572.039123:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603572.039155:0:16816:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789603572.039311:0:16816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876533468515584 02000000:00000001:3.0:1789603572.039313:0:16816:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789603572.039315:0:16816:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603572.039317:0:16816:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603572.039321:0:16816:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603572.039325:0:16816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876533468515584 00000020:00000001:3.0:1789603572.039327:0:16816:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789603572.039329:0:16816:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48d6 00000020:00000001:3.0:1789603572.039331:0:16816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603572.039333:0:16816:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb80640d800 refcount=4 00000020:00000001:3.0:1789603572.039335:0:16816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111948924928 : -106961760626688 : ffff9eb80640d800) 00000020:00000001:3.0:1789603572.039337:0:16816:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637111948924928 : -106961760626688 : ffff9eb80640d800) 00000100:00000001:3.0:1789603572.039341:0:16816:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789603572.039344:0:16816:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb807d57540. 00000100:00000001:3.0:1789603572.039346:0:16816:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789603572.039349:0:16816:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb807d57540. 00000020:00000010:3.0:1789603572.039355:0:16816:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb807ac0800. 00000020:00000010:3.0:1789603572.039360:0:16816:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9eb80502b380. 00000020:00000010:3.0:1789603572.039363:0:16816:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9eb80798f190. 00000100:00000040:3.0:1789603572.039370:0:16816:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1789603572.039372:0:16816:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789603572.039374:0:16816:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789603572.039375:0:16816:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603572.039382:0:16816:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603572.039388:0:16816:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603572.039398:0:16816:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789603572.039399:0:16816:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789603572.039402:0:16816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.129@tcp, seq: 56 00000100:00000040:3.0:1789603572.039405:0:16816:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9eb80640d800 : new rpc_count 1 00000100:00000001:3.0:1789603572.039406:0:16816:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446637112124284800 : -106961585266816 : ffff9eb810b49f80) 00000100:00000040:3.0:1789603572.039412:0:16816:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9eb810b49f80 x1876533468515584/t0(0) o104->LOV_OSC_UUID@192.168.204.129@tcp:658/0 lens 328/0 e 0 to 0 dl 1789603583 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603572.039419:0:16816:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789603572.039421:0:16816:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb807d57540. 00000100:00000001:3.0:1789603572.039422:0:16816:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789603572.039424:0:16816:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb807d57540. 00000100:00100000:3.0:1789603572.039427:0:16816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9eb810b49f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8748:x1876533468515584:12345-192.168.204.129@tcp:104: 00000100:00000200:3.0:1789603572.039430:0:16816:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876533468515584 00010000:00000001:3.0:1789603572.039490:0:16816:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1789603572.039497:0:16816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603572.039499:0:16816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603572.039501:0:16816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46c00 refcount=2 00000020:00000001:3.0:1789603572.039503:0:16816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000001:3.0:1789603572.039505:0:16816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000001:3.0:1789603572.039508:0:16816:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603572.039524:0:16816:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603572.039529:0:16816:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe539c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x31dbb14d74e9173f expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1789603572.039539:0:16816:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789603572.039541:0:16816:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789603572.039545:0:16816:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9eb80511e400. 02000000:00000001:3.0:1789603572.039546:0:16816:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603572.039549:0:16816:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603572.039554:0:16816:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789603572.039620:0:16816:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603572.039626:0:16816:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810bb1de8 time=119 v=5 (1 1 1 1) 00000100:00000001:3.0:1789603572.039632:0:16816:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789603572.039635:0:16816:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 16 to 192.168.204.129@tcp 00000100:00000001:3.0:1789603572.039638:0:16816:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 02000000:00000001:3.0:1789603572.039640:0:16816:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789603572.039642:0:16816:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603572.039646:0:16816:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603572.039649:0:16816:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603572.039654:0:16816:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d03b8. 00000100:00000200:3.0:1789603572.039659:0:16816:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876533468515584, offset 224 00000400:00000200:3.0:1789603572.039667:0:16816:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603572.039674:0:16816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603572.039681:0:16816:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.29@tcp to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603572.039687:0:16816:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2718:2718:256:4294967295] 192.168.204.129@tcp LPNI seq info [2718:2718:8:4294967295] 00000400:00000200:3.0:1789603572.039691:0:16816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603572.039702:0:16816:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:192.168.204.29@tcp) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603572.039708:0:16816:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603572.039714:0:16816:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f700. 00000800:00000200:3.0:1789603572.039721:0:16816:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603572.039730:0:16816:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603572.039734:0:16816:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603572.039744:0:16816:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603572.039748:0:16816:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00010000:00000001:3.0:1789603572.039751:0:16816:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1789603572.039755:0:16816:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9eb8109c4240. 00010000:00000001:3.0:1789603572.039757:0:16816:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789603572.039767:0:16816:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1789603572.039770:0:16816:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603572.039772:0:16816:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603572.039775:0:16816:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603572.039780:0:16816:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49f80 x1876533468515584/t0(0) o104->LOV_OSC_UUID@192.168.204.129@tcp:658/0 lens 328/224 e 0 to 0 dl 1789603583 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789603572.039790:0:16816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9eb810b49f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8748:x1876533468515584:12345-192.168.204.129@tcp:104: Request processed in 368us (690us total) trans 0 rc 0/0 00000100:00100000:3.0:1789603572.039797:0:16816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.129@tcp, seq: 56 00000100:00000040:3.0:1789603572.039800:0:16816:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9eb80640d800 : new rpc_count 0 00000100:00000001:3.0:1789603572.039801:0:16816:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789603572.039803:0:16816:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789603572.039807:0:16816:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9eb80502b380. 00000020:00000010:3.0:1789603572.039810:0:16816:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9eb80798f190. 00000020:00000010:3.0:1789603572.039813:0:16816:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9eb807ac0800. 00000020:00000040:3.0:1789603572.039818:0:16816:0:(genops.c:879:class_export_put()) PUTting export ffff9eb80640d800 : new refcount 3 00000100:00000001:3.0:1789603572.039819:0:16816:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789603572.040139:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603572.040143:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f700. 00000400:00000200:3.0:1789603572.040148:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603572.040152:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603572.040156:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d03b8 00000400:00000010:3.0:1789603572.040708:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d03b8. 00000100:00000001:3.0:1789603572.040715:0:2394:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789603572.040717:0:2394:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:3.0:1789603572.040734:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603572.040737:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603572.040740:0:16955:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1789603572.040743:0:16955:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1789603572.040745:0:16955:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789603572.040750:0:16955:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe539c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x31dbb14d74e9173f expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789603572.040761:0:16955:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb802f46c00 already unused, calling callback (ffffffffc1285300) 00000008:00000001:3.0:1789603572.040764:0:16955:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1789603572.040766:0:16955:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789603572.040769:0:16955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603572.040770:0:16955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603572.040772:0:16955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46c00 refcount=3 00000020:00000001:3.0:1789603572.040774:0:16955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000001:3.0:1789603572.040777:0:16955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000001:3.0:1789603572.040780:0:16955:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603572.040782:0:16955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe539c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x31dbb14d74e9173f expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1789603572.040789:0:16955:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1789603572.040791:0:16955:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603572.040796:0:16955:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389928648 : -106961319622968 : ffff9eb8208a06c8) 00000020:00001000:3.0:1789603572.040798:0:16955:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a06c0 00000008:00000001:3.0:1789603572.040799:0:16955:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1789603572.040801:0:16955:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789603572.040803:0:16955:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a06c0 00000008:00000001:3.0:1789603572.040805:0:16955:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603572.040808:0:16955:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603572.040811:0:16955:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603572.040813:0:16955:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603572.040815:0:16955:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603572.040817:0:16955:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789603572.040820:0:16955:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb802f46c00 with handle 0xa04c19c788fe539c from hash 00010000:00000001:3.0:1789603572.040823:0:16955:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603572.040825:0:16955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603572.040826:0:16955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603572.040828:0:16955:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603572.040830:0:16955:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603572.040832:0:16955:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1789603572.040837:0:16955:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603572.040839:0:16955:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603572.040842:0:16955:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603572.040844:0:16955:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1789603572.040849:0:16955:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4b800. 00000020:00000040:3.0:1789603572.040853:0:16955:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:3.0:1789603572.040858:0:16955:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603572.040860:0:16955:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603572.040864:0:16955:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603572.040871:0:16955:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb807ac0400. 00000100:00000001:3.0:1789603572.041119:0:16955:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603572.041124:0:16955:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789603572.041139:0:16955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe539c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x31dbb14d74e9173f expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789603572.041148:0:16955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789603572.041150:0:16955:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603572.041156:0:16955:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603572.041293:0:16955:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603572.041306:0:16955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4369383] to pc [ptlrpcd_01_00+0] req@ffff9eb810b4b800 x1876533442886656/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789603572.041336:0:16955:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603572.041339:0:16955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603572.041340:0:16955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603572.041342:0:16955:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603572.041344:0:16955:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603572.041346:0:16955:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603572.041350:0:16955:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe539c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x31dbb14d74e9173f expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789603572.041357:0:16955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789603572.041360:0:16955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe539c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x31dbb14d74e9173f expref: -99 pid: 32053 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789603572.041369:0:16955:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9eb806b15680. 00010000:00000040:3.0:1789603572.041374:0:16955:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb81938b800 count: 0 00010000:00000010:3.0:1789603572.041380:0:16955:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9eb81938b100. 00010000:00000001:3.0:1789603572.041387:0:16955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603572.041388:0:16955:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1789603572.041391:0:16955:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9eb8109c4240. 00010000:00000001:3.0:1789603572.041393:0:16955:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603572.041396:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603572.041397:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603572.041400:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789603572.041401:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603572.041402:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603572.041404:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789603572.041406:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603572.041407:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603572.041408:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789603572.041417:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603572.041421:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603572.041423:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603572.041489:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4b800 x1876533442886656/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603572.041498:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603572.041500:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603572.041504:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603572.041506:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603572.041532:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603572.041537:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442886656:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789603572.041542:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603572.041547:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603572.041549:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603572.041552:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603572.041608:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb807ac0800. 02000000:00000001:3.0:1789603572.041611:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603572.041618:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603572.041623:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748058. 00000400:00000010:3.0:1789603572.041629:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d03b8. 00000100:00000200:3.0:1789603572.041635:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442886656, portal 18 00000100:00000001:3.0:1789603572.041638:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603572.041639:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124291072 : -106961585260544 : ffff9eb810b4b800) 00000100:00000040:3.0:1789603572.041646:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b4b800 x1876533442886656/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603588 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603572.041654:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603572.041657:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603572.041660:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0088. 00000100:00000200:3.0:1789603572.041662:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876533442886656, offset 0 00000400:00000200:3.0:1789603572.041669:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603572.041677:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603572.041684:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603572.041690:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603572.041695:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603572.041699:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603572.041702:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603572.041705:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2719:2719:256:4294967295] 192.168.204.129@tcp LPNI seq info [2719:2719:8:4294967295] 00000400:00000200:3.0:1789603572.041709:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603572.041717:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603572.041723:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603572.041728:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f700. 00000800:00000200:3.0:1789603572.041735:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603572.041742:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603572.041746:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789603572.041758:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603572.041762:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 210170 usecs (211 jiffies) 00000400:00000200:3.0:1789603572.041766:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603572.041769:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296571183 00000100:00000001:3.0:1789603572.041772:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296571690 00000100:00000001:3.0:1789603572.041774:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296571183 00000100:00000001:3.0:1789603572.041777:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296571690 00000100:00000001:3.0:1789603572.041779:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603572.041781:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603572.041784:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603572.041787:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603572.041794:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603572.041796:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789603572.041799:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603572.041800:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603572.041802:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603572.041805:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603572.041818:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603572.041820:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603572.041908:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603572.041912:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f700. 00000400:00000200:3.0:1789603572.041916:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603572.041921:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603572.041926:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0088 00000400:00000010:3.0:1789603572.041929:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0088. 00000100:00000001:3.0:1789603572.041932:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603572.041937:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4b800 x1876533442886656/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603588 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603572.041946:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603572.041949:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4b800 x1876533442886656/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603588 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603572.041955:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603572.041957:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1789603572.048112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b800. 00010000:00000010:3.1:1789603572.048124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46c00. 00000800:00000001:3.0:1789603572.050322:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603572.050338:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603572.050342:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603572.050345:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603572.050354:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603572.050364:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603572.050374:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603572.050380:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603572.050385:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603572.050390:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 328 into portal 15 MB=0x6aab27eccce00 00000400:00000200:3.0:1789603572.050399:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.129@tcp of length 328/328 into md 0x7175 [2] + 1312 00000800:00000001:3.0:1789603572.050407:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603572.050414:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603572.050417:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603572.050423:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603572.050431:0:2394:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789603572.050433:0:2394:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1789603572.050439:0:2394:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b48700. 00000100:00000040:3.0:1789603572.050443:0:2394:0:(events.c:341:request_in_callback()) incoming req@ffff9eb810b48700 x1876533468515840 msgsize 328 00000100:00100000:3.0:1789603572.050447:0:2394:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.129@tcp (source: 12345-192.168.204.129@tcp) 00000100:00000001:3.0:1789603572.050466:0:2394:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789603572.050474:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603572.050478:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603572.050558:0:16817:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789603572.050561:0:16817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876533468515840 02000000:00000001:2.0:1789603572.050564:0:16817:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789603572.050566:0:16817:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603572.050568:0:16817:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603572.050573:0:16817:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603572.050577:0:16817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876533468515840 00000020:00000001:2.0:1789603572.050579:0:16817:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789603572.050581:0:16817:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48dd 00000020:00000001:2.0:1789603572.050583:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603572.050587:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb80640e800 refcount=4 00000020:00000001:2.0:1789603572.050589:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111948929024 : -106961760622592 : ffff9eb80640e800) 00000020:00000001:2.0:1789603572.050592:0:16817:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637111948929024 : -106961760622592 : ffff9eb80640e800) 00000100:00000001:2.0:1789603572.050596:0:16817:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789603572.050600:0:16817:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb806b15e80. 00000100:00000001:2.0:1789603572.050603:0:16817:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789603572.050605:0:16817:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb806b15e80. 00000020:00000010:2.0:1789603572.050613:0:16817:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb806b71600. 00000020:00000010:2.0:1789603572.050619:0:16817:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9eb80574e600. 00000020:00000010:2.0:1789603572.050623:0:16817:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9eb8203b6708. 00000100:00000040:2.0:1789603572.050630:0:16817:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1789603572.050633:0:16817:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789603572.050635:0:16817:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789603572.050637:0:16817:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603572.050644:0:16817:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603572.050658:0:16817:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603572.050671:0:16817:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789603572.050673:0:16817:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789603572.050678:0:16817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.129@tcp, seq: 57 00000100:00000040:2.0:1789603572.050682:0:16817:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9eb80640e800 : new rpc_count 1 00000100:00000001:2.0:1789603572.050685:0:16817:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446637112124278528 : -106961585273088 : ffff9eb810b48700) 00000100:00000040:2.0:1789603572.050693:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9eb810b48700 x1876533468515840/t0(0) o104->LOV_OSC_UUID@192.168.204.129@tcp:658/0 lens 328/0 e 0 to 0 dl 1789603583 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603572.050703:0:16817:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789603572.050706:0:16817:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb806b15e80. 00000100:00000001:2.0:1789603572.050707:0:16817:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789603572.050709:0:16817:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb806b15e80. 00000100:00100000:2.0:1789603572.050713:0:16817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9eb810b48700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8440:x1876533468515840:12345-192.168.204.129@tcp:104: 00000100:00000200:2.0:1789603572.050717:0:16817:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876533468515840 00010000:00000001:2.0:1789603572.050719:0:16817:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1789603572.050728:0:16817:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603572.050730:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603572.050732:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=2 00000020:00000001:2.0:1789603572.050734:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:2.0:1789603572.050737:0:16817:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:2.0:1789603572.050740:0:16817:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603572.050744:0:16817:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603572.050750:0:16817:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe5387 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x31dbb14d74e91700 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1789603572.050762:0:16817:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789603572.050764:0:16817:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789603572.050769:0:16817:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9eb8041d1c00. 02000000:00000001:2.0:1789603572.050771:0:16817:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603572.050774:0:16817:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603572.050779:0:16817:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789603572.050782:0:16817:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603572.050786:0:16817:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810bb1de8 time=119 v=5 (1 1 1 1) 00000100:00000001:2.0:1789603572.050791:0:16817:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789603572.050793:0:16817:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 16 to 192.168.204.129@tcp 00000100:00000001:2.0:1789603572.050795:0:16817:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 02000000:00000001:2.0:1789603572.050798:0:16817:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789603572.050800:0:16817:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603572.050803:0:16817:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603572.050805:0:16817:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603572.050810:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d77f8. 00000100:00000200:2.0:1789603572.050815:0:16817:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876533468515840, offset 224 00000400:00000200:2.0:1789603572.050820:0:16817:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603572.050827:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603572.050833:0:16817:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.29@tcp to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603572.050839:0:16817:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2720:2720:256:4294967295] 192.168.204.129@tcp LPNI seq info [2720:2720:8:4294967295] 00000400:00000200:2.0:1789603572.050843:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603572.050851:0:16817:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:192.168.204.29@tcp) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603572.050856:0:16817:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603572.050861:0:16817:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8086d7200. 00000800:00000200:2.0:1789603572.050867:0:16817:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603572.050874:0:16817:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603572.050879:0:16817:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8086d7200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603572.050887:0:16817:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603572.050890:0:16817:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00010000:00000001:2.0:1789603572.050892:0:16817:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1789603572.050895:0:16817:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9eb80411d9c0. 00010000:00000001:2.0:1789603572.050898:0:16817:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1789603572.050910:0:16817:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1789603572.050913:0:16817:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603572.050914:0:16817:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603572.050917:0:16817:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603572.050921:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b48700 x1876533468515840/t0(0) o104->LOV_OSC_UUID@192.168.204.129@tcp:658/0 lens 328/224 e 0 to 0 dl 1789603583 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789603572.050929:0:16817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9eb810b48700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8440:x1876533468515840:12345-192.168.204.129@tcp:104: Request processed in 224us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1789603572.050936:0:16817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.129@tcp, seq: 57 00000100:00000040:2.0:1789603572.050939:0:16817:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9eb80640e800 : new rpc_count 0 00000100:00000001:2.0:1789603572.050941:0:16817:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789603572.050943:0:16817:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789603572.050947:0:16817:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9eb80574e600. 00000020:00000010:2.0:1789603572.050951:0:16817:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9eb8203b6708. 00000020:00000010:2.0:1789603572.050954:0:16817:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9eb806b71600. 00000020:00000040:2.0:1789603572.050958:0:16817:0:(genops.c:879:class_export_put()) PUTting export ffff9eb80640e800 : new refcount 3 00000100:00000001:2.0:1789603572.050961:0:16817:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789603572.051080:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603572.051084:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8086d7200. 00000400:00000200:3.0:1789603572.051089:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603572.051093:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603572.051097:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d77f8 00000400:00000010:3.0:1789603572.051099:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d77f8. 00000100:00000001:3.0:1789603572.051103:0:2395:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789603572.051104:0:2395:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:0.0:1789603572.051184:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603572.051187:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603572.051189:0:16825:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1789603572.051192:0:16825:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1789603572.051195:0:16825:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1789603572.051199:0:16825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe5387 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x31dbb14d74e91700 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789603572.051208:0:16825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb814fdc200 already unused, calling callback (ffffffffc1285300) 00000008:00000001:0.0:1789603572.051211:0:16825:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1789603572.051214:0:16825:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789603572.051215:0:16825:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603572.051216:0:16825:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603572.051218:0:16825:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=3 00000020:00000001:0.0:1789603572.051220:0:16825:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:0.0:1789603572.051222:0:16825:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:0.0:1789603572.051224:0:16825:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789603572.051227:0:16825:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe5387 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x31dbb14d74e91700 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1789603572.051234:0:16825:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1789603572.051236:0:16825:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603572.051239:0:16825:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:0.0:1789603572.051242:0:16825:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00000008:00000001:0.0:1789603572.051244:0:16825:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1789603572.051246:0:16825:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789603572.051248:0:16825:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00000008:00000001:0.0:1789603572.051251:0:16825:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603572.051253:0:16825:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789603572.051257:0:16825:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789603572.051259:0:16825:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789603572.051260:0:16825:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603572.051262:0:16825:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789603572.051265:0:16825:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fdc200 with handle 0xa04c19c788fe5387 from hash 00010000:00000001:0.0:1789603572.051268:0:16825:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789603572.051269:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603572.051270:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603572.051271:0:16825:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789603572.051274:0:16825:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789603572.051276:0:16825:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1789603572.051280:0:16825:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603572.051283:0:16825:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603572.051285:0:16825:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603572.051287:0:16825:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1789603572.051292:0:16825:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1f100. 00000020:00000040:0.0:1789603572.051295:0:16825:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:0.0:1789603572.051299:0:16825:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603572.051301:0:16825:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603572.051305:0:16825:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603572.051311:0:16825:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb806951400. 00000100:00000001:0.0:1789603572.051316:0:16825:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603572.051318:0:16825:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789603572.051322:0:16825:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe5387 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x31dbb14d74e91700 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789603572.051328:0:16825:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789603572.051330:0:16825:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603572.051334:0:16825:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603572.051338:0:16825:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603572.051345:0:16825:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003574119b] to pc [ptlrpcd_00_00+0] req@ffff9eb810d1f100 x1876533442886784/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789603572.051366:0:16825:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603572.051369:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603572.051370:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603572.051371:0:16825:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603572.051373:0:16825:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603572.051375:0:16825:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603572.051378:0:16825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe5387 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x31dbb14d74e91700 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603572.051385:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789603572.051388:0:16825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe5387 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x31dbb14d74e91700 expref: -99 pid: 32052 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1789603572.051396:0:16825:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9eb811aa70c0. 00010000:00000040:0.0:1789603572.051400:0:16825:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb80647c800 count: 0 00010000:00000010:0.0:1789603572.051408:0:16825:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9eb80647c400. 00010000:00000001:0.0:1789603572.051416:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603572.051417:0:16825:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1789603572.051419:0:16825:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9eb80411d9c0. 00010000:00000001:0.0:1789603572.051422:0:16825:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603572.051424:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603572.051426:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603572.051427:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789603572.051429:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603572.051430:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603572.051432:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789603572.051433:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603572.051434:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603572.051436:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789603572.051443:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603572.051446:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603572.051448:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603572.051453:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1f100 x1876533442886784/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603572.051461:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603572.051463:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603572.051466:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603572.051469:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603572.051471:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603572.051475:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442886784:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789603572.051479:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603572.051483:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603572.051486:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603572.051488:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603572.051492:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb806950400. 02000000:00000001:0.0:1789603572.051494:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603572.051499:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603572.051503:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041392c0. 00000400:00000010:0.0:1789603572.051536:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682cc0. 00000100:00000200:0.0:1789603572.051542:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442886784, portal 18 00000100:00000001:0.0:1789603572.051544:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603572.051545:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126206208 : -106961583345408 : ffff9eb810d1f100) 00000100:00000040:0.0:1789603572.051552:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1f100 x1876533442886784/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603588 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603572.051560:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603572.051562:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603572.051565:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682440. 00000100:00000200:0.0:1789603572.051572:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876533442886784, offset 0 00000400:00000200:0.0:1789603572.051577:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603572.051582:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603572.051586:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603572.051591:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603572.051594:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603572.051598:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603572.051600:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603572.051603:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2721:2721:256:4294967295] 192.168.204.129@tcp LPNI seq info [2721:2721:8:4294967295] 00000400:00000200:0.0:1789603572.051607:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603572.051613:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603572.051617:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603572.051620:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8065b6300. 00000800:00000200:0.0:1789603572.051624:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603572.051629:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603572.051632:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8065b6300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789603572.051637:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603572.051641:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 23011 usecs (24 jiffies) 00000400:00000200:0.0:1789603572.051645:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603572.051647:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296571009 00000100:00000001:0.0:1789603572.051650:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296571690 00000100:00000001:0.0:1789603572.051652:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296571009 00000100:00000001:0.0:1789603572.051654:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296571690 00000100:00000001:0.0:1789603572.051656:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603572.051659:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603572.051662:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603572.051664:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603572.051668:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603572.051670:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789603572.051673:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603572.051674:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603572.051675:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603572.051676:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603572.051684:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603572.051686:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603572.051753:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603572.051756:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8065b6300. 00000400:00000200:3.0:1789603572.051759:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603572.051763:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603572.051766:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682440 00000400:00000010:3.0:1789603572.051768:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682440. 00000100:00000001:3.0:1789603572.051771:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603572.051775:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1f100 x1876533442886784/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603588 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603572.051783:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603572.051786:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1f100 x1876533442886784/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603588 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603572.051792:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603572.051794:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603572.058441:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603572.058457:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603572.058461:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603572.058464:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603572.058472:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603572.058480:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603572.058489:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603572.058494:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603572.058499:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603572.058504:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 18 MB=0x6aab27d45bc80 00000400:00000200:3.0:1789603572.058545:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603572.058552:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7c8d [1] + 224 00000800:00000001:3.0:1789603572.058560:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603572.058569:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603572.058573:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603572.058578:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603572.058599:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603572.058610:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1f100 x1876533442886784/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603588 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603572.058622:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1f100 x1876533442886784/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603588 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603572.058650:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603572.058667:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603572.058670:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1789603572.063610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c800. 00010000:00000010:0.1:1789603572.063627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc200. 00000800:00000001:3.0:1789603572.064098:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603572.064113:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603572.064117:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603572.064119:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603572.064137:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603572.064145:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603572.064154:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603572.064159:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603572.064164:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603572.064169:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 18 MB=0x6aab27d45bc00 00000400:00000200:3.0:1789603572.064174:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603572.064181:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7c75 [1] + 224 00000800:00000001:3.0:1789603572.064189:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603572.064196:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603572.064200:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603572.064206:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603572.064214:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603572.064224:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4b800 x1876533442886656/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603588 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603572.064235:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b4b800 x1876533442886656/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603588 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603572.064254:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603572.064262:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603572.064265:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603572.065773:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603572.065781:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603572.065789:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603572.065792:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603572.065795:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748058. 00000400:00000200:2.0:1789603572.065801:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d03b8 00000400:00000010:2.0:1789603572.065804:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d03b8. 00000100:00000001:2.0:1789603572.065809:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603572.065818:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b4b800 x1876533442886656/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603588 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603572.065829:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b4b800 x1876533442886656/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603588 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603572.065836:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603572.065837:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603572.065840:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603572.065842:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603572.065845:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603572.065848:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603572.065850:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603572.065858:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac538 time=105 v=5 (5 5 0 5) 00000100:00001000:2.0:1789603572.065861:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=7 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603572.065864:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603572.065866:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603572.065868:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603572.065872:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603572.065876:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603572.065877:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967330 00000100:00000001:2.0:1789603572.065880:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603572.065881:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603572.065886:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b4b800 x1876533442886656/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603588 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603572.065892:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603572.065896:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603572.065897:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603572.065901:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4b800 x1876533442886656/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603588 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603572.065909:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442886656:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1789603572.065914:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603572.065916:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603572.065919:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b4b800 x1876533442886656/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603588 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603572.065925:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603572.065927:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603572.065930:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb807ac0800. 02000000:00000001:2.0:1789603572.065934:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603572.065936:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603572.065938:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:2.0:1789603572.065940:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603572.065942:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb807ac0400. 02000000:00000001:2.0:1789603572.065946:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603572.065948:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603572.065950:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4b800. 00000100:00000001:2.0:1789603572.065954:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603572.065956:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603572.065958:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603572.065967:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603572.065969:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603572.065972:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603572.065974:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603572.657813:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603572.657824:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603572.657866:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603572.657869:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603572.657872:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789603572.680957:0:32281:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603572.778681:0:29041:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296571690, at 4296571712 00000100:00000010:2.0:1789603572.778699:0:29041:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb807b8d9c0. 00000100:00000040:3.0:1789603572.783927:0:27602:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296571690, at 4296571717 00000100:00000010:3.0:1789603572.783942:0:27602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb807b8d180. 00010000:00000001:3.0:1789603573.676380:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603573.676387:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603573.676406:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603573.676409:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603573.676412:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789603573.996716:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603573.996727:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603573.996735:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1dc00. 00000020:00000040:0.0:1789603573.996742:0:38:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:0.0:1789603573.996747:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603573.996751:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603573.996756:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603573.996764:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8065b6700. 00000100:00000001:0.0:1789603573.996773:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603573.996785:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb810d1dc00 x1876533442886912/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603573.996801:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603573.996806:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603573.996812:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da369376] to pc [ptlrpcd_00_01+1] req@ffff9eb810d1dc00 x1876533442886912/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603573.996833:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603573.996836:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603573.996839:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603573.996841:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1d500. 00000020:00000040:0.0:1789603573.996844:0:38:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=10 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603573.996846:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603573.996847:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603573.996848:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603573.996851:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8065b6000. 00000100:00000001:0.0:1789603573.996854:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603573.996857:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID req@ffff9eb810d1d500 x1876533442887040/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603573.996865:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603573.996866:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603573.996869:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000949e1ce4] to pc [ptlrpcd_00_00+0] req@ffff9eb810d1d500 x1876533442887040/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603573.996877:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603573.996878:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603573.996881:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603573.996884:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1f800. 00000020:00000040:0.0:1789603573.996886:0:38:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603573.996888:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603573.996889:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603573.996890:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603573.996893:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8065b6100. 00000100:00000001:0.0:1789603573.996897:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603573.996901:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb810d1f800 x1876533442887168/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603573.996906:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603573.996908:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603573.996911:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f82e619] to pc [ptlrpcd_00_01+1] req@ffff9eb810d1f800 x1876533442887168/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603573.996917:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603573.996919:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603573.996922:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603573.996925:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1e300. 00000020:00000040:0.0:1789603573.996927:0:38:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:0.0:1789603573.996929:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603573.996930:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603573.996931:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603573.996934:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8065b6c00. 00000100:00000001:0.0:1789603573.996937:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603573.996941:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID req@ffff9eb810d1e300 x1876533442887296/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603573.996948:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603573.996949:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603573.996953:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e361bfb] to pc [ptlrpcd_00_00+0] req@ffff9eb810d1e300 x1876533442887296/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603573.996960:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603573.996962:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603573.996965:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603573.996968:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1c380. 00000020:00000040:0.0:1789603573.996970:0:38:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:0.0:1789603573.996972:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603573.996973:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603573.996975:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603573.996978:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8065b6a00. 00000100:00000001:0.0:1789603573.996980:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603573.996983:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID req@ffff9eb810d1c380 x1876533442887424/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603573.996989:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603573.996991:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603573.996994:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb2c3543] to pc [ptlrpcd_00_01+1] req@ffff9eb810d1c380 x1876533442887424/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603573.997000:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603573.997004:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1910) 00000100:00000001:0.0:1789603573.997160:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603573.997164:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603573.997167:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603573.997174:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1dc00 x1876533442886912/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603573.997182:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603573.997184:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603573.997188:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603573.997190:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603573.997193:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603573.997196:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2401:1876533442886912:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603573.997200:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603573.997206:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603573.997208:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603573.997210:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603573.997215:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb805570a00. 02000000:00000001:0.0:1789603573.997217:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603573.997224:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603573.997229:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139688. 00000400:00000010:0.0:1789603573.997235:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682330. 00000100:00000200:0.0:1789603573.997242:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442886912, portal 25 00000100:00000001:0.0:1789603573.997245:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603573.997246:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126200832 : -106961583350784 : ffff9eb810d1dc00) 00000100:00000040:0.0:1789603573.997253:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1dc00 x1876533442886912/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603573.997259:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603573.997262:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603573.997264:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682110. 00000100:00000200:0.0:1789603573.997268:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442886912, offset 0 00000400:00000200:0.0:1789603573.997274:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603573.997282:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603573.997289:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603573.997294:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603573.997298:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603573.997301:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603573.997304:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603573.997307:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2722:2722:256:4294967295] 192.168.204.129@tcp LPNI seq info [2722:2722:8:4294967295] 00000400:00000200:0.0:1789603573.997311:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603573.997321:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603573.997327:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603573.997332:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8065b6b00. 00000800:00000200:0.0:1789603573.997340:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603573.997347:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603573.997352:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8065b6b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603573.997364:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603573.997368:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603573.997371:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296576875 00000100:00000010:0.0:1789603573.997376:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb807b8d5a0. 00000100:00000001:0.0:1789603573.997384:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789603573.997390:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296576875 00000100:00000010:0.0:1789603573.997392:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb807b8d060. 00000100:00000001:0.0:1789603573.997396:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789603573.997398:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603573.997401:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603573.997404:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603573.997408:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1f800 x1876533442887168/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603573.997414:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603573.997416:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603573.997418:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603573.997419:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603573.997422:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603573.997424:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442887168:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603573.997428:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603573.997429:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603573.997431:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603573.997432:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603573.997435:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb805570600. 02000000:00000001:0.0:1789603573.997437:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603573.997440:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603573.997443:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139108. 00000400:00000010:0.0:1789603573.997446:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682770. 00000100:00000200:0.0:1789603573.997448:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442887168, portal 10 00000100:00000001:0.0:1789603573.997450:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603573.997451:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126208000 : -106961583343616 : ffff9eb810d1f800) 00000100:00000040:0.0:1789603573.997457:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1f800 x1876533442887168/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603573.997462:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603573.997464:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603573.997466:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136824c8. 00000100:00000200:0.0:1789603573.997468:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442887168, offset 0 00000400:00000200:0.0:1789603573.997472:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603573.997476:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603573.997480:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603573.997482:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603573.997484:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603573.997486:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603573.997489:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603573.997492:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2723:2723:255:4294967295] 192.168.204.129@tcp LPNI seq info [2723:2723:7:4294967295] 00000400:00000200:0.0:1789603573.997495:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603573.997501:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603573.997505:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603573.997529:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb812ac0d00. 00000800:00000200:0.0:1789603573.997534:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603573.997538:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603573.997540:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb812ac0d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603573.997543:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603573.997547:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21341 usecs (22 jiffies) 00000400:00000200:0.0:1789603573.997566:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603573.997568:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296572951 00000100:00000001:0.0:1789603573.997570:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296576875 00000100:00000001:0.0:1789603573.997573:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296572951 00000100:00000001:0.0:1789603573.997574:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296576875 00000100:00000001:0.0:1789603573.997577:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603573.997579:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603573.997580:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603573.997585:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1c380 x1876533442887424/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603573.997591:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603573.997592:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603573.997594:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603573.997595:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603573.997598:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603573.997601:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442887424:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603573.997605:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603573.997607:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603573.997609:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603573.997610:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603573.997614:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb805571000. 02000000:00000001:0.0:1789603573.997615:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603573.997618:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603573.997621:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139370. 00000400:00000010:0.0:1789603573.997624:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682dd0. 00000100:00000200:0.0:1789603573.997626:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442887424, portal 4 00000100:00000001:0.0:1789603573.997628:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603573.997629:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00000100:00000040:0.0:1789603573.997636:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1c380 x1876533442887424/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603573.997642:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603573.997644:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603573.997646:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682b28. 00000100:00000200:0.0:1789603573.997648:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442887424, offset 0 00000400:00000200:0.0:1789603573.997652:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603573.997655:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603573.997658:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603573.997661:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603573.997663:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603573.997665:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603573.997667:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603573.997669:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2724:2724:254:4294967295] 192.168.204.129@tcp LPNI seq info [2724:2724:6:4294967295] 00000400:00000200:0.0:1789603573.997673:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603573.997678:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603573.997682:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603573.997686:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb812ac0300. 00000800:00000200:0.0:1789603573.997689:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603573.997694:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603573.997697:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb812ac0300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603573.997700:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603573.997703:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22922 usecs (23 jiffies) 00000400:00000200:0.0:1789603573.997706:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603573.997707:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296572952 00000100:00000001:0.0:1789603573.997709:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296576875 00000100:00000001:0.0:1789603573.997711:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296572952 00000100:00000001:0.0:1789603573.997712:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296576875 00000100:00000001:0.0:1789603573.997714:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603573.997716:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603573.997718:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603573.997721:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603573.997730:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603573.997732:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789603573.997734:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603573.997735:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603573.997737:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603573.997740:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1789603573.997742:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603573.997743:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603573.997745:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603573.997747:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603573.997748:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603573.997749:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603573.997752:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1d500 x1876533442887040/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603573.997758:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603573.997759:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603573.997761:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603573.997762:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603573.997765:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603573.997768:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442887040:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603573.997771:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603573.997773:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603573.997774:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603573.997776:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603573.997779:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb805570e00. 02000000:00000001:0.0:1789603573.997780:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603573.997783:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603573.997785:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139268. 00000400:00000010:0.0:1789603573.997788:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682550. 00000100:00000200:0.0:1789603573.997791:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442887040, portal 10 00000100:00000001:0.0:1789603573.997793:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603573.997794:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126199040 : -106961583352576 : ffff9eb810d1d500) 00000100:00000040:0.0:1789603573.997800:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1d500 x1876533442887040/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603573.997806:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603573.997808:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603573.997810:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136826e8. 00000100:00000200:0.0:1789603573.997811:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442887040, offset 0 00000400:00000200:0.0:1789603573.997816:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603573.997819:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603573.997823:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603573.997826:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603573.997828:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603573.997830:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603573.997832:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603573.997834:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2725:2725:253:4294967295] 192.168.204.129@tcp LPNI seq info [2725:2725:5:4294967295] 00000400:00000200:0.0:1789603573.997838:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603573.997844:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603573.997848:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603573.997851:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb812ac0600. 00000800:00000200:0.0:1789603573.997855:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603573.997858:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603573.997861:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb812ac0600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603573.997864:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603573.997866:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 842733 usecs (843 jiffies) 00000400:00000200:0.0:1789603573.997869:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603573.997871:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296573772 00000100:00000001:0.0:1789603573.997874:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296576875 00000100:00000001:0.0:1789603573.997876:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296573772 00000100:00000001:0.0:1789603573.997878:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296576875 00000100:00000001:0.0:1789603573.997881:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603573.997883:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603573.997885:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603573.997889:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1e300 x1876533442887296/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603573.997895:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603573.997897:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603573.997899:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603573.997900:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603573.997902:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603573.997905:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442887296:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603573.997908:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603573.997910:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603573.997911:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603573.997913:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603573.997916:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb805571e00. 02000000:00000001:0.0:1789603573.997918:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603573.997921:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603573.997923:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139840. 00000400:00000010:0.0:1789603573.997926:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682c38. 00000100:00000200:0.0:1789603573.997929:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442887296, portal 4 00000100:00000001:0.0:1789603573.997931:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603573.997932:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126202624 : -106961583348992 : ffff9eb810d1e300) 00000100:00000040:0.0:1789603573.997938:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1e300 x1876533442887296/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603573.997944:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603573.997946:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603573.997948:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682d48. 00000100:00000200:0.0:1789603573.997951:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442887296, offset 0 00000400:00000200:0.0:1789603573.997954:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603573.997958:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603573.997961:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603573.997964:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603573.997965:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603573.997967:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603573.997969:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603573.997971:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2726:2726:252:4294967295] 192.168.204.129@tcp LPNI seq info [2726:2726:4:4294967295] 00000400:00000200:0.0:1789603573.997975:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603573.997980:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603573.997983:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603573.997987:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb819343400. 00000800:00000200:0.0:1789603573.997991:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603573.997994:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603573.997996:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb819343400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603573.997998:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603573.998001:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 209323 usecs (210 jiffies) 00000400:00000200:0.0:1789603573.998004:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603573.998006:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296573139 00000100:00000001:0.0:1789603573.998008:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296576875 00000100:00000001:0.0:1789603573.998010:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296573139 00000100:00000001:0.0:1789603573.998013:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296576875 00000100:00000001:0.0:1789603573.998014:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603573.998016:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603573.998018:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603573.998021:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603573.998035:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603573.998037:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603573.998656:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603573.998662:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8065b6b00. 00000400:00000200:3.0:1789603573.998668:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603573.998673:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603573.998680:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682110 00000400:00000010:3.0:1789603573.998683:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682110. 00000100:00000001:3.0:1789603573.998687:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603573.998692:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1dc00 x1876533442886912/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603573.998702:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603573.998705:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1dc00 x1876533442886912/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603589 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603573.998711:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603573.998714:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603573.998725:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603573.998727:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb812ac0d00. 00000400:00000200:3.0:1789603573.998730:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603573.998733:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603573.998735:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136824c8 00000400:00000010:3.0:1789603573.998737:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136824c8. 00000100:00000001:3.0:1789603573.998739:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603573.998743:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1f800 x1876533442887168/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603573.998748:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603573.998751:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1f800 x1876533442887168/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603589 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603573.998756:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603573.998758:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603573.998765:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603573.998766:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb812ac0300. 00000400:00000200:3.0:1789603573.998769:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603573.998772:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603573.998774:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682b28 00000400:00000010:3.0:1789603573.998776:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682b28. 00000100:00000001:3.0:1789603573.998778:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603573.998782:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1c380 x1876533442887424/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603573.998788:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603573.998790:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1c380 x1876533442887424/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603589 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603573.998796:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603573.998797:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603573.998803:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603573.998805:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb812ac0600. 00000400:00000200:3.0:1789603573.998808:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603573.998810:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603573.998813:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136826e8 00000400:00000010:3.0:1789603573.998815:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136826e8. 00000100:00000001:3.0:1789603573.998817:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603573.998820:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1d500 x1876533442887040/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603573.998826:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603573.998829:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1d500 x1876533442887040/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603589 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603573.998834:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603573.998836:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603573.998893:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603573.998896:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb819343400. 00000400:00000200:3.0:1789603573.998900:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603573.998903:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603573.998905:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682d48 00000400:00000010:3.0:1789603573.998907:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682d48. 00000100:00000001:3.0:1789603573.998909:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603573.998912:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1e300 x1876533442887296/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603573.998918:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603573.998921:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1e300 x1876533442887296/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603589 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603573.998926:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603573.998928:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603574.006933:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603574.006954:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603574.006960:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603574.006962:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603574.006973:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603574.006981:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603574.006993:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603574.006998:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603574.007004:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603574.007010:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d45bf00 00000400:00000200:3.0:1789603574.007015:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603574.007021:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7ca5 [1] + 224 00000800:00000001:3.0:1789603574.007030:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603574.007034:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603574.007038:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603574.007043:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603574.007052:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603574.007062:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1c380 x1876533442887424/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603574.007075:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1c380 x1876533442887424/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603574.007128:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603574.007133:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603574.007152:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603574.007160:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603574.007164:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603574.007166:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603574.007168:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603574.007171:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603574.007175:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603574.007179:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603574.007182:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603574.007184:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603574.007187:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d45bd00 00000400:00000200:3.0:1789603574.007191:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603574.007195:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7c95 [1] + 224 00000800:00000001:3.0:1789603574.007199:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603574.007203:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603574.007205:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603574.007209:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603574.007211:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603574.007216:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1dc00 x1876533442886912/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603574.007232:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1dc00 x1876533442886912/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603574.007239:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603574.007242:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603574.007246:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789603574.015867:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603574.015874:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603574.015878:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139370. 00000400:00000200:0.0:1789603574.015887:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682dd0 00000400:00000010:0.0:1789603574.015890:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682dd0. 00000100:00000001:0.0:1789603574.015896:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603574.015909:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1c380 x1876533442887424/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603574.015921:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1c380 x1876533442887424/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603574.015930:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603574.015933:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603574.015937:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603574.015941:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603574.015943:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603574.015946:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603574.015950:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603574.015960:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=121 v=5 (5 5 5 17) 00000100:00001000:0.0:1789603574.015964:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603574.015967:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603574.015968:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603574.015971:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603574.015975:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603574.015979:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603574.015982:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:0.0:1789603574.015983:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603574.015986:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603574.015991:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1c380 x1876533442887424/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603589 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603574.015998:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603574.016000:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603574.016002:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603574.016005:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1c380 x1876533442887424/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603589 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603574.016012:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442887424:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603574.016017:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603574.016021:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603574.016024:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1c380 x1876533442887424/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603589 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603574.016030:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603574.016033:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603574.016036:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb805571000. 02000000:00000001:0.0:1789603574.016041:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603574.016043:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603574.016045:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603574.016048:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603574.016050:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8065b6a00. 02000000:00000001:0.0:1789603574.016055:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603574.016057:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603574.016058:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1c380. 00000100:00000001:0.0:1789603574.016062:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603574.016064:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603574.016067:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603574.016070:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603574.016071:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603574.016076:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603574.016077:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603574.016079:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139688. 00000400:00000200:0.0:1789603574.016081:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682330 00000400:00000010:0.0:1789603574.016084:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682330. 00000100:00000001:0.0:1789603574.016087:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603574.016101:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1dc00 x1876533442886912/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603574.016109:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1dc00 x1876533442886912/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603574.016116:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603574.016117:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603574.016120:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603574.016121:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603574.016122:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603574.016124:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603574.016125:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603574.016128:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=122 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603574.016131:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=122 v=5 (1 1 1 1) 00000100:00000001:0.0:1789603574.016133:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603574.016135:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603574.016136:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603574.016138:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603574.016140:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603574.016144:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1dc00 x1876533442886912/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603589 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603574.016150:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603574.016152:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603574.016154:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603574.016158:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1dc00 x1876533442886912/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603589 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603574.016166:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2401:1876533442886912:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603574.016171:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603574.016172:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603574.016176:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1dc00 x1876533442886912/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603589 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603574.016186:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603574.016188:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603574.016190:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb805570a00. 02000000:00000001:0.0:1789603574.016193:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603574.016194:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603574.016196:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:0.0:1789603574.016198:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603574.016199:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8065b6700. 02000000:00000001:0.0:1789603574.016201:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603574.016202:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603574.016204:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1dc00. 00000100:00000001:0.0:1789603574.016206:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603574.016207:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603574.016209:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603574.016210:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603574.016211:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603574.016213:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603574.016214:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603574.019799:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603574.019815:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603574.019820:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603574.019822:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603574.019830:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603574.019837:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603574.019845:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603574.019850:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603574.019855:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603574.019859:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d45be80 00000400:00000200:2.0:1789603574.019863:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603574.019869:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7cb5 [1] + 224 00000800:00000001:2.0:1789603574.019876:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603574.019880:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603574.019884:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603574.019889:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603574.019897:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603574.019908:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1e300 x1876533442887296/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603574.019920:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1e300 x1876533442887296/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603574.019950:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603574.019959:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603574.019963:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603574.019965:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603574.019967:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603574.019970:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603574.019973:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603574.019976:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603574.019979:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603574.019982:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603574.019985:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d45bd80 00000400:00000200:2.0:1789603574.019987:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603574.019991:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x7cad [1] + 224 00000800:00000001:2.0:1789603574.019994:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603574.019998:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603574.020000:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603574.020003:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603574.020006:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603574.020010:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1d500 x1876533442887040/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603574.020018:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1d500 x1876533442887040/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603574.020026:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603574.020029:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603574.020033:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603574.020034:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603574.020036:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603574.020039:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603574.020042:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603574.020045:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603574.020048:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603574.020050:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603574.020052:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d45be00 00000400:00000200:2.0:1789603574.020055:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603574.020058:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x7c9d [1] + 224 00000800:00000001:2.0:1789603574.020061:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603574.020067:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603574.020069:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603574.020072:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603574.020080:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603574.020085:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1f800 x1876533442887168/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603574.020104:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1f800 x1876533442887168/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603574.020111:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603574.020115:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603574.020118:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603574.610322:0:32427:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603574.698564:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603574.698571:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603574.698632:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603574.698636:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603574.698639:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789603575.723842:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603575.723853:0:27602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603575.723855:0:27602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603575.723860:0:27602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603575.723866:0:27602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603575.723869:0:27602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603575.723871:0:27602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603575.723873:0:27602:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603575.723895:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603575.723898:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603575.723901:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789603576.567220:0:32582:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603576.746716:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603576.746725:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603576.746810:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789603576.746814:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603576.746817:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789603577.122462:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603577.122472:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9c00. 00000400:00000200:3.0:1789603577.122479:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603577.122487:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603577.122495:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc220 00000400:00000010:3.0:1789603577.122498:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc220. 00000100:00000001:3.0:1789603577.122505:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603577.122534:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4a80 x1876533442887552/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603593 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603577.122548:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603577.122552:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4a80 x1876533442887552/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603593 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603577.122565:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603577.122568:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603577.134380:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603577.134401:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603577.134405:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603577.134407:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603577.134416:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603577.134424:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603577.134434:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603577.134439:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603577.134444:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603577.134448:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d45bf80 00000400:00000200:3.0:1789603577.134453:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603577.134459:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x7cbd [1] + 224 00000800:00000001:3.0:1789603577.134467:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603577.134474:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603577.134478:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603577.134482:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603577.134492:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603577.134502:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4a80 x1876533442887552/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603593 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603577.134532:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb806bd4a80 x1876533442887552/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603593 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603577.134551:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603577.134559:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603577.134562:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789603577.151021:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603577.151043:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9f00. 00000400:00000200:3.0:1789603577.151049:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603577.151059:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603577.151068:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc770 00000400:00000010:3.0:1789603577.151072:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc770. 00000100:00000001:3.0:1789603577.151078:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603577.151086:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4a80 x1876533442887680/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603593 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603577.151098:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603577.151101:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4a80 x1876533442887680/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603593 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603577.151108:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603577.151110:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603577.164762:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.164782:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603577.164786:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.164789:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603577.164799:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.164806:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603577.164940:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.164946:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.164952:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.164957:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 584 into portal 10 MB=0x6aab27d45c000 00000400:00000200:2.0:1789603577.164962:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.164967:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 584/584 into md 0x7cc5 [1] + 224 00000800:00000001:2.0:1789603577.164974:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.164982:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603577.164985:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603577.164989:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603577.164998:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603577.165007:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4a80 x1876533442887680/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603593 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603577.165018:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9eb806bd4a80 x1876533442887680/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603593 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603577.165051:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603577.165059:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.165063:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603577.165278:0:32628:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603577.165286:0:32628:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603577.165288:0:32628:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603577.165291:0:32628:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35370. 00000400:00000200:3.0:1789603577.165296:0:32628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc198 00000400:00000010:3.0:1789603577.165298:0:32628:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc198. 00000100:00000001:3.0:1789603577.165301:0:32628:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603577.165306:0:32628:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4a80 x1876533442887680/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603593 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789603577.165315:0:32628:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4a80 x1876533442887680/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603593 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603577.165321:0:32628:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603577.165323:0:32628:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603577.165326:0:32628:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603577.165328:0:32628:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603577.165332:0:32628:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603577.165334:0:32628:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603577.165337:0:32628:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603577.165346:0:32628:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=125 v=5 (106 106 106 137) 00000100:00001000:3.0:1789603577.165351:0:32628:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603577.165354:0:32628:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1789603577.165358:0:32628:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9eb806bd4a80 x1876533442887680/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/584 e 0 to 0 dl 1789603593 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603577.165365:0:32628:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1789603577.165370:0:32628:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603577.165372:0:32628:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967613 00000100:00000001:3.0:1789603577.165374:0:32628:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603577.165376:0:32628:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1789603577.165382:0:32628:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4a80 x1876533442887680/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/584 e 0 to 0 dl 1789603593 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603577.165389:0:32628:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1789603577.165392:0:32628:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603577.165394:0:32628:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603577.165398:0:32628:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4a80 x1876533442887680/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/584 e 0 to 0 dl 1789603593 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789603577.165406:0:32628:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4a80 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32628:1876533442887680:192.168.204.129@tcp:101:lfs.0 00000100:00000001:3.0:1789603577.165411:0:32628:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603577.165414:0:32628:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1789603577.165417:0:32628:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789603577.165419:0:32628:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603577.165422:0:32628:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4a80 x1876533442887680/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/584 e 0 to 0 dl 1789603593 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603577.165429:0:32628:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603577.165432:0:32628:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80402fb40. 00000100:00000001:3.0:1789603577.165435:0:32628:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789603577.165437:0:32628:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1789603577.165441:0:32628:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789603577.165445:0:32628:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.165448:0:32628:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.165451:0:32628:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdca00 refcount=4 00000020:00000001:3.0:1789603577.165454:0:32628:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188672 : -106961513362944 : ffff9eb814fdca00) 00010000:00000001:3.0:1789603577.165457:0:32628:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188672 : -106961513362944 : ffff9eb814fdca00) 00010000:00010000:3.0:1789603577.165463:0:32628:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdca00/0xa04c19c788fe53db lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603577.165475:0:32628:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1789603577.165480:0:32628:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdca00/0xa04c19c788fe53db lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603577.165486:0:32628:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603577.165489:0:32628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdca00/0xa04c19c788fe53db lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603577.165495:0:32628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.165497:0:32628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789603577.165499:0:32628:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdca00/0xa04c19c788fe53db lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603577.165505:0:32628:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603577.165538:0:32628:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.165541:0:32628:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789603577.165545:0:32628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdca00/0xa04c19c788fe53db lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603577.165551:0:32628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb814fdca00 already unused, calling callback (ffffffffc1bbd980) 00000080:00000001:3.0:1789603577.165554:0:32628:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1789603577.165558:0:32628:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdca00/0xa04c19c788fe53db lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 32628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603577.165564:0:32628:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789603577.165565:0:32628:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789603577.165569:0:32628:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdca00/0xa04c19c788fe53db lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 32628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603577.165574:0:32628:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789603577.165577:0:32628:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789603577.165578:0:32628:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.165580:0:32628:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.165581:0:32628:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdca00 refcount=5 00000020:00000001:3.0:1789603577.165583:0:32628:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188672 : -106961513362944 : ffff9eb814fdca00) 00010000:00000001:3.0:1789603577.165585:0:32628:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188672 : -106961513362944 : ffff9eb814fdca00) 00010000:00000001:3.0:1789603577.165588:0:32628:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603577.165590:0:32628:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdca00/0xa04c19c788fe53db lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32628 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1789603577.165595:0:32628:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789603577.165597:0:32628:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603577.165600:0:32628:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1789603577.165601:0:32628:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603577.165604:0:32628:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603577.165605:0:32628:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603577.165606:0:32628:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603577.165608:0:32628:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789603577.165611:0:32628:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fdca00 with handle 0xa04c19c788fe53db from hash 00010000:00000001:3.0:1789603577.165613:0:32628:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603577.165614:0:32628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.165615:0:32628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.165616:0:32628:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603577.165618:0:32628:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603577.165619:0:32628:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1789603577.165621:0:32628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.165622:0:32628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.165624:0:32628:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603577.165625:0:32628:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603577.165628:0:32628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdca00/0xa04c19c788fe53db lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603577.165633:0:32628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.165634:0:32628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.165635:0:32628:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1789603577.165637:0:32628:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603577.165638:0:32628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.165639:0:32628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.165640:0:32628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789603577.165642:0:32628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdca00/0xa04c19c788fe53db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603577.165655:0:32628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.165656:0:32628:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1789603577.165661:0:32628:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1789603577.165665:0:32628:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9eb806bd4a80 x1876533442887680/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/584 e 0 to 0 dl 1789603593 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789603577.165672:0:32628:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1789603577.165673:0:32628:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603577.165675:0:32628:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603577.165677:0:32628:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603577.165680:0:32628:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789603577.165682:0:32628:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1789603577.165683:0:32628:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603577.165685:0:32628:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789603577.165688:0:32628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020c3710 00000002:00002000:3.0:1789603577.165690:0:32628:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:3.0:1789603577.165693:0:32628:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603577.165697:0:32628:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603577.165699:0:32628:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789603577.165702:0:32628:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1789603577.165705:0:32628:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603577.165709:0:32628:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000001:3.0:1789603577.165711:0:32628:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1789603577.165713:0:32628:0:(namei.c:674:ll_lookup_it_finish()) it ffffb8e5020c3b20 it_disposition 7 00000080:00002000:3.0:1789603577.165719:0:32628:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb82054c5e8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1789603577.165725:0:32628:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1789603577.165727:0:32628:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603577.165729:0:32628:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603577.165731:0:32628:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603577.165733:0:32628:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603577.165735:0:32628:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603577.165737:0:32628:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603577.165739:0:32628:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603577.165743:0:32628:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789603577.165745:0:32628:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603577.165748:0:32628:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603577.165754:0:32628:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c600 count: 2 00010000:00000001:3.0:1789603577.165756:0:32628:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603577.165760:0:32628:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603577.165763:0:32628:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603577.165766:0:32628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe53d4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91849 expref: -99 pid: 32628 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789603577.165773:0:32628:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789603577.165777:0:32628:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603577.165780:0:32628:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe53d4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91849 expref: -99 pid: 32628 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789603577.165787:0:32628:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789603577.165789:0:32628:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603577.165791:0:32628:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603577.165794:0:32628:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789603577.165797:0:32628:0:(dcache.c:176:ll_intent_release()) intent ffffb8e5020c3930 released 00000080:00010000:3.0:1789603577.165799:0:32628:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe53d4 from it ffffb8e5020c3930 00010000:00000001:3.0:1789603577.165801:0:32628:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.165802:0:32628:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.165804:0:32628:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=3 00000020:00000001:3.0:1789603577.165806:0:32628:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:3.0:1789603577.165809:0:32628:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:3.0:1789603577.165811:0:32628:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603577.165813:0:32628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe53d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91849 expref: -99 pid: 32628 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789603577.165936:0:32628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.165937:0:32628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.165939:0:32628:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603577.165941:0:32628:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603577.165944:0:32628:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe53d4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91849 expref: -99 pid: 32628 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789603577.165956:0:32628:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603577.165959:0:32628:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603577.165960:0:32628:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603577.165964:0:32628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.165966:0:32628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.165967:0:32628:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.165970:0:32628:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603577.165972:0:32628:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.165974:0:32628:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.165976:0:32628:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.165978:0:32628:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603577.165979:0:32628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.165980:0:32628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789603577.165981:0:32628:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789603577.165984:0:32628:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789603577.165987:0:32628:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789603577.165991:0:32628:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb818e0d600. 00000100:00000001:3.0:1789603577.165996:0:32628:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603577.166000:0:32628:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4a80 x1876533442887680/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/584 e 0 to 0 dl 1789603593 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603577.166007:0:32628:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603577.166010:0:32628:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603577.166012:0:32628:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb8057cb800. 02000000:00000001:3.0:1789603577.166016:0:32628:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603577.166018:0:32628:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603577.166020:0:32628:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603577.166022:0:32628:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603577.166025:0:32628:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a6800. 02000000:00000001:3.0:1789603577.166037:0:32628:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603577.166039:0:32628:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603577.166041:0:32628:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4a80. 00000100:00000001:3.0:1789603577.166045:0:32628:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603577.166046:0:32628:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603577.166049:0:32628:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789603577.166050:0:32628:0:(dcache.c:176:ll_intent_release()) intent ffffb8e5020c3b20 released 00000080:00000001:3.0:1789603577.166051:0:32628:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789603577.166054:0:32628:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789603577.166056:0:32628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020c3b70 00000080:00002000:3.0:1789603577.166058:0:32628:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-1 (ffff9eb82054c5e8, parent ffff9eb8081326c0, inode 0000000000000000) hashed, 00000080:00000001:3.0:1789603577.166061:0:32628:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603577.166097:0:32628:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789603577.166100:0:32628:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789603577.166102:0:32628:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789603577.166103:0:32628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020c3bb0 00000080:00200000:3.0:1789603577.166105:0:32628:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:3.0:1789603577.166112:0:32628:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb82031bc00. 00800000:00000002:3.0:1789603577.166118:0:32628:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:3.0:1789603577.166121:0:32628:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603577.166123:0:32628:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603577.166125:0:32628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020c3ad0 00800000:00000002:3.0:1789603577.166127:0:32628:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603577.166129:0:32628:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789603577.166131:0:32628:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603577.166132:0:32628:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603577.166134:0:32628:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603577.166135:0:32628:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603577.166137:0:32628:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603577.166138:0:32628:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603577.166140:0:32628:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603577.166143:0:32628:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789603577.166146:0:32628:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603577.166148:0:32628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020c39a0 00000002:00010000:3.0:1789603577.166151:0:32628:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789603577.166154:0:32628:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789603577.166155:0:32628:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603577.166156:0:32628:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603577.166159:0:32628:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c600 count: 2 00010000:00000001:3.0:1789603577.166161:0:32628:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603577.166164:0:32628:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603577.166166:0:32628:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603577.166169:0:32628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe53d4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91849 expref: -99 pid: 32628 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1789603577.166176:0:32628:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789603577.166179:0:32628:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603577.166182:0:32628:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe53d4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91849 expref: -99 pid: 32628 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1789603577.166188:0:32628:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789603577.166190:0:32628:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789603577.166192:0:32628:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603577.166194:0:32628:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603577.166195:0:32628:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789603577.166197:0:32628:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789603577.166426:0:32628:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789603577.166431:0:32628:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:3.0:1789603577.166434:0:32628:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb82031bc00. 00000080:00000001:3.0:1789603577.166437:0:32628:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789603577.166439:0:32628:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603577.166441:0:32628:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:3.0:1789603577.166444:0:32628:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe53d4 00800000:00000001:3.0:1789603577.166447:0:32628:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603577.166450:0:32628:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603577.166451:0:32628:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.166453:0:32628:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.166455:0:32628:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=3 00000020:00000001:3.0:1789603577.166457:0:32628:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:3.0:1789603577.166459:0:32628:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:3.0:1789603577.166461:0:32628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.166462:0:32628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603577.166464:0:32628:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603577.166465:0:32628:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603577.166467:0:32628:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe53d4 from it ffffb8e5020c3be8 00010000:00000001:3.0:1789603577.166469:0:32628:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.166470:0:32628:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.166472:0:32628:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=3 00000020:00000001:3.0:1789603577.166474:0:32628:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:3.0:1789603577.166476:0:32628:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:3.0:1789603577.166478:0:32628:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603577.166481:0:32628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe53d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91849 expref: -99 pid: 32628 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789603577.166487:0:32628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.166488:0:32628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.166489:0:32628:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603577.166491:0:32628:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603577.166493:0:32628:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe53d4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91849 expref: -99 pid: 32628 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789603577.166499:0:32628:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603577.166501:0:32628:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603577.166503:0:32628:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603577.166505:0:32628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.166506:0:32628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.166508:0:32628:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.166526:0:32628:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603577.166528:0:32628:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.166529:0:32628:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.166532:0:32628:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.166542:0:32628:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603577.166544:0:32628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.166545:0:32628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789603577.166546:0:32628:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789603577.166548:0:32628:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789603577.166551:0:32628:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:3.0:1789603577.166556:0:32628:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603577.166559:0:32628:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789603577.166561:0:32628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020c3bd8 00000080:00002000:3.0:1789603577.166562:0:32628:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff9eb82054c5e8) flags 0x8000e refc 0 00000080:00000001:3.0:1789603577.166565:0:32628:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603577.166567:0:32628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020c3c20 00000080:00200000:3.0:1789603577.166569:0:32628:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=16392 00000080:00000001:3.0:1789603577.166574:0:32628:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789603577.166575:0:32628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020c3ba8 00000080:00002000:3.0:1789603577.166577:0:32628:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-1 (ffff9eb82054c5e8, parent ffff9eb8081326c0, inode 0000000000000000) hashed, 00000080:00000001:3.0:1789603577.166580:0:32628:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603577.166603:0:32628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020c3d08 00000080:00200008:3.0:1789603577.166605:0:32628:0:(file.c:6307:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789603577.166611:0:32628:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1789603577.166614:0:32628:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603577.166616:0:32628:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789603577.166617:0:32628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020c3c80 00000080:00200000:3.0:1789603577.166619:0:32628:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:3.0:1789603577.166622:0:32628:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb82031bc00. 00800000:00000002:3.0:1789603577.166625:0:32628:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:3.0:1789603577.166627:0:32628:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603577.166628:0:32628:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603577.166630:0:32628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020c3ba0 00800000:00000002:3.0:1789603577.166632:0:32628:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603577.166634:0:32628:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789603577.166636:0:32628:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603577.166637:0:32628:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603577.166638:0:32628:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603577.166639:0:32628:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603577.166641:0:32628:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603577.166642:0:32628:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603577.166644:0:32628:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603577.166645:0:32628:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789603577.166648:0:32628:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603577.166649:0:32628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020c3a70 00000002:00010000:3.0:1789603577.166651:0:32628:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789603577.166653:0:32628:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789603577.166654:0:32628:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603577.166656:0:32628:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603577.166659:0:32628:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c600 count: 2 00010000:00000001:3.0:1789603577.166661:0:32628:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603577.166663:0:32628:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603577.166666:0:32628:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603577.166669:0:32628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe53d4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91849 expref: -99 pid: 32628 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1789603577.166675:0:32628:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789603577.166677:0:32628:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603577.166680:0:32628:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe53d4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91849 expref: -99 pid: 32628 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1789603577.166686:0:32628:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789603577.166687:0:32628:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789603577.166689:0:32628:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603577.166691:0:32628:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603577.166692:0:32628:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789603577.166694:0:32628:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789603577.166696:0:32628:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789603577.166698:0:32628:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:3.0:1789603577.166700:0:32628:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb82031bc00. 00000080:00000001:3.0:1789603577.166703:0:32628:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789603577.166704:0:32628:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603577.166706:0:32628:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:3.0:1789603577.166709:0:32628:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe53d4 00800000:00000001:3.0:1789603577.166711:0:32628:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603577.166712:0:32628:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603577.166714:0:32628:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.166729:0:32628:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.166731:0:32628:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=3 00000020:00000001:3.0:1789603577.166733:0:32628:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:3.0:1789603577.166735:0:32628:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:3.0:1789603577.166737:0:32628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.166738:0:32628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603577.166741:0:32628:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603577.166743:0:32628:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603577.166745:0:32628:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe53d4 from it ffffb8e5020c3cb8 00010000:00000001:3.0:1789603577.166747:0:32628:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.166748:0:32628:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.166749:0:32628:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=3 00000020:00000001:3.0:1789603577.166751:0:32628:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:3.0:1789603577.166753:0:32628:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:3.0:1789603577.166754:0:32628:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603577.166757:0:32628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe53d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91849 expref: -99 pid: 32628 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789603577.166762:0:32628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.166763:0:32628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.166764:0:32628:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603577.166765:0:32628:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603577.166798:0:32628:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe53d4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91849 expref: -99 pid: 32628 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789603577.166805:0:32628:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603577.166806:0:32628:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603577.166808:0:32628:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603577.166810:0:32628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.166811:0:32628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.166812:0:32628:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.166818:0:32628:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603577.166819:0:32628:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.166820:0:32628:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.166822:0:32628:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.166824:0:32628:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603577.166825:0:32628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.166826:0:32628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789603577.166827:0:32628:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789603577.166828:0:32628:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603577.166831:0:32628:0:(file.c:6260:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603577.166834:0:32628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020c3d08 00000080:00000008:3.0:1789603577.166836:0:32628:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789603577.167471:0:32628:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603577.167491:0:32628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020c3d08 00000080:00200008:3.0:1789603577.167493:0:32628:0:(file.c:6307:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789603577.167498:0:32628:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789603577.167499:0:32628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020c3c80 00000080:00200000:3.0:1789603577.167501:0:32628:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:3.0:1789603577.167504:0:32628:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb82031bc00. 00800000:00000002:3.0:1789603577.167507:0:32628:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:3.0:1789603577.167578:0:32628:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603577.167581:0:32628:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603577.167583:0:32628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020c3ba0 00800000:00000002:3.0:1789603577.167585:0:32628:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603577.167589:0:32628:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789603577.167590:0:32628:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603577.167592:0:32628:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603577.167593:0:32628:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603577.167595:0:32628:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603577.167596:0:32628:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603577.167598:0:32628:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603577.167600:0:32628:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603577.167602:0:32628:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789603577.167606:0:32628:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603577.167608:0:32628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020c3a70 00000002:00010000:3.0:1789603577.167609:0:32628:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789603577.167612:0:32628:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789603577.167614:0:32628:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603577.167615:0:32628:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603577.167619:0:32628:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c600 count: 2 00010000:00000001:3.0:1789603577.167621:0:32628:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603577.167624:0:32628:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603577.167626:0:32628:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603577.167629:0:32628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe53d4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91849 expref: -99 pid: 32628 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1789603577.167637:0:32628:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789603577.167641:0:32628:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603577.167644:0:32628:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe53d4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91849 expref: -99 pid: 32628 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1789603577.167649:0:32628:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789603577.167651:0:32628:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789603577.167652:0:32628:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603577.167654:0:32628:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603577.167655:0:32628:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789603577.167657:0:32628:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789603577.167659:0:32628:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789603577.167661:0:32628:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:3.0:1789603577.167663:0:32628:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb82031bc00. 00000080:00000001:3.0:1789603577.167667:0:32628:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789603577.167668:0:32628:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603577.167670:0:32628:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:3.0:1789603577.167673:0:32628:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe53d4 00800000:00000001:3.0:1789603577.167675:0:32628:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603577.167676:0:32628:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603577.167677:0:32628:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.167679:0:32628:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.167681:0:32628:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=3 00000020:00000001:3.0:1789603577.167682:0:32628:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:3.0:1789603577.167684:0:32628:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:3.0:1789603577.167687:0:32628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.167688:0:32628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603577.167689:0:32628:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603577.167691:0:32628:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603577.167693:0:32628:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe53d4 from it ffffb8e5020c3cb8 00010000:00000001:3.0:1789603577.167694:0:32628:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.167695:0:32628:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.167697:0:32628:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=3 00000020:00000001:3.0:1789603577.167698:0:32628:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:3.0:1789603577.167700:0:32628:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:3.0:1789603577.167703:0:32628:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603577.167706:0:32628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe53d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91849 expref: -99 pid: 32628 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789603577.167712:0:32628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.167713:0:32628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.167714:0:32628:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603577.167716:0:32628:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603577.167718:0:32628:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe53d4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91849 expref: -99 pid: 32628 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789603577.167723:0:32628:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603577.167725:0:32628:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603577.167727:0:32628:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603577.167729:0:32628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.167731:0:32628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.167732:0:32628:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.167734:0:32628:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603577.167735:0:32628:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.167737:0:32628:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.167739:0:32628:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.167741:0:32628:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603577.167742:0:32628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.167743:0:32628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789603577.167745:0:32628:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789603577.167746:0:32628:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603577.167749:0:32628:0:(file.c:6260:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603577.167752:0:32628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020c3d08 00000080:00000008:3.0:1789603577.167754:0:32628:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789603577.168672:0:32628:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789603577.168677:0:32628:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789603577.168679:0:32628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020c3b78 00000080:00200000:3.0:1789603577.168681:0:32628:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:3.0:1789603577.168686:0:32628:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb82031bc00. 00800000:00000002:3.0:1789603577.168690:0:32628:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:3.0:1789603577.168693:0:32628:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603577.168696:0:32628:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603577.168698:0:32628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020c3a98 00800000:00000002:3.0:1789603577.168700:0:32628:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603577.168703:0:32628:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789603577.168705:0:32628:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603577.168707:0:32628:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603577.168709:0:32628:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603577.168710:0:32628:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603577.168712:0:32628:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603577.168714:0:32628:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603577.168716:0:32628:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603577.168718:0:32628:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789603577.168722:0:32628:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603577.168724:0:32628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020c3968 00000002:00010000:3.0:1789603577.168725:0:32628:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789603577.168728:0:32628:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789603577.168730:0:32628:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603577.168732:0:32628:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603577.168736:0:32628:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c600 count: 2 00010000:00000001:3.0:1789603577.168738:0:32628:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603577.168741:0:32628:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603577.168744:0:32628:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603577.168748:0:32628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe53d4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91849 expref: -99 pid: 32628 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1789603577.168755:0:32628:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789603577.168758:0:32628:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603577.168761:0:32628:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe53d4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91849 expref: -99 pid: 32628 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1789603577.168768:0:32628:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789603577.168770:0:32628:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789603577.168772:0:32628:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603577.168774:0:32628:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603577.168776:0:32628:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789603577.168778:0:32628:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789603577.168781:0:32628:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789603577.168783:0:32628:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:3.0:1789603577.168785:0:32628:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb82031bc00. 00000080:00000001:3.0:1789603577.168788:0:32628:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789603577.168789:0:32628:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603577.168791:0:32628:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:3.0:1789603577.168795:0:32628:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe53d4 00800000:00000001:3.0:1789603577.168798:0:32628:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603577.168799:0:32628:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603577.168801:0:32628:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.168803:0:32628:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.168804:0:32628:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=3 00000020:00000001:3.0:1789603577.168806:0:32628:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:3.0:1789603577.168809:0:32628:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:3.0:1789603577.168811:0:32628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.168812:0:32628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603577.168813:0:32628:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603577.168827:0:32628:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603577.168830:0:32628:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe53d4 from it ffffb8e5020c3bb0 00010000:00000001:3.0:1789603577.168832:0:32628:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.168833:0:32628:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.168834:0:32628:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=3 00000020:00000001:3.0:1789603577.168836:0:32628:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:3.0:1789603577.168838:0:32628:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:3.0:1789603577.168840:0:32628:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603577.168843:0:32628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe53d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91849 expref: -99 pid: 32628 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789603577.168848:0:32628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.168849:0:32628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.168850:0:32628:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603577.168852:0:32628:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603577.168854:0:32628:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe53d4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91849 expref: -99 pid: 32628 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1789603577.168861:0:32628:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603577.168863:0:32628:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603577.168865:0:32628:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603577.168867:0:32628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.168868:0:32628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.168870:0:32628:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.168872:0:32628:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603577.168873:0:32628:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.168874:0:32628:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.168877:0:32628:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.168878:0:32628:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603577.168879:0:32628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.168880:0:32628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789603577.168882:0:32628:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789603577.168884:0:32628:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789603577.168886:0:32628:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 44 00000080:00000001:3.0:1789603577.168890:0:32628:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603577.168893:0:32628:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:3.0:1789603577.168896:0:32628:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789603577.168897:0:32628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020c3b78 00000080:00200008:3.0:1789603577.168899:0:32628:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), flags 300000 00000080:00000010:3.0:1789603577.168904:0:32628:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9eb8017a7900. 00000080:00000001:3.0:1789603577.168908:0:32628:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603577.168910:0:32628:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603577.168921:0:32628:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789603577.168923:0:32628:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c03066f0 arg=7fff95e24eb0 00000020:00000001:3.0:1789603577.168929:0:32628:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789603577.168933:0:32628:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff9eb80511d400. 00000020:00000001:3.0:1789603577.168937:0:32628:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603577.168941:0:32628:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:3.0:1789603577.168943:0:32628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020c3ad0 00000080:00200000:3.0:1789603577.168944:0:32628:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) name=d21h.recovery-small-1 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:3.0:1789603577.168950:0:32628:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb82031bc00. 00800000:00000002:3.0:1789603577.168953:0:32628:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00800000:00000001:3.0:1789603577.168960:0:32628:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:3.0:1789603577.168962:0:32628:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1789603577.168965:0:32628:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603577.168966:0:32628:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603577.168968:0:32628:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603577.168969:0:32628:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603577.168970:0:32628:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603577.168972:0:32628:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603577.168974:0:32628:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603577.168976:0:32628:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446637111935442432 : -106961774109184 : ffff9eb805731e00) 00800000:00000001:3.0:1789603577.168979:0:32628:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1789603577.168981:0:32628:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1789603577.168984:0:32628:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1789603577.168986:0:32628:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1789603577.168989:0:32628:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9eb81291b000: Allocated FID [0x200000405:0x23:0x0] 40000000:00000001:3.0:1789603577.168992:0:32628:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603577.168994:0:32628:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603577.168995:0:32628:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603577.168997:0:32628:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603577.168999:0:32628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020c39e8 00800000:00000002:3.0:1789603577.169001:0:32628:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21h.recovery-small-1' [0x200000405:0x23:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:3.0:1789603577.169004:0:32628:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1789603577.169007:0:32628:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789603577.169010:0:32628:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c600 count: 2 00010000:00000001:3.0:1789603577.169012:0:32628:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603577.169015:0:32628:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789603577.169018:0:32628:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603577.169021:0:32628:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe53d4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e91849 expref: -99 pid: 32628 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:3.0:1789603577.169058:0:32628:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789603577.169063:0:32628:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789603577.169065:0:32628:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789603577.169067:0:32628:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1789603577.169069:0:32628:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603577.169071:0:32628:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603577.169073:0:32628:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c600 count: 3 00010000:00000001:3.0:1789603577.169075:0:32628:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603577.169078:0:32628:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603577.169080:0:32628:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603577.169081:0:32628:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603577.169082:0:32628:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c600 count: 3 00010000:00000001:3.0:1789603577.169083:0:32628:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603577.169085:0:32628:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603577.169086:0:32628:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603577.169087:0:32628:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603577.169088:0:32628:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c600 count: 3 00010000:00000001:3.0:1789603577.169090:0:32628:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603577.169092:0:32628:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603577.169093:0:32628:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789603577.169096:0:32628:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9eb808190840, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789603577.169099:0:32628:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:3.0:1789603577.169102:0:32628:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020c3670 00000080:00002000:3.0:1789603577.169103:0:32628:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21h.recovery-small-1 00000080:00000001:3.0:1789603577.169107:0:32628:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789603577.169110:0:32628:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789603577.169114:0:32628:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789603577.169116:0:32628:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789603577.169117:0:32628:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.169120:0:32628:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603577.169123:0:32628:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603577.169124:0:32628:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603577.169126:0:32628:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603577.169127:0:32628:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789603577.169130:0:32628:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fdda00 with handle 0xa04c19c788fe53d4 from hash 00010000:00000001:3.0:1789603577.169132:0:32628:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603577.169133:0:32628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.169134:0:32628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.169135:0:32628:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603577.169138:0:32628:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603577.169139:0:32628:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789603577.169142:0:32628:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789603577.169144:0:32628:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789603577.169146:0:32628:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1789603577.169151:0:32628:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4a300. 00000020:00000040:3.0:1789603577.169155:0:32628:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:3.0:1789603577.169160:0:32628:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789603577.169162:0:32628:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.169164:0:32628:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789603577.169169:0:32628:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603577.169171:0:32628:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603577.169173:0:32628:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603577.169175:0:32628:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603577.169178:0:32628:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603577.169184:0:32628:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb80511d800. 00000100:00000001:3.0:1789603577.169190:0:32628:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.169193:0:32628:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603577.169195:0:32628:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789603577.169271:0:32628:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe53d4 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91849 expref: -99 pid: 32628 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1789603577.169279:0:32628:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789603577.169281:0:32628:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789603577.169283:0:32628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789603577.169286:0:32628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe53d4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91849 expref: -99 pid: 32628 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:3.0:1789603577.169293:0:32628:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb80647c600 count: 0 00010000:00000010:3.0:1789603577.169298:0:32628:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb810da7480. 00010000:00000001:3.0:1789603577.169306:0:32628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.169307:0:32628:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.169309:0:32628:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603577.169310:0:32628:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.169312:0:32628:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1789603577.169324:0:32628:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1789603577.169335:0:32628:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb810b4a300 x1876533442887936/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603577.169343:0:32628:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603577.169345:0:32628:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603577.169351:0:32628:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb807ff3600. 00000100:00000001:3.0:1789603577.169354:0:32628:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111978178048 : -106961731373568 : ffff9eb807ff3600) 00000100:00000001:3.0:1789603577.169356:0:32628:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603577.169358:0:32628:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124285696 : -106961585265920 : ffff9eb810b4a300) 00000100:00000001:3.0:1789603577.169362:0:32628:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603577.169366:0:32628:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603577.169368:0:32628:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603577.169370:0:32628:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603577.169374:0:32628:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4a300 x1876533442887936/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603577.169381:0:32628:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603577.169383:0:32628:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603577.169391:0:32628:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603577.169393:0:32628:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603577.169396:0:32628:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603577.169399:0:32628:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4a300 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32628:1876533442887936:192.168.204.129@tcp:36:lfs.0 00000100:00000001:3.0:1789603577.169403:0:32628:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603577.169407:0:32628:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603577.169409:0:32628:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603577.169411:0:32628:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603577.169415:0:32628:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb80511cc00. 02000000:00000001:3.0:1789603577.169417:0:32628:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603577.169424:0:32628:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603577.169429:0:32628:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748c08. 00000400:00000010:3.0:1789603577.169434:0:32628:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0088. 00000100:00000200:3.0:1789603577.169441:0:32628:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442887936, portal 10 00000100:00000001:3.0:1789603577.169443:0:32628:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603577.169444:0:32628:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124285696 : -106961585265920 : ffff9eb810b4a300) 00000100:00000040:3.0:1789603577.169450:0:32628:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b4a300 x1876533442887936/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603593 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603577.169830:0:32628:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603577.169835:0:32628:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603577.169899:0:32628:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7330. 00000100:00000200:2.0:1789603577.169905:0:32628:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1876533442887936, offset 0 00000400:00000200:2.0:1789603577.169913:0:32628:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603577.169922:0:32628:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.169929:0:32628:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603577.169935:0:32628:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603577.169940:0:32628:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603577.169943:0:32628:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603577.169946:0:32628:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603577.169949:0:32628:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2729:2729:256:4294967295] 192.168.204.129@tcp LPNI seq info [2729:2729:8:4294967295] 00000400:00000200:2.0:1789603577.169953:0:32628:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.169962:0:32628:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603577.169968:0:32628:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603577.169973:0:32628:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8086d7f00. 00000800:00000200:2.0:1789603577.169980:0:32628:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603577.169988:0:32628:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603577.169992:0:32628:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8086d7f00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1789603577.170003:0:32628:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603577.170007:0:32628:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 839228 usecs (840 jiffies) 00000400:00000200:2.0:1789603577.170010:0:32628:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603577.170013:0:32628:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296576943 00000100:00000001:2.0:1789603577.170019:0:32628:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296576913 00000100:00000001:2.0:1789603577.170022:0:32628:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296576943 00000100:00000001:2.0:1789603577.170024:0:32628:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296576913 00000100:00000001:2.0:1789603577.170027:0:32628:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603577.170040:0:32628:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603577.170043:0:32628:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603577.170045:0:32628:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603577.170048:0:32628:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb807ff3600 going to sleep for 11 seconds 00000100:00000001:2.0:1789603577.170050:0:32628:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603577.170053:0:32628:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603577.170168:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603577.170173:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8086d7f00. 00000400:00000200:3.0:1789603577.170177:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603577.170182:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603577.170186:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7330 00000400:00000010:3.0:1789603577.170189:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7330. 00000100:00000001:3.0:1789603577.170193:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603577.170197:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4a300 x1876533442887936/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603593 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603577.170273:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603577.170277:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b4a300 x1876533442887936/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603593 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603577.170285:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603577.170287:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1789603577.177905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdca00. 00000080:00000010:3.1:1789603577.177925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5f00. 00010000:00000010:3.1:1789603577.177932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c600. 00010000:00000010:3.1:1789603577.177936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdda00. 00000800:00000001:2.0:1789603577.191584:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.191610:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603577.191615:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.191618:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603577.191632:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.191642:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603577.191658:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.191665:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.191672:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.191676:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 448 into portal 10 MB=0x6aab27d45c100 00000400:00000200:2.0:1789603577.191681:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.192108:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 448/448 into md 0x7ccd [1] + 224 00000800:00000001:2.0:1789603577.192120:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.192133:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603577.192136:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603577.192141:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603577.192149:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603577.192160:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4a300 x1876533442887936/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603593 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603577.192172:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9eb810b4a300 x1876533442887936/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603593 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603577.192197:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603577.192205:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.192209:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789603577.201074:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603577.201080:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9900. 00000400:00000200:3.0:1789603577.201086:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603577.201091:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603577.201096:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcaa0 00000400:00000010:3.0:1789603577.201099:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcaa0. 00000100:00000001:3.0:1789603577.201102:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603577.201108:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4700 x1876533442888064/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603593 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603577.201117:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603577.201120:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4700 x1876533442888064/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603593 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603577.201126:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603577.201128:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603577.208426:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.208445:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603577.208450:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.208453:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603577.208462:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.208470:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603577.208481:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.208486:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.208492:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.208497:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d45c180 00000400:00000200:2.0:1789603577.208503:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.208537:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x7cdd [1] + 224 00000800:00000001:2.0:1789603577.208547:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.208555:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603577.208558:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603577.208563:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603577.208572:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603577.208581:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4700 x1876533442888064/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603593 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603577.208592:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb806bd4700 x1876533442888064/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603593 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603577.208615:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603577.208623:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.208627:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789603577.214104:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603577.214114:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9100. 00000400:00000200:2.0:1789603577.214121:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603577.214131:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603577.214139:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcf68 00000400:00000010:2.0:1789603577.214142:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcf68. 00000100:00000001:2.0:1789603577.214149:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603577.214158:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4700 x1876533442888192/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603593 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603577.214170:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603577.214173:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4700 x1876533442888192/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603593 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603577.214180:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603577.214182:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603577.220877:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.220902:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603577.220908:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.220911:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603577.220923:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.220933:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603577.220945:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.220952:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.220959:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.220964:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 584 into portal 10 MB=0x6aab27d45c200 00000400:00000200:2.0:1789603577.220970:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.220977:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 584/584 into md 0x7ce5 [1] + 224 00000800:00000001:2.0:1789603577.220985:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.220993:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603577.220998:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603577.221003:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603577.221012:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603577.221024:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4700 x1876533442888192/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603593 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603577.221057:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9eb806bd4700 x1876533442888192/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603593 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603577.221078:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603577.221089:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.221092:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603577.222544:0:32631:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1789603577.222548:0:32631:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603577.222551:0:32631:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603577.222554:0:32631:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603577.222557:0:32631:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603577.222559:0:32631:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603577.222561:0:32631:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603577.222563:0:32631:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603577.222568:0:32631:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603577.222570:0:32631:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603577.222573:0:32631:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603577.222580:0:32631:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cb00 count: 2 00010000:00000001:0.0:1789603577.222583:0:32631:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603577.222587:0:32631:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603577.222590:0:32631:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603577.222594:0:32631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe53e2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91881 expref: -99 pid: 32631 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789603577.223274:0:32631:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603577.223280:0:32631:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603577.223284:0:32631:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe53e2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91881 expref: -99 pid: 32631 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789603577.223292:0:32631:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603577.223294:0:32631:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603577.223297:0:32631:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603577.223300:0:32631:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789603577.223302:0:32631:0:(dcache.c:176:ll_intent_release()) intent ffffb8e501da3930 released 00000080:00010000:0.0:1789603577.223305:0:32631:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe53e2 from it ffffb8e501da3930 00010000:00000001:0.0:1789603577.223307:0:32631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603577.223309:0:32631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603577.223312:0:32631:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fddc00 refcount=3 00000020:00000001:0.0:1789603577.223314:0:32631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:0.0:1789603577.223317:0:32631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:0.0:1789603577.223319:0:32631:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603577.223323:0:32631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe53e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91881 expref: -99 pid: 32631 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603577.223330:0:32631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.223331:0:32631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603577.223333:0:32631:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603577.223335:0:32631:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603577.223338:0:32631:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe53e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91881 expref: -99 pid: 32631 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603577.223345:0:32631:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603577.223347:0:32631:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603577.223350:0:32631:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603577.223354:0:32631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.223355:0:32631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603577.223357:0:32631:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.223359:0:32631:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603577.223361:0:32631:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.223363:0:32631:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.223366:0:32631:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.223368:0:32631:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603577.223369:0:32631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.223370:0:32631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789603577.223372:0:32631:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789603577.223374:0:32631:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789603577.223378:0:32631:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789603577.223385:0:32631:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb818e0c400. 00000100:00000001:0.0:1789603577.223392:0:32631:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603577.223401:0:32631:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4700 x1876533442888192/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/584 e 0 to 0 dl 1789603593 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603577.223408:0:32631:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603577.223411:0:32631:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603577.223414:0:32631:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb8057cb000. 02000000:00000001:0.0:1789603577.223417:0:32631:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603577.223420:0:32631:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603577.223422:0:32631:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603577.223424:0:32631:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603577.223427:0:32631:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a6800. 02000000:00000001:0.0:1789603577.223430:0:32631:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603577.223432:0:32631:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603577.223434:0:32631:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4700. 00000100:00000001:0.0:1789603577.223438:0:32631:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603577.223440:0:32631:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603577.223442:0:32631:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789603577.223444:0:32631:0:(dcache.c:176:ll_intent_release()) intent ffffb8e501da3b20 released 00000080:00000001:0.0:1789603577.223445:0:32631:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789603577.223449:0:32631:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789603577.223451:0:32631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501da3b70 00000080:00002000:0.0:1789603577.223453:0:32631:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-2 (ffff9eb8212c8ca8, parent ffff9eb8081326c0, inode 0000000000000000) hashed, 00000080:00000001:0.0:1789603577.223457:0:32631:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603577.224008:0:32631:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603577.224013:0:32631:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603577.224015:0:32631:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603577.224016:0:32631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501da3bb0 00000080:00200000:0.0:1789603577.224020:0:32631:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603577.224038:0:32631:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb80120a200. 00800000:00000002:0.0:1789603577.224044:0:32631:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603577.224047:0:32631:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603577.224051:0:32631:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603577.224052:0:32631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501da3ad0 00800000:00000002:0.0:1789603577.224055:0:32631:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603577.224059:0:32631:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603577.224061:0:32631:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603577.224064:0:32631:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603577.224066:0:32631:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603577.224068:0:32631:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603577.224070:0:32631:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603577.224072:0:32631:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603577.224074:0:32631:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603577.224077:0:32631:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603577.224081:0:32631:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603577.224083:0:32631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501da39a0 00000002:00010000:0.0:1789603577.224085:0:32631:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603577.224088:0:32631:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603577.224090:0:32631:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603577.224092:0:32631:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603577.224097:0:32631:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cb00 count: 2 00010000:00000001:0.0:1789603577.224100:0:32631:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603577.224103:0:32631:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603577.224106:0:32631:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603577.224110:0:32631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe53e2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91881 expref: -99 pid: 32631 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789603577.224118:0:32631:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603577.224120:0:32631:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603577.224123:0:32631:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe53e2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91881 expref: -99 pid: 32631 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1789603577.224130:0:32631:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603577.224131:0:32631:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603577.224134:0:32631:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603577.224135:0:32631:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603577.224137:0:32631:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603577.224139:0:32631:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603577.224143:0:32631:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603577.224145:0:32631:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603577.224147:0:32631:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb80120a200. 00000080:00000001:0.0:1789603577.224151:0:32631:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603577.224153:0:32631:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603577.224155:0:32631:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603577.224159:0:32631:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe53e2 00800000:00000001:0.0:1789603577.224162:0:32631:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603577.224164:0:32631:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603577.224165:0:32631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603577.224167:0:32631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603577.224169:0:32631:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fddc00 refcount=3 00000020:00000001:0.0:1789603577.224171:0:32631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:0.0:1789603577.224173:0:32631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:0.0:1789603577.224176:0:32631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.224177:0:32631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603577.224179:0:32631:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603577.224180:0:32631:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603577.224182:0:32631:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe53e2 from it ffffb8e501da3be8 00010000:00000001:0.0:1789603577.224184:0:32631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603577.224185:0:32631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603577.224186:0:32631:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fddc00 refcount=3 00000020:00000001:0.0:1789603577.224188:0:32631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:0.0:1789603577.224190:0:32631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:0.0:1789603577.224192:0:32631:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603577.224195:0:32631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe53e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91881 expref: -99 pid: 32631 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603577.224201:0:32631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.224729:0:32631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603577.224731:0:32631:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603577.224733:0:32631:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603577.224736:0:32631:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe53e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91881 expref: -99 pid: 32631 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789603577.224745:0:32631:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603577.224747:0:32631:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603577.224749:0:32631:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603577.224753:0:32631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.224754:0:32631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603577.224756:0:32631:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.224758:0:32631:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603577.224760:0:32631:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.224762:0:32631:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.224764:0:32631:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.224766:0:32631:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603577.224767:0:32631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.224769:0:32631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603577.224772:0:32631:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603577.224773:0:32631:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603577.224776:0:32631:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:0.0:1789603577.224782:0:32631:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603577.224787:0:32631:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789603577.224790:0:32631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501da3bd8 00000080:00002000:0.0:1789603577.224791:0:32631:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff9eb8212c8ca8) flags 0x8000e refc 0 00000080:00000001:0.0:1789603577.224794:0:32631:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603577.224796:0:32631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501da3c20 00000080:00200000:0.0:1789603577.224797:0:32631:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=16392 00000080:00000001:0.0:1789603577.224802:0:32631:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789603577.224803:0:32631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501da3ba8 00000080:00002000:0.0:1789603577.224804:0:32631:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-2 (ffff9eb8212c8ca8, parent ffff9eb8081326c0, inode 0000000000000000) hashed, 00000080:00000001:0.0:1789603577.224809:0:32631:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603577.224851:0:32631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501da3d08 00000080:00200008:0.0:1789603577.224853:0:32631:0:(file.c:6307:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1789603577.224857:0:32631:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603577.224859:0:32631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501da3c80 00000080:00200000:0.0:1789603577.224860:0:32631:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603577.224864:0:32631:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb80120a200. 00800000:00000002:0.0:1789603577.224869:0:32631:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603577.224872:0:32631:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603577.224873:0:32631:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603577.224875:0:32631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501da3ba0 00800000:00000002:0.0:1789603577.224877:0:32631:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603577.224880:0:32631:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603577.224881:0:32631:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603577.224883:0:32631:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603577.224884:0:32631:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603577.224886:0:32631:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603577.224888:0:32631:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603577.224890:0:32631:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603577.224891:0:32631:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603577.224893:0:32631:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603577.224897:0:32631:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603577.224899:0:32631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501da3a70 00000002:00010000:0.0:1789603577.224901:0:32631:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603577.224903:0:32631:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603577.224904:0:32631:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603577.224906:0:32631:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603577.224909:0:32631:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cb00 count: 2 00010000:00000001:0.0:1789603577.224911:0:32631:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603577.224914:0:32631:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603577.224916:0:32631:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603577.224919:0:32631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe53e2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91881 expref: -99 pid: 32631 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1789603577.224932:0:32631:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603577.224935:0:32631:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603577.224939:0:32631:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe53e2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91881 expref: -99 pid: 32631 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1789603577.224945:0:32631:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603577.224946:0:32631:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603577.224948:0:32631:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603577.224950:0:32631:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603577.224952:0:32631:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603577.224953:0:32631:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603577.224955:0:32631:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603577.224957:0:32631:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603577.224959:0:32631:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb80120a200. 00000080:00000001:0.0:1789603577.224963:0:32631:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603577.224964:0:32631:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603577.224966:0:32631:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603577.224968:0:32631:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe53e2 00800000:00000001:0.0:1789603577.224971:0:32631:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603577.224972:0:32631:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603577.224974:0:32631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603577.224975:0:32631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603577.224977:0:32631:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fddc00 refcount=3 00000020:00000001:0.0:1789603577.224980:0:32631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:0.0:1789603577.224982:0:32631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:0.0:1789603577.224984:0:32631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.224985:0:32631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603577.224986:0:32631:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603577.224988:0:32631:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603577.224990:0:32631:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe53e2 from it ffffb8e501da3cb8 00010000:00000001:0.0:1789603577.224992:0:32631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603577.224993:0:32631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603577.224995:0:32631:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fddc00 refcount=3 00000020:00000001:0.0:1789603577.224996:0:32631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:0.0:1789603577.224999:0:32631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:0.0:1789603577.225001:0:32631:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603577.225003:0:32631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe53e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91881 expref: -99 pid: 32631 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789603577.225009:0:32631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.225010:0:32631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603577.225011:0:32631:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603577.225013:0:32631:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603577.225015:0:32631:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe53e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91881 expref: -99 pid: 32631 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789603577.225021:0:32631:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603577.225023:0:32631:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603577.225024:0:32631:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603577.225026:0:32631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.225026:0:32631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603577.225038:0:32631:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.225040:0:32631:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603577.225041:0:32631:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.225043:0:32631:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.225045:0:32631:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.225047:0:32631:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603577.225048:0:32631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.225049:0:32631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603577.225050:0:32631:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603577.225052:0:32631:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603577.225055:0:32631:0:(file.c:6260:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603577.225059:0:32631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501da3d08 00000080:00000008:0.0:1789603577.225061:0:32631:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1789603577.226797:0:32631:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603577.226844:0:32631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501da3d08 00000080:00200008:0.0:1789603577.226848:0:32631:0:(file.c:6307:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1789603577.226855:0:32631:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603577.226857:0:32631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501da3c80 00000080:00200000:0.0:1789603577.226859:0:32631:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603577.226865:0:32631:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb80120a200. 00800000:00000002:0.0:1789603577.226871:0:32631:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603577.226875:0:32631:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603577.226879:0:32631:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603577.226881:0:32631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501da3ba0 00800000:00000002:0.0:1789603577.226883:0:32631:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603577.226886:0:32631:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603577.226889:0:32631:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603577.226891:0:32631:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603577.226893:0:32631:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603577.226896:0:32631:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603577.226900:0:32631:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603577.226902:0:32631:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603577.226904:0:32631:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603577.226907:0:32631:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603577.226912:0:32631:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603577.226913:0:32631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501da3a70 00000002:00010000:0.0:1789603577.226915:0:32631:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603577.226918:0:32631:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603577.226920:0:32631:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603577.226922:0:32631:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603577.226928:0:32631:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cb00 count: 2 00010000:00000001:0.0:1789603577.226931:0:32631:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603577.226934:0:32631:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603577.226937:0:32631:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603577.226942:0:32631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe53e2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91881 expref: -99 pid: 32631 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1789603577.226952:0:32631:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603577.226956:0:32631:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603577.226959:0:32631:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe53e2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91881 expref: -99 pid: 32631 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1789603577.226972:0:32631:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603577.226973:0:32631:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603577.226975:0:32631:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603577.226977:0:32631:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603577.226979:0:32631:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603577.226981:0:32631:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603577.226984:0:32631:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603577.226986:0:32631:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603577.226989:0:32631:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb80120a200. 00000080:00000001:0.0:1789603577.226993:0:32631:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603577.226994:0:32631:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603577.226998:0:32631:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603577.227001:0:32631:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe53e2 00800000:00000001:0.0:1789603577.227003:0:32631:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603577.227005:0:32631:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603577.227007:0:32631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603577.227009:0:32631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603577.227011:0:32631:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fddc00 refcount=3 00000020:00000001:0.0:1789603577.227014:0:32631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:0.0:1789603577.227017:0:32631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:0.0:1789603577.227019:0:32631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.227021:0:32631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603577.227022:0:32631:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603577.227023:0:32631:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603577.227025:0:32631:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe53e2 from it ffffb8e501da3cb8 00010000:00000001:0.0:1789603577.227038:0:32631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603577.227039:0:32631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603577.227040:0:32631:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fddc00 refcount=3 00000020:00000001:0.0:1789603577.227042:0:32631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:0.0:1789603577.227044:0:32631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:0.0:1789603577.227046:0:32631:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603577.227049:0:32631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe53e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91881 expref: -99 pid: 32631 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789603577.227056:0:32631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.227057:0:32631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603577.227058:0:32631:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603577.227060:0:32631:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603577.227062:0:32631:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe53e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91881 expref: -99 pid: 32631 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789603577.227069:0:32631:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603577.227072:0:32631:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603577.227074:0:32631:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603577.227078:0:32631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.227079:0:32631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603577.227081:0:32631:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.227083:0:32631:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603577.227085:0:32631:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.227087:0:32631:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.227089:0:32631:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.227091:0:32631:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603577.227092:0:32631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.227093:0:32631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603577.227096:0:32631:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603577.227097:0:32631:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603577.227100:0:32631:0:(file.c:6260:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603577.227104:0:32631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501da3d08 00000080:00000008:0.0:1789603577.227106:0:32631:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1789603577.228422:0:32631:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603577.228427:0:32631:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603577.228429:0:32631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501da3b78 00000080:00200000:0.0:1789603577.228433:0:32631:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603577.228440:0:32631:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb80120a200. 00800000:00000002:0.0:1789603577.228446:0:32631:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603577.228449:0:32631:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603577.228453:0:32631:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603577.228455:0:32631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501da3a98 00800000:00000002:0.0:1789603577.228458:0:32631:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603577.228461:0:32631:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603577.228463:0:32631:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603577.228465:0:32631:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603577.228467:0:32631:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603577.228469:0:32631:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603577.228471:0:32631:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603577.228473:0:32631:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603577.228475:0:32631:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603577.228478:0:32631:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603577.228483:0:32631:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603577.228484:0:32631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501da3968 00000002:00010000:0.0:1789603577.228486:0:32631:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603577.228489:0:32631:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603577.228491:0:32631:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603577.228494:0:32631:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603577.228498:0:32631:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cb00 count: 2 00010000:00000001:0.0:1789603577.228501:0:32631:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603577.228504:0:32631:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000010:1.1:1789603577.228554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc800. 00010000:00000001:0.0:1789603577.229713:0:32631:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603577.229724:0:32631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe53e2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91881 expref: -99 pid: 32631 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1789603577.229736:0:32631:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603577.229742:0:32631:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603577.229745:0:32631:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe53e2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91881 expref: -99 pid: 32631 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1789603577.229753:0:32631:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603577.229755:0:32631:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603577.229758:0:32631:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603577.229760:0:32631:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603577.229762:0:32631:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603577.229765:0:32631:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603577.229769:0:32631:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603577.229772:0:32631:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603577.229776:0:32631:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb80120a200. 00000080:00000001:0.0:1789603577.229782:0:32631:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603577.229783:0:32631:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603577.229787:0:32631:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603577.229790:0:32631:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe53e2 00800000:00000001:0.0:1789603577.229794:0:32631:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603577.229797:0:32631:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603577.229798:0:32631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603577.229801:0:32631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603577.229804:0:32631:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fddc00 refcount=3 00000020:00000001:0.0:1789603577.229806:0:32631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:0.0:1789603577.229809:0:32631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:0.0:1789603577.229812:0:32631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.229813:0:32631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603577.229814:0:32631:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603577.229816:0:32631:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603577.229818:0:32631:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe53e2 from it ffffb8e501da3bb0 00010000:00000001:0.0:1789603577.229820:0:32631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603577.229821:0:32631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603577.229822:0:32631:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fddc00 refcount=3 00000020:00000001:0.0:1789603577.229824:0:32631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:0.0:1789603577.229826:0:32631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:0.0:1789603577.229828:0:32631:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603577.229831:0:32631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe53e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91881 expref: -99 pid: 32631 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789603577.229837:0:32631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.229837:0:32631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603577.229839:0:32631:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603577.229841:0:32631:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603577.229843:0:32631:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe53e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91881 expref: -99 pid: 32631 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1789603577.229854:0:32631:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603577.229857:0:32631:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603577.229859:0:32631:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603577.229863:0:32631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.229864:0:32631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603577.229865:0:32631:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.229868:0:32631:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603577.229870:0:32631:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.229871:0:32631:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.229874:0:32631:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.229876:0:32631:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603577.229877:0:32631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.229878:0:32631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603577.229881:0:32631:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603577.229882:0:32631:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603577.229885:0:32631:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 44 00000080:00000001:0.0:1789603577.229889:0:32631:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603577.229894:0:32631:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:0.0:1789603577.229897:0:32631:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789603577.229900:0:32631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501da3b78 00000080:00200008:0.0:1789603577.229901:0:32631:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), flags 300000 00000080:00000010:0.0:1789603577.229908:0:32631:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9eb804241a40. 00000080:00000001:0.0:1789603577.229912:0:32631:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603577.229914:0:32631:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603577.229936:0:32631:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603577.229938:0:32631:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c03066f0 arg=7fffbeb989a0 00000020:00000001:0.0:1789603577.229945:0:32631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603577.229950:0:32631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff9eb8051e1c00. 00000020:00000001:0.0:1789603577.229955:0:32631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603577.229959:0:32631:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:0.0:1789603577.229961:0:32631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501da3ad0 00000080:00200000:0.0:1789603577.229963:0:32631:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) name=d21h.recovery-small-2 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:0.0:1789603577.229969:0:32631:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb80120a200. 00800000:00000002:0.0:1789603577.229973:0:32631:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00800000:00000001:0.0:1789603577.229982:0:32631:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:0.0:1789603577.229984:0:32631:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789603577.229988:0:32631:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603577.229990:0:32631:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603577.229992:0:32631:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603577.229993:0:32631:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603577.229995:0:32631:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603577.229997:0:32631:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603577.229999:0:32631:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603577.230002:0:32631:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446637111935442432 : -106961774109184 : ffff9eb805731e00) 00800000:00000001:0.0:1789603577.230004:0:32631:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789603577.230006:0:32631:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789603577.230009:0:32631:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789603577.230011:0:32631:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789603577.230014:0:32631:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9eb81291b000: Allocated FID [0x200000405:0x24:0x0] 40000000:00000001:0.0:1789603577.230016:0:32631:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603577.230018:0:32631:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603577.230020:0:32631:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603577.230021:0:32631:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603577.230023:0:32631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501da39e8 00800000:00000002:0.0:1789603577.230025:0:32631:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21h.recovery-small-2' [0x200000405:0x24:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:0.0:1789603577.230041:0:32631:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1789603577.230044:0:32631:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789603577.230049:0:32631:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cb00 count: 2 00010000:00000001:0.0:1789603577.230051:0:32631:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603577.230053:0:32631:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789603577.230056:0:32631:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789603577.230059:0:32631:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe53e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e91881 expref: -99 pid: 32631 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1789603577.230066:0:32631:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789603577.230070:0:32631:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789603577.230072:0:32631:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789603577.230074:0:32631:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789603577.230077:0:32631:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603577.230079:0:32631:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603577.230081:0:32631:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cb00 count: 3 00010000:00000001:0.0:1789603577.230083:0:32631:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603577.230085:0:32631:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603577.230087:0:32631:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603577.230088:0:32631:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603577.230089:0:32631:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cb00 count: 3 00010000:00000001:0.0:1789603577.230091:0:32631:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603577.230092:0:32631:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603577.230094:0:32631:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603577.230095:0:32631:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603577.230096:0:32631:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cb00 count: 3 00010000:00000001:0.0:1789603577.230098:0:32631:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603577.230100:0:32631:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603577.230102:0:32631:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789603577.230105:0:32631:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9eb808190840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789603577.230109:0:32631:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:0.0:1789603577.230112:0:32631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501da3670 00000080:00002000:0.0:1789603577.230114:0:32631:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21h.recovery-small-2 00000080:00000001:0.0:1789603577.230119:0:32631:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789603577.230124:0:32631:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789603577.230128:0:32631:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789603577.230130:0:32631:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789603577.230131:0:32631:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.230135:0:32631:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789603577.230138:0:32631:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789603577.230140:0:32631:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789603577.230142:0:32631:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603577.230143:0:32631:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789603577.230146:0:32631:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fddc00 with handle 0xa04c19c788fe53e2 from hash 00010000:00000001:0.0:1789603577.230148:0:32631:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789603577.230149:0:32631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.230150:0:32631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603577.230151:0:32631:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789603577.230153:0:32631:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789603577.230155:0:32631:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789603577.230158:0:32631:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789603577.230160:0:32631:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603577.230163:0:32631:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789603577.230168:0:32631:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1dc00. 00000020:00000040:0.0:1789603577.230172:0:32631:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:0.0:1789603577.230178:0:32631:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789603577.230180:0:32631:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.230182:0:32631:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603577.230186:0:32631:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603577.230187:0:32631:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603577.230190:0:32631:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603577.230192:0:32631:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603577.230195:0:32631:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603577.230202:0:32631:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8051e2c00. 00000100:00000001:0.0:1789603577.230208:0:32631:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.230421:0:32631:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603577.230424:0:32631:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789603577.230432:0:32631:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe53e2 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91881 expref: -99 pid: 32631 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1789603577.230439:0:32631:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789603577.230441:0:32631:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789603577.230443:0:32631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789603577.230445:0:32631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe53e2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91881 expref: -99 pid: 32631 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:0.0:1789603577.230453:0:32631:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb80647cb00 count: 0 00010000:00000010:0.0:1789603577.230459:0:32631:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb810da7d80. 00010000:00000001:0.0:1789603577.230468:0:32631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603577.230469:0:32631:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.230471:0:32631:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603577.230472:0:32631:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.230474:0:32631:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1789603577.230486:0:32631:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789603577.230499:0:32631:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb810d1dc00 x1876533442888448/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603577.230508:0:32631:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603577.230572:0:32631:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603577.230579:0:32631:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb814e70f00. 00000100:00000001:0.0:1789603577.230582:0:32631:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112194699008 : -106961514852608 : ffff9eb814e70f00) 00000100:00000001:0.0:1789603577.230585:0:32631:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603577.230586:0:32631:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126200832 : -106961583350784 : ffff9eb810d1dc00) 00000100:00000001:0.0:1789603577.230591:0:32631:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603577.230595:0:32631:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603577.230773:0:32631:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603577.230777:0:32631:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603577.230782:0:32631:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1dc00 x1876533442888448/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603577.230791:0:32631:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603577.230794:0:32631:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603577.230797:0:32631:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603577.230800:0:32631:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603577.230803:0:32631:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603577.230806:0:32631:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1dc00 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32631:1876533442888448:192.168.204.129@tcp:36:lfs.0 00000100:00000001:0.0:1789603577.230810:0:32631:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603577.230816:0:32631:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603577.230819:0:32631:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603577.230822:0:32631:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603577.230827:0:32631:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8051e2800. 02000000:00000001:0.0:1789603577.230829:0:32631:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603577.230837:0:32631:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603577.230842:0:32631:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139688. 00000400:00000010:0.0:1789603577.230849:0:32631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682330. 00000100:00000200:0.0:1789603577.230856:0:32631:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442888448, portal 10 00000100:00000001:0.0:1789603577.230858:0:32631:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603577.230859:0:32631:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126200832 : -106961583350784 : ffff9eb810d1dc00) 00000100:00000040:0.0:1789603577.230866:0:32631:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1dc00 x1876533442888448/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603593 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603577.230878:0:32631:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603577.230881:0:32631:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603577.230885:0:32631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682dd0. 00000100:00000200:0.0:1789603577.230888:0:32631:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1876533442888448, offset 0 00000400:00000200:0.0:1789603577.230897:0:32631:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603577.230906:0:32631:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603577.230913:0:32631:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603577.230919:0:32631:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603577.230923:0:32631:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603577.230926:0:32631:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603577.230928:0:32631:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603577.230933:0:32631:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2732:2732:256:4294967295] 192.168.204.129@tcp LPNI seq info [2732:2732:8:4294967295] 00000400:00000200:0.0:1789603577.230937:0:32631:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603577.230948:0:32631:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603577.230955:0:32631:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603577.230960:0:32631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb81927c800. 00000800:00000200:0.0:1789603577.230967:0:32631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603577.230975:0:32631:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603577.230979:0:32631:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb81927c800 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:0.0:1789603577.231151:0:32631:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603577.231157:0:32631:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 835698 usecs (836 jiffies) 00000400:00000200:0.0:1789603577.231161:0:32631:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603577.231164:0:32631:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296577000 00000100:00000001:0.0:1789603577.231171:0:32631:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296576980 00000100:00000001:0.0:1789603577.231176:0:32631:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296577000 00000100:00000001:0.0:1789603577.231179:0:32631:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296576980 00000100:00000001:0.0:1789603577.231182:0:32631:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603577.231185:0:32631:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603577.231188:0:32631:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603577.231190:0:32631:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603577.231193:0:32631:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb814e70f00 going to sleep for 11 seconds 00000100:00000001:0.0:1789603577.231196:0:32631:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603577.231199:0:32631:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603577.233281:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603577.233292:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb81927c800. 00000400:00000200:2.0:1789603577.233301:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603577.233310:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603577.233317:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682dd0 00000400:00000010:2.0:1789603577.233320:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682dd0. 00000100:00000001:2.0:1789603577.233326:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603577.233335:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1dc00 x1876533442888448/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603593 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603577.233349:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603577.233353:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1dc00 x1876533442888448/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603593 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603577.233360:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603577.233362:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:0.1:1789603577.237834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc53e0. 00010000:00000010:0.1:1789603577.237867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647cb00. 00010000:00000010:0.1:1789603577.237875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fddc00. 00000800:00000001:2.0:1789603577.249325:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.249349:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603577.249354:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.249357:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603577.249368:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.249376:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603577.249389:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.249394:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.249400:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.249405:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 448 into portal 10 MB=0x6aab27d45c300 00000400:00000200:2.0:1789603577.249410:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.249416:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 448/448 into md 0x7ced [1] + 224 00000800:00000001:2.0:1789603577.249424:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.249435:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603577.249439:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603577.249445:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603577.249452:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603577.249462:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1dc00 x1876533442888448/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603593 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603577.249473:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9eb810d1dc00 x1876533442888448/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603593 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603577.249500:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603577.249561:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.249566:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603577.249737:0:32631:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603577.249746:0:32631:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603577.249748:0:32631:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603577.249752:0:32631:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139688. 00000400:00000200:0.0:1789603577.249758:0:32631:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682330 00000400:00000010:0.0:1789603577.249760:0:32631:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682330. 00000100:00000001:0.0:1789603577.249764:0:32631:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603577.249768:0:32631:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1dc00 x1876533442888448/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603593 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603577.249777:0:32631:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1dc00 x1876533442888448/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603593 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603577.249784:0:32631:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603577.249785:0:32631:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603577.249789:0:32631:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603577.249792:0:32631:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603577.249795:0:32631:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603577.249797:0:32631:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603577.249800:0:32631:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603577.249810:0:32631:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=125 v=5 (106 106 106 137) 00000100:00001000:0.0:1789603577.249814:0:32631:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=12 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603577.249817:0:32631:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603577.249819:0:32631:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.249822:0:32631:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603577.249826:0:32631:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603577.249829:0:32631:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789603577.249831:0:32631:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009b/0x1] 00000100:00000001:0.0:1789603577.249833:0:32631:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789603577.249836:0:32631:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603577.249837:0:32631:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126200832 : -106961583350784 : ffff9eb810d1dc00) 00000100:00000001:0.0:1789603577.249840:0:32631:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603577.249842:0:32631:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967613 00000100:00000001:0.0:1789603577.249845:0:32631:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603577.249847:0:32631:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603577.249853:0:32631:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1dc00 x1876533442888448/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/448 e 0 to 0 dl 1789603593 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603577.249860:0:32631:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603577.249863:0:32631:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603577.249865:0:32631:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603577.249868:0:32631:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1dc00 x1876533442888448/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/448 e 0 to 0 dl 1789603593 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603577.249876:0:32631:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1dc00 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32631:1876533442888448:192.168.204.129@tcp:36:lfs.0 00000100:00000001:0.0:1789603577.249881:0:32631:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603577.249884:0:32631:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603577.249887:0:32631:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603577.249889:0:32631:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603577.249892:0:32631:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1dc00 x1876533442888448/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/448 e 0 to 0 dl 1789603593 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603577.249899:0:32631:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603577.249901:0:32631:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb814e70f00. 00000100:00000001:0.0:1789603577.249904:0:32631:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603577.249906:0:32631:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603577.249916:0:32631:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603577.249920:0:32631:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000405:0x24:0x0] 00800000:00000001:0.0:1789603577.249922:0:32631:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603577.249928:0:32631:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789603577.249934:0:32631:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789603577.249937:0:32631:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789603577.249940:0:32631:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:0.0:1789603577.249944:0:32631:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789603577.249959:0:32631:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9eb80817eb40. 00000080:00000001:0.0:1789603577.249971:0:32631:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789603577.249973:0:32631:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9eb80817ec08) 00000080:00000001:0.0:1789603577.249976:0:32631:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789603577.249978:0:32631:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:0.0:1789603577.249980:0:32631:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603577.249981:0:32631:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:0.0:1789603577.249984:0:32631:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789603577.249986:0:32631:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611172 mtime from 0 to 1789603577 00000080:00200000:0.0:1789603577.249990:0:32631:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00000080:00000001:0.0:1789603577.249992:0:32631:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789603577.249994:0:32631:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979797512 : -106961729754104 : ffff9eb80817ec08) 00000080:00000001:0.0:1789603577.249996:0:32631:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789603577.249999:0:32631:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789603577.250000:0:32631:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603577.250007:0:32631:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603577.250010:0:32631:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1dc00 x1876533442888448/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/448 e 0 to 0 dl 1789603593 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603577.250015:0:32631:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603577.250018:0:32631:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603577.250021:0:32631:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb80120a200. 00000080:00000010:0.0:1789603577.250025:0:32631:0:(dir.c:2111:ll_dir_ioctl()) kvfree 'data': 648 at ffff9eb8051e1c00. 00000080:00000001:0.0:1789603577.253586:0:32631:0:(dir.c:2112:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603577.253610:0:32631:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:0.0:1789603577.253613:0:32631:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789603577.253617:0:32631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501da3dd0 00000080:00200008:0.0:1789603577.253619:0:32631:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), flags 300000 00000080:00400000:0.0:1789603577.253625:0:32631:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1789603577.253630:0:32631:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb804241a40. 00000080:00000001:0.0:1789603577.253636:0:32631:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789603577.253638:0:32631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501da3dd0 00000080:00000008:0.0:1789603577.253640:0:32631:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9eb808190908), flags 300000, rc = 0 00000080:00000001:0.0:1789603577.253643:0:32631:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603577.253644:0:32631:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603577.322304:0:32633:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603577.322317:0:32633:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603577.322320:0:32633:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603577.322324:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015e7bc0 00000080:00200000:2.0:1789603577.322331:0:32633:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:2.0:1789603577.322341:0:32633:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805157600. 00800000:00000002:2.0:1789603577.322351:0:32633:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603577.322357:0:32633:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603577.322364:0:32633:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603577.322367:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015e7ae0 00800000:00000002:2.0:1789603577.322381:0:32633:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603577.322386:0:32633:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603577.322390:0:32633:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603577.322394:0:32633:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603577.322397:0:32633:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603577.322401:0:32633:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603577.322404:0:32633:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603577.322406:0:32633:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603577.322409:0:32633:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603577.322413:0:32633:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603577.322420:0:32633:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603577.322423:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015e79b0 00000002:00010000:2.0:1789603577.322426:0:32633:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603577.322430:0:32633:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603577.322433:0:32633:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603577.322439:0:32633:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789603577.322447:0:32633:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603577.322449:0:32633:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603577.322451:0:32633:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603577.322454:0:32633:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789603577.322457:0:32633:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789603577.322464:0:32633:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f2680. 00000020:00000040:2.0:1789603577.322470:0:32633:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:2.0:1789603577.322480:0:32633:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603577.322499:0:32633:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603577.322505:0:32633:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603577.323672:0:32633:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603577.323683:0:32633:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603577.323691:0:32633:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603577.324049:0:32633:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041d3400. 00000100:00000001:2.0:1789603577.324062:0:32633:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603577.324070:0:32633:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603577.324073:0:32633:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603577.324075:0:32633:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603577.324076:0:32633:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603577.324079:0:32633:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603577.324089:0:32633:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637111912113792 : -106961797437824 : ffff9eb8040f2680) 00010000:00000001:2.0:1789603577.324095:0:32633:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789603577.324099:0:32633:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789603577.324108:0:32633:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb81938b400. 00010000:00000010:2.0:1789603577.324113:0:32633:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80574ed80. 00010000:00000001:2.0:1789603577.324121:0:32633:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789603577.324126:0:32633:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb802f46200. 00000020:00000001:2.0:1789603577.324132:0:32633:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789603577.324136:0:32633:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb802f46200 with handle 0xa04c19c788fe53f0 to hash 00000020:00000001:2.0:1789603577.324138:0:32633:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789603577.324140:0:32633:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603577.324145:0:32633:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603577.324149:0:32633:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603577.324153:0:32633:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603577.324160:0:32633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe53f0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603577.324171:0:32633:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe53f0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603577.324183:0:32633:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe53f0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32633 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789603577.324189:0:32633:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603577.324191:0:32633:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603577.324200:0:32633:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8109c4480. 00000100:00000001:2.0:1789603577.324202:0:32633:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112122688640 : -106961586862976 : ffff9eb8109c4480) 00000100:00000001:2.0:1789603577.324205:0:32633:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603577.324207:0:32633:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912113792 : -106961797437824 : ffff9eb8040f2680) 00000100:00000001:2.0:1789603577.324212:0:32633:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603577.324217:0:32633:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603577.324219:0:32633:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603577.324221:0:32633:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603577.324234:0:32633:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f2680 x1876533442888576/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603577.324244:0:32633:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603577.324246:0:32633:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603577.324251:0:32633:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603577.324254:0:32633:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603577.324258:0:32633:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603577.324262:0:32633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f2680 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32633:1876533442888576:192.168.204.129@tcp:101:multiop.0 00000100:00000001:2.0:1789603577.324267:0:32633:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603577.324273:0:32633:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603577.324277:0:32633:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603577.324279:0:32633:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603577.324284:0:32633:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb811629800. 02000000:00000001:2.0:1789603577.324286:0:32633:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603577.324297:0:32633:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603577.324303:0:32633:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a34d0. 00000400:00000010:2.0:1789603577.324312:0:32633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7770. 00000100:00000200:2.0:1789603577.324321:0:32633:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442888576, portal 10 00000100:00000001:2.0:1789603577.324323:0:32633:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603577.324324:0:32633:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912113792 : -106961797437824 : ffff9eb8040f2680) 00000100:00000040:2.0:1789603577.324330:0:32633:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f2680 x1876533442888576/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603593 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603577.324339:0:32633:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603577.324342:0:32633:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603577.324345:0:32633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7088. 00000100:00000200:2.0:1789603577.324348:0:32633:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876533442888576, offset 0 00000400:00000200:2.0:1789603577.324356:0:32633:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603577.324367:0:32633:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.324377:0:32633:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603577.324384:0:32633:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603577.324388:0:32633:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603577.324392:0:32633:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603577.324395:0:32633:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603577.324399:0:32633:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2733:2733:256:4294967295] 192.168.204.129@tcp LPNI seq info [2733:2733:8:4294967295] 00000400:00000200:2.0:1789603577.324404:0:32633:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.324415:0:32633:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603577.324423:0:32633:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603577.324430:0:32633:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8086d7500. 00000800:00000200:2.0:1789603577.324439:0:32633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603577.324450:0:32633:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603577.324455:0:32633:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8086d7500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789603577.324494:0:32633:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603577.324499:0:32633:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 834537 usecs (835 jiffies) 00000400:00000200:2.0:1789603577.324503:0:32633:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603577.324507:0:32633:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296577092 00000100:00000001:2.0:1789603577.324566:0:32633:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296577000 00000100:00000001:2.0:1789603577.324573:0:32633:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296577093 00000100:00000001:2.0:1789603577.324578:0:32633:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296577000 00000100:00000001:2.0:1789603577.324581:0:32633:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603577.324584:0:32633:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603577.324587:0:32633:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603577.324590:0:32633:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603577.324593:0:32633:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8109c4480 going to sleep for 11 seconds 00000100:00000001:2.0:1789603577.324596:0:32633:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603577.324600:0:32633:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603577.326267:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603577.326287:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8086d7500. 00000400:00000200:3.0:1789603577.326297:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603577.326310:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603577.326321:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7088 00000400:00000010:3.0:1789603577.326324:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7088. 00000100:00000001:3.0:1789603577.326331:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603577.326341:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f2680 x1876533442888576/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603593 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603577.326357:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603577.326361:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f2680 x1876533442888576/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603593 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603577.326369:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603577.326371:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603577.344194:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.344225:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603577.344231:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.344235:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603577.344248:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.344260:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603577.344273:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.344279:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.344286:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.344292:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d45c380 00000400:00000200:2.0:1789603577.344299:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.344306:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x7cf5 [1] + 224 00000800:00000001:2.0:1789603577.344316:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.344327:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603577.344331:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603577.344337:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603577.344348:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603577.344360:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f2680 x1876533442888576/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603593 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603577.344373:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb8040f2680 x1876533442888576/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603593 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603577.344400:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603577.344413:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.344417:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603577.344582:0:32633:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603577.344592:0:32633:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603577.344594:0:32633:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603577.344599:0:32633:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a34d0. 00000400:00000200:3.0:1789603577.344604:0:32633:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7770 00000400:00000010:3.0:1789603577.344607:0:32633:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7770. 00000100:00000001:3.0:1789603577.344612:0:32633:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603577.344618:0:32633:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f2680 x1876533442888576/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603593 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789603577.344626:0:32633:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f2680 x1876533442888576/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603593 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603577.344632:0:32633:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603577.344635:0:32633:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603577.344637:0:32633:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603577.344642:0:32633:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603577.344646:0:32633:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603577.344648:0:32633:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603577.344652:0:32633:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603577.344666:0:32633:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=125 v=5 (106 106 106 137) 00000100:00001000:3.0:1789603577.344671:0:32633:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603577.344674:0:32633:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603577.344677:0:32633:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.344680:0:32633:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603577.344684:0:32633:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603577.344689:0:32633:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603577.344692:0:32633:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967613 00000100:00000001:3.0:1789603577.344694:0:32633:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603577.344697:0:32633:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603577.345123:0:32633:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f2680 x1876533442888576/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603593 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603577.345132:0:32633:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603577.345136:0:32633:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603577.345139:0:32633:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603577.345143:0:32633:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f2680 x1876533442888576/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603593 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789603577.345151:0:32633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f2680 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32633:1876533442888576:192.168.204.129@tcp:101:multiop.0 00000100:00000001:3.0:1789603577.345158:0:32633:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603577.345162:0:32633:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603577.345165:0:32633:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789603577.345168:0:32633:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603577.345172:0:32633:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f2680 x1876533442888576/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603593 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603577.345180:0:32633:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603577.345183:0:32633:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8109c4480. 00000100:00000001:3.0:1789603577.345188:0:32633:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789603577.345189:0:32633:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.345193:0:32633:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789603577.345198:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.345202:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.345206:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=4 00000020:00000001:3.0:1789603577.345209:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:3.0:1789603577.345212:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000040:3.0:1789603577.345221:0:32633:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb802f46200, remote cookie: 0x31dbb14d74e918b9, flags: 0x1001 00010000:00010000:3.0:1789603577.345228:0:32633:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe53f0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e918b9 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603577.345241:0:32633:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe53f0 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e918b9 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603577.345249:0:32633:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789603577.345255:0:32633:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789603577.345257:0:32633:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789603577.345259:0:32633:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789603577.345261:0:32633:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789603577.345265:0:32633:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9eb81938b400) refcount = 1 00010000:00010000:3.0:1789603577.345269:0:32633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe53f0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e918b9 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603577.345277:0:32633:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789603577.345281:0:32633:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789603577.345283:0:32633:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603577.345286:0:32633:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789603577.345289:0:32633:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603577.345293:0:32633:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe53f0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e918b9 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603577.345300:0:32633:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789603577.345302:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.345304:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.345305:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.345306:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.345308:0:32633:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603577.345314:0:32633:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789603577.345316:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.345317:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.345319:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=3 00000020:00000001:3.0:1789603577.345321:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:3.0:1789603577.345324:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:3.0:1789603577.345326:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.345327:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.345328:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=4 00000020:00000001:3.0:1789603577.345330:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:3.0:1789603577.345333:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:3.0:1789603577.345336:0:32633:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603577.345340:0:32633:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603577.345344:0:32633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe53f0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e918b9 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603577.345351:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.345352:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.345354:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.345355:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.345356:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=5 00000020:00000001:3.0:1789603577.345358:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:3.0:1789603577.345360:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:3.0:1789603577.345363:0:32633:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603577.345366:0:32633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe53f0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e918b9 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603577.345374:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.345375:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789603577.345378:0:32633:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe53f0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e918b9 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603577.345384:0:32633:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603577.345386:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.345387:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.345389:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.345390:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789603577.345395:0:32633:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb8040f2680 x1876533442888576/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603593 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789603577.345405:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.345406:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.345407:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=3 00000020:00000001:3.0:1789603577.345409:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:3.0:1789603577.345411:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:3.0:1789603577.345414:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.345415:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603577.345417:0:32633:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603577.345419:0:32633:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603577.345423:0:32633:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789603577.345427:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.345428:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.345430:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=3 00000020:00000001:3.0:1789603577.345432:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:3.0:1789603577.345434:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00000002:00010000:3.0:1789603577.345437:0:32633:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe53f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e918b9 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603577.345444:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.345445:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.345447:0:32633:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789603577.345448:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.345450:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.345451:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=3 00000020:00000001:3.0:1789603577.345453:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:3.0:1789603577.345455:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000040:3.0:1789603577.345462:0:32633:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b400 count: 2 00010000:00000001:3.0:1789603577.345465:0:32633:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789603577.345470:0:32633:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1789603577.345473:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.345474:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603577.345476:0:32633:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789603577.345481:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015e7938 00000002:00002000:3.0:1789603577.345483:0:32633:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789603577.345486:0:32633:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603577.345491:0:32633:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603577.345495:0:32633:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789603577.345498:0:32633:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789603577.345501:0:32633:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603577.345505:0:32633:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:3.0:1789603577.345584:0:32633:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805157600. 00000080:00000001:3.0:1789603577.345590:0:32633:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789603577.345594:0:32633:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789603577.345602:0:32633:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789603577.345608:0:32633:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789603577.345617:0:32633:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb807d57780. 00800000:00000001:3.0:1789603577.345619:0:32633:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637111975442304 : -106961734109312 : ffff9eb807d57780) 00800000:00000001:3.0:1789603577.345622:0:32633:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603577.345625:0:32633:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789603577.345629:0:32633:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789603577.345631:0:32633:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1789603577.345634:0:32633:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789603577.345637:0:32633:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789603577.345639:0:32633:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603577.345644:0:32633:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1789603577.345647:0:32633:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1789603577.345654:0:32633:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1789603577.345656:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.345657:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.345659:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=3 00000020:00000001:3.0:1789603577.345661:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:3.0:1789603577.345663:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:3.0:1789603577.345665:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.345666:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789603577.345668:0:32633:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789603577.345671:0:32633:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1789603577.345673:0:32633:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807d57780 1 00800000:00000010:3.0:1789603577.345675:0:32633:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb807d57780. 00800000:00000001:3.0:1789603577.345678:0:32633:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603577.345681:0:32633:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe53f0 00800000:00000001:3.0:1789603577.345685:0:32633:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603577.345687:0:32633:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603577.345688:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.345689:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.345690:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=3 00000020:00000001:3.0:1789603577.345692:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:3.0:1789603577.345694:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:3.0:1789603577.345696:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.345697:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603577.347198:0:32633:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603577.347216:0:32633:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603577.347220:0:32633:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603577.347226:0:32633:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:3.0:1789603577.347231:0:32633:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe53f0 from it ffffb8e5015e7bf8 00010000:00000001:3.0:1789603577.347236:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.347238:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.347242:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=3 00000020:00000001:3.0:1789603577.347244:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:3.0:1789603577.347248:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:3.0:1789603577.347251:0:32633:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603577.347257:0:32633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe53f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e918b9 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603577.347266:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.347268:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.347270:0:32633:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603577.347273:0:32633:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603577.347275:0:32633:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe53f0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e918b9 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789603577.347291:0:32633:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603577.347296:0:32633:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603577.347299:0:32633:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603577.347305:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.347306:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.347308:0:32633:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.347313:0:32633:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603577.347315:0:32633:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.347317:0:32633:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.347321:0:32633:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.347323:0:32633:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603577.347324:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.347325:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789603577.347329:0:32633:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603577.347343:0:32633:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f2680 x1876533442888576/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603593 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603577.347352:0:32633:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603577.347355:0:32633:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603577.347361:0:32633:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb811629800. 02000000:00000001:3.0:1789603577.347366:0:32633:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603577.347370:0:32633:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603577.347372:0:32633:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603577.347374:0:32633:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603577.347378:0:32633:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041d3400. 02000000:00000001:3.0:1789603577.347381:0:32633:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603577.347384:0:32633:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603577.347387:0:32633:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f2680. 00000100:00000001:3.0:1789603577.347392:0:32633:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603577.347393:0:32633:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789603577.347397:0:32633:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:3.0:1789603577.347403:0:32633:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789603577.347428:0:32633:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb806907780. 00000020:00000001:3.0:1789603577.347435:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015e7b28 00000080:00200000:3.0:1789603577.347438:0:32633:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9eb808190908), flags=25 00000080:00000001:3.0:1789603577.347443:0:32633:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1789603577.347445:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015e79d8 00000080:00200000:3.0:1789603577.347447:0:32633:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9eb808190908), intent=0 00000080:00000010:3.0:1789603577.347458:0:32633:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb82031a600. 00800000:00000002:3.0:1789603577.347465:0:32633:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:3.0:1789603577.347471:0:32633:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603577.347475:0:32633:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603577.347477:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015e78f8 00800000:00000002:3.0:1789603577.347480:0:32633:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603577.347498:0:32633:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789603577.347504:0:32633:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603577.347508:0:32633:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603577.347550:0:32633:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603577.347553:0:32633:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603577.347555:0:32633:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603577.347557:0:32633:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603577.347560:0:32633:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603577.347565:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015e7890 00800000:00000002:3.0:1789603577.347567:0:32633:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:3.0:1789603577.347572:0:32633:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603577.347574:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015e77c8 00000002:00010000:3.0:1789603577.347575:0:32633:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1789603577.347580:0:32633:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789603577.347583:0:32633:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789603577.347589:0:32633:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4a680. 00000020:00000040:3.0:1789603577.347594:0:32633:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:3.0:1789603577.347599:0:32633:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789603577.347605:0:32633:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603577.347608:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.347609:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.347610:0:32633:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603577.347614:0:32633:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603577.347616:0:32633:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603577.347620:0:32633:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603577.347629:0:32633:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb80511fc00. 00000100:00000001:3.0:1789603577.347639:0:32633:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.347644:0:32633:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603577.347646:0:32633:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.347648:0:32633:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603577.347649:0:32633:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.347651:0:32633:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603577.347660:0:32633:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637112124286592 : -106961585265024 : ffff9eb810b4a680) 00010000:00000001:3.0:1789603577.347665:0:32633:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789603577.347668:0:32633:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789603577.347675:0:32633:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b400 count: 2 00010000:00000001:3.0:1789603577.347678:0:32633:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603577.347682:0:32633:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789603577.347687:0:32633:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb8131e5200. 00000020:00000001:3.0:1789603577.347691:0:32633:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789603577.347694:0:32633:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb8131e5200 with handle 0xa04c19c788fe53f7 to hash 00000020:00000001:3.0:1789603577.347696:0:32633:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789603577.347697:0:32633:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603577.350102:0:32633:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603577.350121:0:32633:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603577.350126:0:32633:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603577.350135:0:32633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe53f7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603577.350150:0:32633:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe53f7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603577.350172:0:32633:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe53f7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32633 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789603577.350179:0:32633:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603577.350182:0:32633:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603577.350198:0:32633:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb807ff3d80. 00000100:00000001:3.0:1789603577.350201:0:32633:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111978179968 : -106961731371648 : ffff9eb807ff3d80) 00000100:00000001:3.0:1789603577.350204:0:32633:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603577.350207:0:32633:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124286592 : -106961585265024 : ffff9eb810b4a680) 00000100:00000001:3.0:1789603577.350216:0:32633:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603577.350222:0:32633:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603577.350224:0:32633:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603577.350227:0:32633:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603577.350242:0:32633:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4a680 x1876533442888704/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603577.350253:0:32633:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603577.350255:0:32633:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603577.350262:0:32633:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603577.350267:0:32633:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603577.350270:0:32633:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603577.350275:0:32633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4a680 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32633:1876533442888704:192.168.204.129@tcp:101:multiop.0 00000100:00000001:3.0:1789603577.350280:0:32633:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603577.350289:0:32633:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603577.350293:0:32633:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603577.350295:0:32633:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603577.350304:0:32633:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb82036b800. 02000000:00000001:3.0:1789603577.350306:0:32633:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603577.350318:0:32633:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603577.350325:0:32633:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748f20. 00000400:00000010:3.0:1789603577.350335:0:32633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0110. 00000100:00000200:3.0:1789603577.350345:0:32633:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442888704, portal 10 00000100:00000001:3.0:1789603577.350347:0:32633:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603577.350349:0:32633:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124286592 : -106961585265024 : ffff9eb810b4a680) 00000100:00000040:3.0:1789603577.350355:0:32633:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810b4a680 x1876533442888704/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603593 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603577.350364:0:32633:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603577.350367:0:32633:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603577.350370:0:32633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0990. 00000100:00000200:3.0:1789603577.350373:0:32633:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876533442888704, offset 0 00000400:00000200:3.0:1789603577.350382:0:32633:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603577.350394:0:32633:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603577.350405:0:32633:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603577.350411:0:32633:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603577.350416:0:32633:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603577.350420:0:32633:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603577.350423:0:32633:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603577.350427:0:32633:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2734:2734:256:4294967295] 192.168.204.129@tcp LPNI seq info [2734:2734:8:4294967295] 00000400:00000200:3.0:1789603577.350432:0:32633:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603577.350444:0:32633:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603577.350452:0:32633:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603577.350459:0:32633:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783fa00. 00000800:00000200:3.0:1789603577.350467:0:32633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603577.350476:0:32633:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603577.350481:0:32633:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783fa00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1789603577.350535:0:32633:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603577.350541:0:32633:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 833382 usecs (834 jiffies) 00000400:00000200:3.0:1789603577.350545:0:32633:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603577.350549:0:32633:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296577118 00000100:00000001:3.0:1789603577.350559:0:32633:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296577092 00000100:00000001:3.0:1789603577.350566:0:32633:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296577118 00000100:00000001:3.0:1789603577.350570:0:32633:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296577093 00000100:00000001:3.0:1789603577.350573:0:32633:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603577.350576:0:32633:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603577.350579:0:32633:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603577.350581:0:32633:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603577.350585:0:32633:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb807ff3d80 going to sleep for 11 seconds 00000100:00000001:3.0:1789603577.350588:0:32633:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603577.350592:0:32633:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603577.351091:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603577.351097:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783fa00. 00000400:00000200:2.0:1789603577.351105:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603577.351112:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603577.351120:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0990 00000400:00000010:2.0:1789603577.351123:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0990. 00000100:00000001:2.0:1789603577.351129:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603577.351137:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4a680 x1876533442888704/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603593 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603577.351150:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603577.351154:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b4a680 x1876533442888704/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603593 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603577.351162:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603577.351163:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603577.360742:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.360775:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603577.360782:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.360786:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603577.360800:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.360813:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603577.360826:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.360832:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.360839:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.360845:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d45c400 00000400:00000200:2.0:1789603577.360852:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.360861:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x7d05 [1] + 224 00000800:00000001:2.0:1789603577.360871:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.360884:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603577.360889:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603577.360896:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603577.360908:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603577.360935:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4a680 x1876533442888704/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603593 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603577.360949:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb810b4a680 x1876533442888704/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603593 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603577.360975:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603577.360988:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.360992:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603577.361705:0:32633:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603577.361719:0:32633:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603577.361722:0:32633:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603577.361727:0:32633:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748f20. 00000400:00000200:3.0:1789603577.361734:0:32633:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0110 00000400:00000010:3.0:1789603577.361737:0:32633:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0110. 00000100:00000001:3.0:1789603577.361741:0:32633:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603577.361750:0:32633:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b4a680 x1876533442888704/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603593 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789603577.361761:0:32633:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b4a680 x1876533442888704/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603593 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603577.361769:0:32633:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603577.361772:0:32633:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603577.361775:0:32633:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603577.361780:0:32633:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603577.361783:0:32633:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603577.361787:0:32633:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603577.361792:0:32633:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603577.361806:0:32633:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=125 v=5 (106 106 106 137) 00000100:00001000:3.0:1789603577.361811:0:32633:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603577.361814:0:32633:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603577.361817:0:32633:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.361821:0:32633:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603577.361827:0:32633:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603577.361832:0:32633:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603577.361834:0:32633:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967613 00000100:00000001:3.0:1789603577.361837:0:32633:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603577.361841:0:32633:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603577.361848:0:32633:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b4a680 x1876533442888704/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603593 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603577.361856:0:32633:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603577.361860:0:32633:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603577.361862:0:32633:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603577.361867:0:32633:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4a680 x1876533442888704/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603593 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789603577.361876:0:32633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b4a680 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32633:1876533442888704:192.168.204.129@tcp:101:multiop.0 00000100:00000001:3.0:1789603577.361882:0:32633:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603577.361886:0:32633:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603577.361889:0:32633:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789603577.361893:0:32633:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603577.361897:0:32633:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4a680 x1876533442888704/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603593 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603577.361905:0:32633:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603577.361909:0:32633:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb807ff3d80. 00000100:00000001:3.0:1789603577.361915:0:32633:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789603577.361917:0:32633:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.361935:0:32633:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789603577.361941:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.361944:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.361949:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5200 refcount=4 00000020:00000001:3.0:1789603577.361951:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603577.361955:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000040:3.0:1789603577.361966:0:32633:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb8131e5200, remote cookie: 0x31dbb14d74e918d5, flags: 0x1001 00010000:00010000:3.0:1789603577.361974:0:32633:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe53f7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e918d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789603577.361984:0:32633:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1789603577.361988:0:32633:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1789603577.362003:0:32633:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb8042bbb00. 00010000:00000010:3.0:1789603577.362009:0:32633:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80502ba00. 00010000:00000001:3.0:1789603577.362017:0:32633:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603577.362021:0:32633:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe53f7 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e918d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603577.362042:0:32633:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe53f7 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e918d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603577.362056:0:32633:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789603577.362061:0:32633:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789603577.362064:0:32633:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789603577.362066:0:32633:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789603577.362068:0:32633:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789603577.362071:0:32633:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x23:0x0].0x0 (ffff9eb8042bbb00) refcount = 1 00010000:00010000:3.0:1789603577.362076:0:32633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe53f7 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e918d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603577.362084:0:32633:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789603577.362089:0:32633:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789603577.362091:0:32633:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603577.362094:0:32633:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789603577.362098:0:32633:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603577.362102:0:32633:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe53f7 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e918d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603577.362108:0:32633:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789603577.362111:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.362113:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.362114:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.362115:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.362117:0:32633:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603577.362122:0:32633:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789603577.362124:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.362126:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.362127:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5200 refcount=3 00000020:00000001:3.0:1789603577.362129:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603577.362132:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603577.362134:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.362136:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.362137:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5200 refcount=4 00000020:00000001:3.0:1789603577.362139:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603577.362142:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603577.362145:0:32633:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603577.362149:0:32633:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603577.362152:0:32633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe53f7 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e918d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603577.362160:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.362161:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.362162:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.362163:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.362165:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5200 refcount=5 00000020:00000001:3.0:1789603577.362166:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603577.362168:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603577.362172:0:32633:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603577.362175:0:32633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe53f7 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e918d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603577.362182:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.362183:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789603577.362186:0:32633:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe53f7 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e918d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603577.362193:0:32633:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603577.362195:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.362196:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.362197:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.362198:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789603577.362204:0:32633:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9eb810b4a680 x1876533442888704/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603593 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789603577.362215:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.362217:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.362218:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5200 refcount=3 00000020:00000001:3.0:1789603577.362221:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603577.362223:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603577.362226:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.362227:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603577.362229:0:32633:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603577.362231:0:32633:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603577.362235:0:32633:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789603577.362238:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.362239:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.362241:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5200 refcount=3 00000020:00000001:3.0:1789603577.362243:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603577.362246:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00000002:00010000:3.0:1789603577.362249:0:32633:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe53f7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e918d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603577.362257:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.362258:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.362261:0:32633:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789603577.362262:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.362263:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.362265:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5200 refcount=3 00000020:00000001:3.0:1789603577.362268:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603577.362269:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000040:3.0:1789603577.362275:0:32633:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bbb00 count: 2 00010000:00000001:3.0:1789603577.362278:0:32633:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789603577.362282:0:32633:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589935621/35 (0 0) 00010000:00000001:3.0:1789603577.362284:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.362286:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603577.362287:0:32633:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789603577.362292:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015e7750 00000002:00002000:3.0:1789603577.362294:0:32633:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789603577.362314:0:32633:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603577.362319:0:32633:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603577.362325:0:32633:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789603577.362328:0:32633:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1789603577.362332:0:32633:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603577.362336:0:32633:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000001:3.0:1789603577.362340:0:32633:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1789603577.362343:0:32633:0:(namei.c:674:ll_lookup_it_finish()) it ffffb8e5015e7ac8 it_disposition b 00000080:00000001:3.0:1789603577.362346:0:32633:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789603577.362354:0:32633:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789603577.362360:0:32633:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789603577.362367:0:32633:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb807d57780. 00800000:00000001:3.0:1789603577.362370:0:32633:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637111975442304 : -106961734109312 : ffff9eb807d57780) 00800000:00000001:3.0:1789603577.362373:0:32633:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603577.362376:0:32633:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789603577.362379:0:32633:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:3.0:1789603577.362383:0:32633:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1789603577.362391:0:32633:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789603577.362394:0:32633:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:3.0:1789603577.362397:0:32633:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000002:3.0:1789603577.362401:0:32633:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=0 index=0 hash=invalid:0x0 max_inherit=0 max_inherit_rr=0 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:3.0:1789603577.362407:0:32633:0:(llite_lib.c:1947:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789603577.362409:0:32633:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603577.362413:0:32633:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:3.0:1789603577.362416:0:32633:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1789603577.362422:0:32633:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00200000:3.0:1789603577.362425:0:32633:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x23:0x0](ffff9eb808193248): rc = 0 00000080:00000001:3.0:1789603577.362428:0:32633:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979881032 : -106961729670584 : ffff9eb808193248) 00010000:00000001:3.0:1789603577.362430:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.362432:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.362433:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5200 refcount=3 00000020:00000001:3.0:1789603577.362435:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603577.362438:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603577.362440:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.362441:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789603577.362443:0:32633:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789603577.362446:0:32633:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789603577.362448:0:32633:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603577.362452:0:32633:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff9eb808193248) for lock 0xa04c19c788fe53f7 00800000:00000001:3.0:1789603577.362456:0:32633:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603577.362458:0:32633:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603577.362459:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.362460:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.362462:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5200 refcount=3 00000020:00000001:3.0:1789603577.362463:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603577.362466:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603577.362468:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.362469:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603577.362471:0:32633:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603577.362473:0:32633:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1789603577.362495:0:32633:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb8204811b0 inode ffff9eb808193248 refc 1 flags 0x20000e 00000080:00000002:3.0:1789603577.362501:0:32633:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:3.0:1789603577.362505:0:32633:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1789603577.363791:0:32633:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff9eb808193248) 00000080:00010000:3.0:1789603577.363804:0:32633:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe53f7 from it ffffb8e5015e7ac8 00010000:00000001:3.0:1789603577.363809:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603577.363812:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603577.363815:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5200 refcount=3 00000020:00000001:3.0:1789603577.363818:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603577.363822:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603577.363825:0:32633:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603577.363831:0:32633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe53f7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e918d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603577.363840:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.363841:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.363844:0:32633:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603577.363849:0:32633:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603577.363853:0:32633:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe53f7 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e918d5 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789603577.363861:0:32633:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603577.363866:0:32633:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603577.363868:0:32633:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603577.363874:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.363876:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603577.363878:0:32633:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.363882:0:32633:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603577.363884:0:32633:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.363886:0:32633:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.363890:0:32633:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.363892:0:32633:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603577.363893:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603577.363895:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789603577.363897:0:32633:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789603577.363904:0:32633:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb82031a600. 00000100:00000001:3.0:1789603577.363912:0:32633:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603577.364125:0:32633:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b4a680 x1876533442888704/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603593 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603577.364135:0:32633:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603577.364139:0:32633:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603577.364144:0:32633:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb82036b800. 02000000:00000001:3.0:1789603577.364149:0:32633:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603577.364152:0:32633:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603577.364905:0:32633:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603577.364910:0:32633:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603577.364915:0:32633:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb80511fc00. 02000000:00000001:3.0:1789603577.365768:0:32633:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603577.365776:0:32633:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603577.365781:0:32633:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4a680. 00000100:00000001:3.0:1789603577.365790:0:32633:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603577.365793:0:32633:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603577.366163:0:32633:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789603577.366169:0:32633:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9eb808193248), inode mode 41ed mask 1 00000080:00000001:2.0:1789603577.366177:0:32633:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789603577.366204:0:32633:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb81272ae80. 00000080:00000001:2.0:1789603577.366211:0:32633:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789603577.366212:0:32633:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9eb808193248), inode mode 41ed mask 3 00000080:00000001:2.0:1789603577.366215:0:32633:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603577.366219:0:32633:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1789603577.366223:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015e7b58 00000080:00200000:2.0:1789603577.366226:0:32633:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff9eb808193248), file ffff9eb8101c2000, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1789603577.366233:0:32633:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9eb8051eda20. 00000080:00000001:2.0:1789603577.366238:0:32633:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789603577.366241:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015e7a08 00000080:00200000:2.0:1789603577.366243:0:32633:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff9eb808193248), intent=open|creat 00000080:00000010:2.0:1789603577.366255:0:32633:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805157200. 00800000:00000002:2.0:1789603577.366261:0:32633:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb807d57780 2 00000080:00000001:2.0:1789603577.366269:0:32633:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603577.366274:0:32633:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603577.366277:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015e7928 00800000:00000002:2.0:1789603577.366279:0:32633:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000405:0x23:0x0] 00800000:00000001:2.0:1789603577.366282:0:32633:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789603577.366286:0:32633:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789603577.366292:0:32633:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603577.366296:0:32633:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603577.366299:0:32633:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603577.366302:0:32633:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603577.366305:0:32633:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603577.366308:0:32633:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:2.0:1789603577.366311:0:32633:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603577.366317:0:32633:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446637111935442432 : -106961774109184 : ffff9eb805731e00) 00800000:00000001:2.0:1789603577.366322:0:32633:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789603577.366325:0:32633:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789603577.366329:0:32633:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789603577.366333:0:32633:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789603577.366337:0:32633:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9eb81291b000: Allocated FID [0x200000405:0x25:0x0] 40000000:00000001:2.0:1789603577.366341:0:32633:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603577.366343:0:32633:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603577.366345:0:32633:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603577.366347:0:32633:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603577.366350:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015e78a8 00800000:00000002:2.0:1789603577.366352:0:32633:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x23:0x0], fid2=[0x200000405:0x25:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:2.0:1789603577.366358:0:32633:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603577.366360:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015e77e0 00000002:00010000:2.0:1789603577.366362:0:32633:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000405:0x25:0x0]) in obj [0x200000405:0x23:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1789603577.366368:0:32633:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789603577.366371:0:32633:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789603577.366375:0:32633:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789603577.366382:0:32633:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603577.366384:0:32633:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789603577.366389:0:32633:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bbb00 count: 2 00010000:00000001:2.0:1789603577.366392:0:32633:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603577.366396:0:32633:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789603577.366400:0:32633:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603577.366402:0:32633:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603577.366405:0:32633:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603577.366412:0:32633:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f1180. 00000020:00000040:2.0:1789603577.366417:0:32633:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:2.0:1789603577.366426:0:32633:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789603577.366429:0:32633:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603577.366433:0:32633:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603577.366439:0:32633:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603577.366449:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603577.366452:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603577.366454:0:32633:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603577.366457:0:32633:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603577.366460:0:32633:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603577.366465:0:32633:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603577.366475:0:32633:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041d3c00. 00000100:00000001:2.0:1789603577.366647:0:32633:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603577.366655:0:32633:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603577.366657:0:32633:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603577.366659:0:32633:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603577.366660:0:32633:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603577.366662:0:32633:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603577.366674:0:32633:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446637111912108416 : -106961797443200 : ffff9eb8040f1180) 00010000:00000001:2.0:1789603577.366679:0:32633:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789603577.366682:0:32633:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789603577.366685:0:32633:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bbb00 count: 2 00010000:00000001:2.0:1789603577.366687:0:32633:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603577.366690:0:32633:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789603577.366694:0:32633:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb802f47000. 00000020:00000001:2.0:1789603577.366710:0:32633:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789603577.366714:0:32633:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb802f47000 with handle 0xa04c19c788fe53fe to hash 00000020:00000001:2.0:1789603577.366716:0:32633:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789603577.366718:0:32633:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603577.366722:0:32633:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603577.366727:0:32633:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603577.366730:0:32633:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603577.366736:0:32633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe53fe lrc: 3/0,1 mode: --/CW res: [0x200000405:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603577.366747:0:32633:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe53fe lrc: 3/0,1 mode: --/CW res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32633 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789603577.366762:0:32633:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789603577.366778:0:32633:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb8040f1180 x1876533442888960/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789603577.366790:0:32633:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe53fe lrc: 3/0,1 mode: --/CW res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32633 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789603577.366797:0:32633:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603577.366799:0:32633:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603577.366809:0:32633:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8109c4b40. 00000100:00000001:2.0:1789603577.366812:0:32633:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112122690368 : -106961586861248 : ffff9eb8109c4b40) 00000100:00000001:2.0:1789603577.366815:0:32633:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603577.366816:0:32633:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912108416 : -106961797443200 : ffff9eb8040f1180) 00000100:00000001:2.0:1789603577.366823:0:32633:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603577.366828:0:32633:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603577.366830:0:32633:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603577.366832:0:32633:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603577.366837:0:32633:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f1180 x1876533442888960/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603577.366846:0:32633:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603577.366849:0:32633:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603577.366854:0:32633:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603577.366857:0:32633:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603577.366860:0:32633:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603577.366864:0:32633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f1180 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32633:1876533442888960:192.168.204.129@tcp:101:multiop.0 00000100:00000001:2.0:1789603577.366869:0:32633:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603577.366876:0:32633:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603577.366879:0:32633:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603577.366881:0:32633:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603577.367479:0:32633:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9eb807be0000. 02000000:00000001:2.0:1789603577.368014:0:32633:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603577.368038:0:32633:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603577.368049:0:32633:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3370. 00000400:00000010:2.0:1789603577.368062:0:32633:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9eb8041d2800. 00000100:00000200:2.0:1789603577.368071:0:32633:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876533442888960, portal 10 00000100:00000001:2.0:1789603577.368074:0:32633:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603577.368077:0:32633:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912108416 : -106961797443200 : ffff9eb8040f1180) 00000100:00000040:2.0:1789603577.368089:0:32633:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f1180 x1876533442888960/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603593 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603577.368098:0:32633:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603577.368101:0:32633:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603577.368106:0:32633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7bb0. 00000100:00000200:2.0:1789603577.368109:0:32633:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876533442888960, offset 0 00000400:00000200:2.0:1789603577.368118:0:32633:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603577.368129:0:32633:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.368139:0:32633:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603577.368146:0:32633:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603577.368152:0:32633:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603577.368157:0:32633:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603577.368160:0:32633:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603577.368164:0:32633:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2735:2735:256:4294967295] 192.168.204.129@tcp LPNI seq info [2735:2735:8:4294967295] 00000400:00000200:2.0:1789603577.368168:0:32633:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.368180:0:32633:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603577.368187:0:32633:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603577.368194:0:32633:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8086d7500. 00000800:00000200:2.0:1789603577.368202:0:32633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603577.368212:0:32633:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603577.368217:0:32633:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8086d7500 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1789603577.368247:0:32633:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603577.368253:0:32633:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 832213 usecs (833 jiffies) 00000400:00000200:2.0:1789603577.368256:0:32633:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603577.368260:0:32633:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296577134 00000100:00000001:2.0:1789603577.368271:0:32633:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296577118 00000100:00000001:2.0:1789603577.368278:0:32633:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296577134 00000100:00000001:2.0:1789603577.368282:0:32633:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296577118 00000100:00000001:2.0:1789603577.368287:0:32633:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603577.368290:0:32633:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603577.368293:0:32633:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603577.368295:0:32633:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603577.368299:0:32633:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8109c4b40 going to sleep for 11 seconds 00000100:00000001:2.0:1789603577.368302:0:32633:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603577.368305:0:32633:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603577.370701:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603577.370718:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8086d7500. 00000400:00000200:3.0:1789603577.370729:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603577.370742:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603577.370752:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7bb0 00000400:00000010:3.0:1789603577.370757:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7bb0. 00000100:00000001:3.0:1789603577.370764:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603577.370777:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f1180 x1876533442888960/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603593 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603577.370793:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603577.370797:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f1180 x1876533442888960/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603593 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603577.370804:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603577.370807:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603577.385278:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.385319:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603577.385326:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.385330:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603577.385344:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.385355:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603577.385372:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.385379:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.385386:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.385391:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 664 into portal 10 MB=0x6aab27d45c500 00000400:00000200:2.0:1789603577.385399:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603577.385407:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 664/664 into md 0x7d15 [32] + 224 00000800:00000001:2.0:1789603577.385417:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.385433:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603577.385438:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603577.385444:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603577.385456:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603577.385468:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f1180 x1876533442888960/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603593 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603577.385481:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9eb8040f1180 x1876533442888960/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603593 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603577.385583:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603577.385596:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603577.385600:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603577.385711:0:32633:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603577.385723:0:32633:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603577.385727:0:32633:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603577.385733:0:32633:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3370. 00000400:00000200:0.0:1789603577.385738:0:32633:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8041d2800 00000400:00000010:0.0:1789603577.385743:0:32633:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9eb8041d2800. 00000100:00000001:0.0:1789603577.385749:0:32633:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603577.385754:0:32633:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f1180 x1876533442888960/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603593 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603577.385764:0:32633:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f1180 x1876533442888960/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603593 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603577.385771:0:32633:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603577.385775:0:32633:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603577.385778:0:32633:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603577.385783:0:32633:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603577.385786:0:32633:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603577.385789:0:32633:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603577.385793:0:32633:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603577.385809:0:32633:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=125 v=5 (106 106 106 137) 00000100:00001000:0.0:1789603577.385814:0:32633:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=12 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603577.385817:0:32633:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603577.385819:0:32633:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.385823:0:32633:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603577.385828:0:32633:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603577.385833:0:32633:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789603577.385835:0:32633:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013e/0x1] 00000100:00000001:0.0:1789603577.385838:0:32633:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789603577.385841:0:32633:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603577.385843:0:32633:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912108416 : -106961797443200 : ffff9eb8040f1180) 00000100:00000001:0.0:1789603577.385847:0:32633:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603577.385850:0:32633:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967613 00000100:00000001:0.0:1789603577.385852:0:32633:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603577.385855:0:32633:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603577.385861:0:32633:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f1180 x1876533442888960/t4294967616(4294967616) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603593 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603577.385868:0:32633:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603577.385872:0:32633:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603577.385875:0:32633:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603577.385879:0:32633:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f1180 x1876533442888960/t4294967616(4294967616) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603593 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603577.385889:0:32633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f1180 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32633:1876533442888960:192.168.204.129@tcp:101:multiop.0 00000100:00000001:0.0:1789603577.385895:0:32633:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603577.385900:0:32633:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603577.385902:0:32633:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603577.385905:0:32633:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603577.385909:0:32633:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f1180 x1876533442888960/t4294967616(4294967616) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603593 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603577.385916:0:32633:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603577.385919:0:32633:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8109c4b40. 00000100:00000001:0.0:1789603577.385942:0:32633:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603577.385944:0:32633:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.385948:0:32633:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789603577.385954:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603577.385958:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603577.385962:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=4 00000020:00000001:0.0:1789603577.385965:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:0.0:1789603577.385968:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000040:0.0:1789603577.385976:0:32633:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb802f47000, remote cookie: 0x31dbb14d74e918f1, flags: 0x1001 00010000:00010000:0.0:1789603577.385982:0:32633:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe53fe lrc: 4/0,1 mode: --/CW res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e918f1 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789603577.385992:0:32633:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x25:0x0].0x0, instead of [0x200000405:0x23:0x0].0x0 00010000:00000001:0.0:1789603577.385996:0:32633:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789603577.386008:0:32633:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb819248900. 00010000:00000010:0.0:1789603577.386013:0:32633:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb805741c00. 00010000:00000001:0.0:1789603577.386021:0:32633:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603577.386035:0:32633:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe53fe lrc: 4/0,1 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e918f1 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603577.386049:0:32633:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe53fe lrc: 4/0,1 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e918f1 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603577.386056:0:32633:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789603577.386061:0:32633:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789603577.386064:0:32633:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789603577.386066:0:32633:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789603577.386067:0:32633:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789603577.386071:0:32633:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x25:0x0].0x0 (ffff9eb819248900) refcount = 1 00010000:00010000:0.0:1789603577.387271:0:32633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe53fe lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e918f1 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603577.387283:0:32633:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789603577.387290:0:32633:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789603577.387292:0:32633:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603577.387298:0:32633:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789603577.387302:0:32633:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603577.387307:0:32633:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe53fe lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e918f1 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603577.387314:0:32633:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789603577.387316:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.387318:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603577.387320:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.387321:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603577.387323:0:32633:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603577.387333:0:32633:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789603577.387337:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603577.387340:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603577.387344:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:0.0:1789603577.387346:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:0.0:1789603577.387350:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:0.0:1789603577.387354:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603577.387355:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603577.387356:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=4 00000020:00000001:0.0:1789603577.387358:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:0.0:1789603577.387360:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:0.0:1789603577.387364:0:32633:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603577.387368:0:32633:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603577.387371:0:32633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe53fe lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e918f1 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603577.387378:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.387379:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603577.387380:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603577.387381:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603577.387383:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=5 00000020:00000001:0.0:1789603577.387384:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:0.0:1789603577.387386:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:0.0:1789603577.387389:0:32633:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603577.387392:0:32633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe53fe lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e918f1 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603577.387398:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.387400:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789603577.387403:0:32633:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe53fe lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e918f1 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603577.387409:0:32633:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603577.387411:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.387412:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603577.387413:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.387414:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789603577.387428:0:32633:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9eb8040f1180 x1876533442888960/t4294967616(4294967616) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603593 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789603577.387445:0:32633:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789603577.387451:0:32633:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb8040f1180 x1876533442888960/t4294967616(4294967616) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603593 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789603577.387458:0:32633:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.387468:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603577.387469:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603577.387470:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:0.0:1789603577.387472:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:0.0:1789603577.387474:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00000002:00010000:0.0:1789603577.387479:0:32633:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe53fe lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e918f1 expref: -99 pid: 32633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789603577.387495:0:32633:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9eb807a3ff00. 00010000:00000001:0.0:1789603577.387498:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.387499:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603577.387501:0:32633:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603577.387503:0:32633:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603577.387507:0:32633:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789603577.387527:0:32633:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603577.387529:0:32633:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912108416 : -106961797443200 : ffff9eb8040f1180) 00000100:00000001:0.0:1789603577.387532:0:32633:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603577.387533:0:32633:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912108416 : -106961797443200 : ffff9eb8040f1180) 00010000:00000001:0.0:1789603577.387535:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603577.387537:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603577.387538:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:0.0:1789603577.387540:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:0.0:1789603577.387543:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00000002:00010000:0.0:1789603577.387547:0:32633:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe53fe lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e918f1 expref: -99 pid: 32633 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603577.387559:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.387560:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603577.387562:0:32633:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603577.387563:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603577.387564:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603577.387566:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:0.0:1789603577.387568:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:0.0:1789603577.387570:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000040:0.0:1789603577.387578:0:32633:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248900 count: 2 00010000:00000001:0.0:1789603577.387581:0:32633:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789603577.387585:0:32633:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589935621/37 (0 0) 00010000:00000001:0.0:1789603577.387589:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.387590:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603577.387591:0:32633:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789603577.387595:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015e7768 00000002:00002000:0.0:1789603577.387598:0:32633:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789603577.387602:0:32633:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603577.387607:0:32633:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603577.387610:0:32633:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789603577.387614:0:32633:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x23:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789603577.387618:0:32633:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603577.387622:0:32633:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807d57780 2 00000080:00000001:0.0:1789603577.387626:0:32633:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789603577.387629:0:32633:0:(namei.c:674:ll_lookup_it_finish()) it ffff9eb8051eda20 it_disposition 1800037 00000080:00002000:0.0:1789603577.387636:0:32633:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb80832c438 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789603577.387643:0:32633:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789603577.387646:0:32633:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789603577.387648:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015e7990 00000080:00200000:0.0:1789603577.387650:0:32633:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff9eb808193248), intent=open|creat 00000080:00000001:0.0:1789603577.387653:0:32633:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789603577.387656:0:32633:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789603577.387663:0:32633:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789603577.387667:0:32633:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789603577.387671:0:32633:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:0.0:1789603577.387674:0:32633:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789603577.387686:0:32633:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9eb80817b9c0. 00000020:00000001:0.0:1789603577.387700:0:32633:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789603577.387702:0:32633:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789603577.387706:0:32633:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789603577.387708:0:32633:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x25:0x0](ffff9eb80817ba88) 00000020:00000001:0.0:1789603577.387713:0:32633:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603577.387719:0:32633:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:0.0:1789603577.387721:0:32633:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00000020:00000001:0.0:1789603577.387727:0:32633:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1789603577.387735:0:32633:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9eb810bfce10. 00000020:00000001:0.0:1789603577.387738:0:32633:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789603577.387740:0:32633:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603577.387749:0:32633:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1789603577.387753:0:32633:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9eb820880000. 00020000:00000001:0.0:1789603577.387756:0:32633:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446637112389795840 : -106961319755776 : ffff9eb820880000) 00020000:00000001:0.0:1789603577.387759:0:32633:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1789603577.387763:0:32633:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789603577.387769:0:32633:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb807b8dd80. 00020000:00000010:0.0:1789603577.387774:0:32633:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb8122cf200. 00020000:00000010:0.0:1789603577.387780:0:32633:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb807b8d840. 00020000:00000001:0.0:1789603577.387783:0:32633:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637111973566528 : -106961735985088 : ffff9eb807b8d840) 00020000:00000002:0.0:1789603577.387786:0:32633:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb807b8d840, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789603577.387792:0:32633:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789603577.387796:0:32633:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb8122cf200: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000001:0.0:1789603577.387799:0:32633:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1789603577.387801:0:32633:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb807b8d840, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789603577.387805:0:32633:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789603577.387808:0:32633:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb8122cf200: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000010:0.0:1789603577.387813:0:32633:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9eb82030c080. 00020000:00000010:0.0:1789603577.387817:0:32633:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9eb814e70f00. 00020000:00000001:0.0:1789603577.387821:0:32633:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1789603577.387824:0:32633:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9eb807256900. 00020000:00000001:0.0:1789603577.387827:0:32633:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1789603577.387829:0:32633:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1789603577.387836:0:32633:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1789603577.387839:0:32633:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9eb810bfc578. 00000020:00000001:0.0:1789603577.387841:0:32633:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789603577.387843:0:32633:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603577.387845:0:32633:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446637112125015544 : -106961584536072 : ffff9eb810bfc5f8) 00020000:00000001:0.0:1789603577.387849:0:32633:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1789603577.387855:0:32633:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9eb806533500. 00020000:00000001:0.0:1789603577.387858:0:32633:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603577.387863:0:32633:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446637112125015544 : -106961584536072 : ffff9eb810bfc5f8) 00020000:00000001:0.0:1789603577.387865:0:32633:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446637112125015544 : -106961584536072 : ffff9eb810bfc5f8) 00020000:00000002:0.0:1789603577.387868:0:32633:0:(lov_object.c:134:lov_init_sub()) [0x2c0000401:0x13:0x0]@ffff9eb810bfc578[0:0] -> [0x200000405:0x25:0x0]@ffff9eb810bfce10: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000001:0.0:1789603577.387873:0:32633:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1789603577.387876:0:32633:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:0.0:1789603577.387878:0:32633:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603577.387881:0:32633:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446637112125017744 : -106961584533872 : ffff9eb810bfce90) 00000020:00001000:0.0:1789603577.387884:0:32633:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00000080:00000001:0.0:1789603577.387888:0:32633:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:0.0:1789603577.387891:0:32633:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789603577.387893:0:32633:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611173 mtime from 0 to 1789603577 00000080:00000001:0.0:1789603577.387898:0:32633:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789603577.387901:0:32633:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979784840 : -106961729766776 : ffff9eb80817ba88) 00010000:00000001:0.0:1789603577.387904:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603577.387906:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603577.387908:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:0.0:1789603577.387910:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:0.0:1789603577.387912:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00000080:00000001:0.0:1789603577.387915:0:32633:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789603577.387917:0:32633:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603577.387919:0:32633:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:0.0:1789603577.387921:0:32633:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00000020:00000001:0.0:1789603577.387923:0:32633:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789603577.387926:0:32633:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789603577.387927:0:32633:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789603577.387930:0:32633:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb807b8d480. 00020000:00000010:0.0:1789603577.387933:0:32633:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb8122cf300. 00020000:00000010:0.0:1789603577.387935:0:32633:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb807b8d960. 00020000:00000001:0.0:1789603577.387937:0:32633:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637111973566816 : -106961735984800 : ffff9eb807b8d960) 00020000:00000002:0.0:1789603577.387940:0:32633:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb807b8d960, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789603577.387943:0:32633:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789603577.387946:0:32633:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb8122cf300: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000002:0.0:1789603577.387950:0:32633:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9eb820880000) owner ffff9eb8139f4f80 00020000:00000001:0.0:1789603577.387954:0:32633:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789603577.387956:0:32633:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9eb820880000) owner ffff9eb8139f4f80 00020000:00000010:0.0:1789603577.387961:0:32633:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb8122cf300. 00020000:00000010:0.0:1789603577.387967:0:32633:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb807b8d480. 00020000:00000010:0.0:1789603577.387971:0:32633:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb807b8d960. 00020000:00000002:0.0:1789603577.387974:0:32633:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789603577.387976:0:32633:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603577.387977:0:32633:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603577.387981:0:32633:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789603577.387984:0:32633:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb820880000) owner 0000000000000000/ffff9eb8139f4f80 00020000:00000002:0.0:1789603577.387987:0:32633:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb807b8d840 addref 2/0 by ffff9eb8139f4f80. 00020000:00000002:0.0:1789603577.387989:0:32633:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb820880000) owner 0000000000000000/ffff9eb8139f4f80 00020000:00000001:0.0:1789603577.387992:0:32633:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789603577.387994:0:32633:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789603577.387996:0:32633:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789603577.387997:0:32633:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789603577.387999:0:32633:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789603577.388002:0:32633:0:(file.c:6854:ll_layout_conf()) [0x200000405:0x25:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789603577.388004:0:32633:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00000080:00000001:0.0:1789603577.388006:0:32633:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.388009:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.388010:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789603577.388012:0:32633:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789603577.388016:0:32633:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789603577.388018:0:32633:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603577.388020:0:32633:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x25:0x0](ffff9eb80817ba88) 00000080:00010000:0.0:1789603577.388038:0:32633:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x25:0x0](ffff9eb80817ba88) for lock 0xa04c19c788fe53fe 00800000:00000001:0.0:1789603577.388042:0:32633:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603577.388046:0:32633:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603577.388047:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603577.388049:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603577.388050:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:0.0:1789603577.388052:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:0.0:1789603577.388054:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:0.0:1789603577.388057:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.388058:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603577.388059:0:32633:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603577.388061:0:32633:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603577.388063:0:32633:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1789603577.388066:0:32633:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603577.389207:0:32633:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9eb8040f1180 x1876533442888960/t4294967616(4294967616) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603593 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603577.389222:0:32633:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789603577.389230:0:32633:0:(namei.c:1651:ll_create_it()) inode ffff9eb80817ba88 need_sync_to_mds [0x200000405:0x25:0x0] 00000080:00000001:0.0:1789603577.389236:0:32633:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603577.389240:0:32633:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x25:0x0](ffff9eb80817ba88) 00000080:00000001:0.0:1789603577.389243:0:32633:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789603577.389249:0:32633:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805157200. 00000100:00000001:0.0:1789603577.389255:0:32633:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603577.389263:0:32633:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f1180 x1876533442888960/t4294967616(4294967616) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603593 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603577.389269:0:32633:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603577.389274:0:32633:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1789603577.389276:0:32633:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789603577.389279:0:32633:0:(namei.c:1500:ll_atomic_open()) inode ffff9eb80817ba88 need_sync_to_mds [0x200000405:0x25:0x0] 00000080:00000001:0.0:1789603577.389290:0:32633:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789603577.389294:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015e7a68 00000080:00200008:0.0:1789603577.389296:0:32633:0:(file.c:1090:ll_file_open()) START file f:[0x200000405:0x25:0x0](ffff9eb80817ba88), flags 100102 00000080:00000010:0.0:1789603577.389308:0:32633:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9eb804241a40. 00000080:00000010:0.0:1789603577.389318:0:32633:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9eb807a3ff40. 00000080:00000001:0.0:1789603577.389321:0:32633:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789603577.389329:0:32633:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1789603577.389333:0:32633:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603577.389336:0:32633:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603577.389339:0:32633:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603577.389343:0:32633:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603577.389344:0:32633:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603577.389346:0:32633:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:0.0:1789603577.389349:0:32633:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603577.389354:0:32633:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789603577.389360:0:32633:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9eb806947dc0. 00000002:00100000:0.0:1789603577.389365:0:32633:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb8040f1180 x1876533442888960/t4294967616(4294967616) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603593 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789603577.389371:0:32633:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603577.389373:0:32633:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789603577.389376:0:32633:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789603577.389380:0:32633:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603577.389383:0:32633:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603577.389385:0:32633:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603577.389389:0:32633:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f1180 x1876533442888960/t4294967616(4294967616) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603593 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789603577.389397:0:32633:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603577.389402:0:32633:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9eb807be0000. 02000000:00000001:0.0:1789603577.390694:0:32633:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789603577.390706:0:32633:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603577.390717:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015e7a68 00000080:00000008:0.0:1789603577.390721:0:32633:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000405:0x25:0x0](ffff9eb80817ba88), flags 100102, rc = 0 00000080:00000001:0.0:1789603577.390729:0:32633:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789603577.390733:0:32633:0:(dcache.c:176:ll_intent_release()) intent ffff9eb8051eda20 released 00000080:00010000:0.0:1789603577.390736:0:32633:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe53fe from it ffff9eb8051eda20 00010000:00000001:0.0:1789603577.390741:0:32633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603577.390744:0:32633:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603577.390750:0:32633:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:0.0:1789603577.390752:0:32633:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:0.0:1789603577.390757:0:32633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:0.0:1789603577.390760:0:32633:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603577.390768:0:32633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe53fe lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e918f1 expref: -99 pid: 32633 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603577.390780:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.390783:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603577.390785:0:32633:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603577.390790:0:32633:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603577.390793:0:32633:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe53fe lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e918f1 expref: -99 pid: 32633 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603577.390806:0:32633:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603577.390810:0:32633:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603577.390812:0:32633:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603577.390819:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.390820:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603577.390822:0:32633:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.390827:0:32633:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603577.390829:0:32633:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.390831:0:32633:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.390834:0:32633:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603577.390837:0:32633:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603577.390838:0:32633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603577.390839:0:32633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789603577.390841:0:32633:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789603577.390844:0:32633:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1789603577.390848:0:32633:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789603577.390850:0:32633:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603577.390853:0:32633:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789603577.390855:0:32633:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603577.390860:0:32633:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789603577.390861:0:32633:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603577.390863:0:32633:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789603577.390865:0:32633:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603577.390868:0:32633:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789603577.390870:0:32633:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9eb8051eda20. 00000080:00000001:0.0:1789603577.390876:0:32633:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603577.390883:0:32633:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789603577.390886:0:32633:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x25:0x0](ffff9eb80817ba88), inode mode 81a4 mask 40 00000080:00000001:0.0:1789603577.390892:0:32633:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.770668:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603577.770675:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603577.770681:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603577.770682:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603577.771031:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603577.771037:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603577.771043:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789603578.090695:0:31407:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1789603578.090703:0:31407:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603578.218751:0:29041:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296577134, at 4296577152 00000100:00000010:2.0:1789603578.218768:0:29041:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb807b8d5a0. 00000100:00000040:3.0:1789603578.219345:0:27602:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296577134, at 4296577152 00000100:00000010:3.0:1789603578.219354:0:27602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb807b8d060. 00000800:00000200:2.0:1789603578.514064:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603578.514071:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9500. 00000400:00000200:2.0:1789603578.514078:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603578.514086:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603578.514094:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc000 00000400:00000010:2.0:1789603578.514097:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc000. 00000100:00000001:2.0:1789603578.514103:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603578.514109:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4700 x1876533442889088/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603594 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603578.514122:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603578.514126:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4700 x1876533442889088/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603594 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603578.514133:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603578.514135:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603578.518933:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603578.518959:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603578.518966:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603578.518969:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603578.518981:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603578.518991:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603578.519021:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603578.519028:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603578.519035:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603578.519040:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d45c580 00000400:00000200:2.0:1789603578.519046:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603578.519053:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x7d25 [1] + 224 00000800:00000001:2.0:1789603578.519063:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603578.519073:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603578.519077:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603578.519082:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603578.519094:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603578.519107:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4700 x1876533442889088/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603594 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603578.519119:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb806bd4700 x1876533442889088/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603594 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603578.519211:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603578.519223:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603578.519226:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789603578.521644:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603578.521650:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9600. 00000400:00000200:2.0:1789603578.521657:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603578.521663:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603578.521671:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcbb0 00000400:00000010:2.0:1789603578.521674:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcbb0. 00000100:00000001:2.0:1789603578.521679:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603578.521684:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4700 x1876533442889344/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603594 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603578.521694:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603578.521698:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4700 x1876533442889344/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603594 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603578.521705:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603578.521706:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603578.531980:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603578.532016:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603578.532021:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603578.532025:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603578.532036:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603578.532047:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603578.532058:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603578.532064:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603578.532071:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603578.532075:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 664 into portal 10 MB=0x6aab27d45c680 00000400:00000200:2.0:1789603578.532082:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603578.532089:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 664/664 into md 0x7d2d [32] + 224 00000800:00000001:2.0:1789603578.532098:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603578.532106:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603578.532110:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603578.532114:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603578.532124:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603578.532136:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4700 x1876533442889344/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603594 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603578.532149:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9eb806bd4700 x1876533442889344/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603594 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603578.532179:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603578.532189:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603578.532193:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789603578.538562:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603578.538576:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9b00. 00000400:00000200:2.0:1789603578.538586:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603578.538598:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603578.538608:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcd48 00000400:00000010:2.0:1789603578.538611:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcd48. 00000100:00000001:2.0:1789603578.538618:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603578.538628:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4a80 x1876533442889600/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/512 e 0 to 0 dl 1789603594 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603578.538643:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603578.538647:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4a80 x1876533442889600/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/512 e 0 to 0 dl 1789603594 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603578.538655:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603578.538657:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789603578.540743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647ce00. 00010000:00000010:1.1:1789603578.540759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc200. 00010000:00000001:3.0:1789603578.797361:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603578.797371:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603578.797377:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603578.797378:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603578.797413:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603578.797417:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603578.797420:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789603579.121229:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603579.121244:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603579.121249:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603579.121271:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5c00 x1876533442889728/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603579.121288:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603579.121291:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603579.121297:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603579.121302:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603579.121305:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603579.121309:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2400:1876533442889728:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603579.121316:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603579.121324:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603579.121327:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603579.121331:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603579.121344:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb818253000. 02000000:00000001:0.0:1789603579.121347:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603579.121356:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603579.121363:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139688. 00000400:00000010:0.0:1789603579.121372:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682330. 00000100:00000200:0.0:1789603579.121382:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442889728, portal 25 00000100:00000001:0.0:1789603579.121386:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603579.121387:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957085184 : -106961752466432 : ffff9eb806bd5c00) 00000100:00000040:0.0:1789603579.121395:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd5c00 x1876533442889728/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603579.121404:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603579.121407:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603579.121410:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682908. 00000100:00000200:0.0:1789603579.121414:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442889728, offset 0 00000400:00000200:0.0:1789603579.121423:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603579.121435:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603579.121447:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603579.121454:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603579.121459:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603579.121463:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603579.121466:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603579.121470:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2740:2740:255:4294967295] 192.168.204.129@tcp LPNI seq info [2740:2740:7:4294967295] 00000400:00000200:0.0:1789603579.121474:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603579.121487:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603579.121504:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603579.121559:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb81927c000. 00000800:00000200:0.0:1789603579.121569:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603579.121579:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603579.121586:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb81927c000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603579.121592:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603579.121597:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603579.121601:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296582000 00000100:00000001:0.0:1789603579.121611:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296578296 00000100:00000001:0.0:1789603579.121618:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296582000 00000100:00000001:0.0:1789603579.121622:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296578296 00000100:00000001:0.0:1789603579.121626:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603579.121630:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603579.121633:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603579.121639:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd6d80 x1876533442889984/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603579.121664:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603579.121666:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603579.121669:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603579.121670:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603579.121673:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603579.121676:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442889984:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603579.121680:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603579.121682:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603579.121684:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603579.121686:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603579.121690:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb818253200. 02000000:00000001:0.0:1789603579.121692:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603579.121696:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603579.121699:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139370. 00000400:00000010:0.0:1789603579.121705:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682dd0. 00000100:00000200:0.0:1789603579.121708:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442889984, portal 4 00000100:00000001:0.0:1789603579.121710:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603579.121712:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957089664 : -106961752461952 : ffff9eb806bd6d80) 00000100:00000040:0.0:1789603579.121720:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd6d80 x1876533442889984/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603579.121726:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603579.121728:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603579.121731:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682770. 00000100:00000200:0.0:1789603579.121734:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442889984, offset 0 00000400:00000200:0.0:1789603579.121738:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603579.121742:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603579.121746:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603579.121749:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603579.121752:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603579.121754:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603579.121756:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603579.121758:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2741:2741:254:4294967295] 192.168.204.129@tcp LPNI seq info [2741:2741:6:4294967295] 00000400:00000200:0.0:1789603579.121762:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603579.121767:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603579.121773:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603579.121777:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb81927cb00. 00000800:00000200:0.0:1789603579.121794:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603579.121798:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603579.121800:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb81927cb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603579.121803:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603579.121809:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 208486 usecs (209 jiffies) 00000400:00000200:0.0:1789603579.121812:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603579.121815:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296578263 00000100:00000001:0.0:1789603579.121818:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296582000 00000100:00000001:0.0:1789603579.121820:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296578263 00000100:00000001:0.0:1789603579.121822:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296582000 00000100:00000001:0.0:1789603579.121825:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603579.121827:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603579.121830:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603579.121834:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603579.121844:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603579.121847:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789603579.121850:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603579.121852:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603579.121853:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603579.121856:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603579.125334:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603579.125347:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9900. 00000400:00000200:2.0:1789603579.125358:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603579.125369:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603579.125379:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc088 00000400:00000010:2.0:1789603579.125384:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc088. 00000100:00000001:2.0:1789603579.125392:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603579.125401:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5f80 x1876533442889856/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603579.125418:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603579.125422:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5f80 x1876533442889856/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603595 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603579.125430:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603579.125432:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603579.125452:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603579.125455:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb81927c000. 00000400:00000200:2.0:1789603579.125459:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603579.125463:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603579.125466:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682908 00000400:00000010:2.0:1789603579.125468:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682908. 00000100:00000001:2.0:1789603579.125470:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603579.125475:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5c00 x1876533442889728/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603579.125482:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603579.125485:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5c00 x1876533442889728/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603595 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603579.125491:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603579.125493:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603579.126356:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603579.126366:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb81927cb00. 00000400:00000200:2.0:1789603579.126372:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603579.126379:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603579.126384:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682770 00000400:00000010:2.0:1789603579.126386:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682770. 00000100:00000001:2.0:1789603579.126390:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603579.126398:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd6d80 x1876533442889984/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603579.126410:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603579.126415:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd6d80 x1876533442889984/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603595 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603579.126423:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603579.126425:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603579.128166:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603579.128172:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9f00. 00000400:00000200:2.0:1789603579.128180:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603579.128187:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603579.128193:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc088 00000400:00000010:2.0:1789603579.128196:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc088. 00000100:00000001:2.0:1789603579.128201:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603579.128210:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4000 x1876533442890112/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603579.128225:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603579.128229:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4000 x1876533442890112/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603595 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603579.128236:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603579.128238:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603579.137333:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603579.137369:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603579.137375:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603579.137379:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603579.137390:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603579.137400:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603579.137416:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603579.137423:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603579.137430:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603579.137434:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d45c880 00000400:00000200:2.0:1789603579.137442:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603579.137956:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x7d3d [1] + 224 00000800:00000001:2.0:1789603579.137970:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603579.137987:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603579.138002:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603579.138010:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603579.138022:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603579.138033:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5f80 x1876533442889856/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603595 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603579.138046:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd5f80 x1876533442889856/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603595 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603579.138070:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603579.138083:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603579.138086:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603579.143675:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603579.143701:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603579.143708:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603579.143711:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603579.143723:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603579.143733:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603579.143745:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603579.143751:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603579.143758:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603579.143764:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d45c800 00000400:00000200:2.0:1789603579.143771:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603579.143780:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7d4d [1] + 224 00000800:00000001:2.0:1789603579.143790:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603579.143795:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603579.143799:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603579.143805:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603579.143817:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603579.143829:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5c00 x1876533442889728/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603595 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603579.143841:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd5c00 x1876533442889728/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603595 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603579.143864:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603579.143875:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603579.143879:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603579.143881:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603579.143883:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603579.143886:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603579.143890:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603579.143894:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603579.143896:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603579.143899:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603579.143902:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d45c900 00000400:00000200:2.0:1789603579.143906:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603579.143910:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7d55 [1] + 224 00000800:00000001:2.0:1789603579.143915:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603579.143921:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603579.143924:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603579.143927:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603579.143930:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603579.143936:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd6d80 x1876533442889984/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603595 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603579.143945:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd6d80 x1876533442889984/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603595 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603579.143952:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603579.143955:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603579.143958:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603579.144274:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603579.144280:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603579.144289:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603579.144292:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603579.144297:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139688. 00000400:00000200:0.0:1789603579.144303:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682330 00000400:00000010:0.0:1789603579.144306:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682330. 00000100:00000001:0.0:1789603579.144310:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603579.144316:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5c00 x1876533442889728/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603595 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603579.144326:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5c00 x1876533442889728/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603595 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603579.144333:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603579.144336:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603579.144339:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603579.144343:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603579.144346:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603579.144349:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603579.144354:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603579.144363:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=127 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603579.144368:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=127 v=5 (1 1 1 1) 00000100:00000001:0.0:1789603579.144370:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603579.144373:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603579.144376:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603579.144379:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603579.144382:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603579.144387:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5c00 x1876533442889728/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603595 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603579.144394:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603579.144398:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603579.144400:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603579.144405:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5c00 x1876533442889728/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603595 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603579.144414:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2400:1876533442889728:192.168.204.129@tcp:400:kworker.0 00000400:00000001:0.0:1789603579.144420:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603579.144421:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603579.144423:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139370. 00000400:00000200:0.0:1789603579.144426:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682dd0 00000400:00000010:0.0:1789603579.144427:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682dd0. 00000100:00000001:0.0:1789603579.144430:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603579.144432:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd6d80 x1876533442889984/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603595 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603579.144439:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd6d80 x1876533442889984/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603595 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603579.144447:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603579.144448:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603579.144450:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603579.144451:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603579.144452:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603579.144454:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603579.144455:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603579.144474:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=126 v=5 (5 5 5 17) 00000100:00001000:0.0:1789603579.144478:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603579.144480:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603579.144481:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603579.144483:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603579.144486:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603579.144490:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603579.144493:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967330 00000100:00000001:0.0:1789603579.144495:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603579.144497:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603579.144501:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd6d80 x1876533442889984/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603595 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603579.144506:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603579.144748:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603579.144752:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603579.144757:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd6d80 x1876533442889984/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603595 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603579.144766:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442889984:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603579.144771:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603579.144775:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603579.144779:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5c00 x1876533442889728/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603595 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603579.144786:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603579.144790:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603579.144794:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb818253000. 02000000:00000001:0.0:1789603579.144798:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603579.144802:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603579.144804:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:0.0:1789603579.144807:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603579.144810:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9b00. 02000000:00000001:0.0:1789603579.144814:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603579.144817:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603579.144819:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5c00. 00000100:00000001:0.0:1789603579.144823:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603579.144824:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603579.144826:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603579.144830:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd6d80 x1876533442889984/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603595 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603579.144835:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603579.144836:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603579.144838:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb818253200. 02000000:00000001:0.0:1789603579.144840:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603579.144841:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603579.144843:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603579.144844:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603579.144845:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9500. 02000000:00000001:0.0:1789603579.144847:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603579.144849:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603579.144850:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd6d80. 00000100:00000001:0.0:1789603579.144854:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603579.144856:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603579.144858:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603579.144868:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603579.144871:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603579.144874:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603579.144876:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603579.150900:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603579.150927:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603579.150933:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603579.150936:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603579.150948:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603579.150958:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603579.150969:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603579.150975:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603579.150981:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603579.150987:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d45c980 00000400:00000200:2.0:1789603579.151005:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603579.151014:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7d45 [1] + 224 00000800:00000001:2.0:1789603579.151023:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603579.151040:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603579.151045:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603579.151050:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603579.151062:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603579.151075:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4000 x1876533442890112/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603595 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603579.151088:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd4000 x1876533442890112/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603595 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603579.151111:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603579.151121:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603579.151124:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789603579.818889:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603579.818896:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603579.818900:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603579.818901:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603579.821123:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789603579.821130:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603579.821135:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789603580.842715:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603580.842725:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603580.842733:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603580.842735:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603580.845594:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603580.845607:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603580.845615:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789603581.246911:0:32664:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:3.0:1789603581.246922:0:32664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603581.246925:0:32664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603581.246934:0:32664:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603581.246938:0:32664:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789603581.246945:0:32664:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603581.246947:0:32664:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789603581.246963:0:32664:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603581.246965:0:32664:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789603581.246968:0:32664:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603581.246970:0:32664:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789603581.246973:0:32664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1789603581.246978:0:32664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603581.246983:0:32664:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789603581.247005:0:32664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 4/4 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789603581.247117:0:32663:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff9eb81291b000 00010000:00000001:2.0:1789603581.247121:0:32663:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603581.247122:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603581.247125:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603581.247127:0:32663:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603581.247128:0:32663:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603581.247131:0:32663:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603581.248617:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603581.248623:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9100. 00000400:00000200:2.0:1789603581.248630:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603581.248637:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603581.248644:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fccc0 00000400:00000010:2.0:1789603581.248648:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fccc0. 00000100:00000001:2.0:1789603581.248653:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603581.248658:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4000 x1876533442890240/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 344/224 e 0 to 0 dl 1789603597 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603581.248669:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603581.248673:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4000 x1876533442890240/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 344/224 e 0 to 0 dl 1789603597 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603581.248680:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603581.248682:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603581.259119:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603581.259149:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603581.259156:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603581.259160:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603581.259174:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603581.259187:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603581.259201:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603581.259209:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603581.259216:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603581.259223:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 18 MB=0x6aab27d45ca00 00000400:00000200:2.0:1789603581.259231:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603581.259240:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7d5d [1] + 224 00000800:00000001:2.0:1789603581.259252:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603581.259260:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603581.259265:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603581.259271:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603581.259283:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603581.259300:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4000 x1876533442890240/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 344/224 e 0 to 0 dl 1789603597 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603581.259316:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd4000 x1876533442890240/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 344/224 e 0 to 0 dl 1789603597 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603581.259343:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603581.259356:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603581.259361:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789603581.260552:0:32664:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603581.260558:0:32664:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603581.260561:0:32664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=4 : 4 : 4) 00010000:00000010:1.1:1789603581.272986:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c300. 00010000:00000010:1.1:1789603581.273017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc800. 00010000:00000010:1.1:1789603581.273025:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b400. 00010000:00000010:1.1:1789603581.273031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46200. 00010000:00000010:1.1:1789603581.273035:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248900. 00010000:00000010:1.1:1789603581.273039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47000. 00010000:00000010:1.1:1789603581.273046:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8042bbb00. 00010000:00000010:1.1:1789603581.273049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5200. 00020000:00000001:0.0:1789603581.301030:0:32633:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789603581.301043:0:32633:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb820880000) owner 0000000000000000/ffff9eb8139f4f80 00020000:00000002:0.0:1789603581.301049:0:32633:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb820880000) owner 0000000000000000/ffff9eb8139f4f80 00020000:00000001:0.0:1789603581.301052:0:32633:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603581.301062:0:32633:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789603581.301067:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015e7df0 00000080:00200008:0.0:1789603581.301070:0:32633:0:(file.c:479:ll_file_release()) START file f:[0x200000405:0x25:0x0](ffff9eb80817ba88), flags 100002 00000080:00000001:0.0:1789603581.301076:0:32633:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1789603581.301079:0:32633:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:0.0:1789603581.301080:0:32633:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789603581.301082:0:32633:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb820880000) owner 0000000000000000/ffff9eb8139f4f80 00020000:00000002:0.0:1789603581.301084:0:32633:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb820880000) owner 0000000000000000/ffff9eb8139f4f80 00020000:00000001:0.0:1789603581.301086:0:32633:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603581.301089:0:32633:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1789603581.301098:0:32633:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603581.301101:0:32633:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603581.301104:0:32633:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603581.301108:0:32633:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603581.301110:0:32633:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603581.301112:0:32633:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:0.0:1789603581.301116:0:32633:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603581.301123:0:32633:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603581.301129:0:32633:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603581.301138:0:32633:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603581.301140:0:32633:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603581.301143:0:32633:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x25:0x0]: 0 00000080:00000001:0.0:1789603581.301145:0:32633:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789603581.301148:0:32633:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789603581.301155:0:32633:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9eb818253200. 00000080:00000001:0.0:1789603581.301158:0:32633:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789603581.301165:0:32633:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789603581.301171:0:32633:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1789603581.301173:0:32633:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603581.301174:0:32633:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603581.301175:0:32633:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603581.301177:0:32633:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603581.301179:0:32633:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603581.301180:0:32633:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:0.0:1789603581.301182:0:32633:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603581.301184:0:32633:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x25:0x0] 00000002:00000001:0.0:1789603581.301188:0:32633:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789603581.301191:0:32633:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9eb81291b000: [0x200000405:0x25:0x0] file closed with intent: 0 00000100:00000010:0.0:1789603581.301201:0:32633:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1c380. 00000020:00000040:0.0:1789603581.301206:0:32633:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=9 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603581.301212:0:32633:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603581.301217:0:32633:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603581.301222:0:32633:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603581.301232:0:32633:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb818253000. 00000100:00000001:0.0:1789603581.301242:0:32633:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789603581.301268:0:32633:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9eb8040f1180 x1876533442888960/t4294967616(4294967616) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603593 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789603581.301282:0:32633:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:0.0:1789603581.301288:0:32633:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb810d1c380 x1876533442890496/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789603581.301296:0:32633:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603581.301298:0:32633:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603581.301306:0:32633:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb806b81900. 00000100:00000001:0.0:1789603581.301309:0:32633:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111956740352 : -106961752811264 : ffff9eb806b81900) 00000100:00000001:0.0:1789603581.301312:0:32633:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603581.301313:0:32633:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00000100:00000001:0.0:1789603581.301319:0:32633:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603581.301323:0:32633:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603581.301326:0:32633:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603581.301328:0:32633:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603581.301333:0:32633:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1c380 x1876533442890496/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603581.301341:0:32633:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603581.301344:0:32633:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603581.301348:0:32633:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603581.301351:0:32633:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603581.301354:0:32633:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603581.301358:0:32633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1c380 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32633:1876533442890496:192.168.204.129@tcp:35:multiop.0 00000100:00000001:0.0:1789603581.301362:0:32633:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603581.301368:0:32633:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603581.301371:0:32633:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603581.301373:0:32633:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603581.301378:0:32633:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8051e2000. 02000000:00000001:0.0:1789603581.301381:0:32633:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603581.301390:0:32633:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603581.301395:0:32633:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139370. 00000400:00000010:0.0:1789603581.301404:0:32633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682dd0. 00000100:00000200:0.0:1789603581.301413:0:32633:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442890496, portal 10 00000100:00000001:0.0:1789603581.301415:0:32633:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603581.301416:0:32633:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00000100:00000040:0.0:1789603581.301423:0:32633:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810d1c380 x1876533442890496/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603597 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603581.301431:0:32633:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603581.301433:0:32633:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603581.301436:0:32633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682330. 00000100:00000200:0.0:1789603581.301440:0:32633:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876533442890496, offset 0 00000400:00000200:0.0:1789603581.301448:0:32633:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603581.301458:0:32633:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603581.301468:0:32633:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603581.301643:0:32633:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603581.301650:0:32633:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603581.301655:0:32633:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603581.301658:0:32633:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603581.301663:0:32633:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2744:2744:256:4294967295] 192.168.204.129@tcp LPNI seq info [2744:2744:8:4294967295] 00000400:00000200:0.0:1789603581.301668:0:32633:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603581.301680:0:32633:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603581.301688:0:32633:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603581.301695:0:32633:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb81927c100. 00000800:00000200:0.0:1789603581.301704:0:32633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603581.301712:0:32633:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603581.301718:0:32633:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb81927c100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789603581.301733:0:32633:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603581.301738:0:32633:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 827577 usecs (828 jiffies) 00000400:00000200:0.0:1789603581.301742:0:32633:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603581.301745:0:32633:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296581063 00000100:00000001:0.0:1789603581.301749:0:32633:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296582000 00000100:00000001:0.0:1789603581.301751:0:32633:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296581063 00000100:00000001:0.0:1789603581.301754:0:32633:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296582000 00000100:00000001:0.0:1789603581.301757:0:32633:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603581.301760:0:32633:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603581.301762:0:32633:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603581.301765:0:32633:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603581.301767:0:32633:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb806b81900 going to sleep for 11 seconds 00000100:00000001:0.0:1789603581.301770:0:32633:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603581.301774:0:32633:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603581.302778:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603581.302789:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb81927c100. 00000400:00000200:2.0:1789603581.302800:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603581.302808:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603581.302819:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682330 00000400:00000010:2.0:1789603581.302822:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682330. 00000100:00000001:2.0:1789603581.302830:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603581.302836:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1c380 x1876533442890496/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603597 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603581.302966:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603581.302970:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1c380 x1876533442890496/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603597 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603581.302977:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603581.302979:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1789603581.866875:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603581.866886:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603581.867107:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789603581.867112:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603581.867116:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789603582.892886:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603582.892896:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603582.893493:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603582.893499:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603582.893504:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789603583.082804:0:29041:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296582000, at 4296582016 00000100:00000010:2.0:1789603583.082828:0:29041:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb8051034e0. 00000100:00000040:3.0:1789603583.082938:0:27602:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296582000, at 4296582016 00000100:00000010:3.0:1789603583.082946:0:27602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb805103420. 00010000:00000001:3.0:1789603583.914697:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603583.914708:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603584.244055:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603584.244072:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603584.244090:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1ca80. 00000020:00000040:0.0:1789603584.244098:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:0.0:1789603584.244104:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603584.244113:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603584.244120:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603584.244135:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb81927c100. 00000100:00000001:0.0:1789603584.244144:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603584.244157:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb810d1ca80 x1876533442890624/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603584.244170:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603584.244175:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603584.244182:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067fb3299] to pc [ptlrpcd_00_00+0] req@ffff9eb810d1ca80 x1876533442890624/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603584.244212:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603584.244215:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603584.244219:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603584.244223:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1df80. 00000020:00000040:0.0:1789603584.244225:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=10 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603584.244228:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603584.244229:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603584.244231:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603584.244235:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb81927cc00. 00000100:00000001:0.0:1789603584.244238:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603584.244242:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID req@ffff9eb810d1df80 x1876533442890752/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603584.244249:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603584.244252:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603584.244255:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea52a43] to pc [ptlrpcd_00_01+1] req@ffff9eb810d1df80 x1876533442890752/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603584.244264:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603584.244266:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603584.244270:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603584.244273:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1ea00. 00000020:00000040:0.0:1789603584.244277:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603584.244279:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603584.244281:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603584.244284:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603584.244287:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb81927cb00. 00000100:00000001:0.0:1789603584.244289:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603584.244293:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb810d1ea00 x1876533442890880/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603584.244299:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603584.244301:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603584.244305:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f7216e3] to pc [ptlrpcd_00_00+0] req@ffff9eb810d1ea00 x1876533442890880/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603584.244312:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603584.244314:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603584.244317:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603584.244321:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1d880. 00000020:00000040:0.0:1789603584.244324:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:0.0:1789603584.244325:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603584.244326:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603584.244328:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603584.244331:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb81927c000. 00000100:00000001:0.0:1789603584.244333:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603584.244338:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID req@ffff9eb810d1d880 x1876533442891008/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603584.244344:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603584.244346:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603584.244349:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b605b1f] to pc [ptlrpcd_00_01+1] req@ffff9eb810d1d880 x1876533442891008/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603584.244357:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603584.244359:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603584.244363:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603584.244367:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1f800. 00000020:00000040:0.0:1789603584.244369:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:0.0:1789603584.244371:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603584.244372:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603584.244374:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603584.244377:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb81927c800. 00000100:00000001:0.0:1789603584.244379:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603584.244384:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID req@ffff9eb810d1f800 x1876533442891136/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603584.244391:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603584.244393:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603584.244396:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f82e619] to pc [ptlrpcd_00_00+0] req@ffff9eb810d1f800 x1876533442891136/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603584.244403:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603584.244408:0:29506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1920) 00000800:00000200:2.0:1789603584.248289:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603584.248301:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9600. 00000400:00000200:2.0:1789603584.248311:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603584.248321:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603584.248328:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcd48 00000400:00000010:2.0:1789603584.248331:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcd48. 00000100:00000001:2.0:1789603584.248338:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603584.248348:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1ca80 x1876533442890624/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603584.248363:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603584.248367:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1ca80 x1876533442890624/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603600 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603584.248374:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603584.248376:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603584.248390:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603584.248391:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9c00. 00000400:00000200:2.0:1789603584.248394:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603584.248398:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603584.248400:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc000 00000400:00000010:2.0:1789603584.248402:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc000. 00000100:00000001:2.0:1789603584.248405:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603584.248408:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1ea00 x1876533442890880/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603584.248415:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603584.248418:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1ea00 x1876533442890880/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603600 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603584.248424:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603584.248425:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603584.248432:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603584.248434:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9200. 00000400:00000200:2.0:1789603584.248436:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603584.248439:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603584.248441:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcaa0 00000400:00000010:2.0:1789603584.248442:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcaa0. 00000100:00000001:2.0:1789603584.248444:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603584.248448:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1f800 x1876533442891136/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603584.248455:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603584.248457:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1f800 x1876533442891136/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603600 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603584.248464:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603584.248465:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603584.248471:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603584.248473:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9d00. 00000400:00000200:2.0:1789603584.248475:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603584.248478:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603584.248480:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc770 00000400:00000010:2.0:1789603584.248482:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc770. 00000100:00000001:2.0:1789603584.248485:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603584.248489:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1df80 x1876533442890752/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603584.248497:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603584.248499:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1df80 x1876533442890752/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603600 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603584.248505:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603584.248506:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603584.248634:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603584.248637:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9300. 00000400:00000200:2.0:1789603584.248640:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603584.248643:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603584.248646:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc440 00000400:00000010:2.0:1789603584.248647:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc440. 00000100:00000001:2.0:1789603584.248649:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603584.248653:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1d880 x1876533442891008/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603584.248661:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603584.248664:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1d880 x1876533442891008/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603600 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603584.248671:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603584.248672:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603584.253922:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603584.253940:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603584.253945:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603584.253947:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603584.253958:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603584.253966:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603584.253976:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603584.253982:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603584.253987:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603584.253991:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d45cb80 00000400:00000200:2.0:1789603584.253997:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603584.254003:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7d6d [1] + 224 00000800:00000001:2.0:1789603584.254010:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603584.254017:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603584.254020:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603584.254025:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603584.254032:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603584.254042:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1ca80 x1876533442890624/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603600 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603584.254053:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1ca80 x1876533442890624/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603584.254077:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603584.254085:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603584.254088:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603584.256831:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603584.256845:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603584.256850:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603584.256852:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603584.256861:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603584.256873:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603584.256882:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603584.256887:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603584.256902:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603584.256906:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d45cd80 00000400:00000200:2.0:1789603584.256912:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603584.256917:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7d7d [1] + 224 00000800:00000001:2.0:1789603584.256924:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603584.256932:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603584.256935:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603584.256940:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603584.256947:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603584.256957:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1f800 x1876533442891136/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603600 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603584.256968:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1f800 x1876533442891136/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603584.256990:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603584.257000:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603584.257004:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603584.260025:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603584.260041:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603584.260046:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603584.260049:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603584.260058:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603584.260066:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603584.260077:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603584.260082:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603584.260087:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603584.260091:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d45cc80 00000400:00000200:2.0:1789603584.260097:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603584.260103:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x7d75 [1] + 224 00000800:00000001:2.0:1789603584.260109:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603584.260116:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603584.260120:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603584.260125:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603584.260134:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603584.260143:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1ea00 x1876533442890880/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603600 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603584.260152:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1ea00 x1876533442890880/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603584.260172:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603584.260181:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603584.260184:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603584.267881:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603584.267911:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603584.267916:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603584.267919:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603584.267928:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603584.267936:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603584.267946:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603584.267952:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603584.267958:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603584.267962:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d45cc00 00000400:00000200:2.0:1789603584.267967:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603584.267973:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x7d85 [1] + 224 00000800:00000001:2.0:1789603584.267980:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603584.267984:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603584.267988:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603584.267992:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603584.268001:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603584.268011:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1df80 x1876533442890752/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603600 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603584.268023:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1df80 x1876533442890752/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603584.268048:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603584.268059:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603584.268063:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603584.268064:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603584.268066:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603584.268069:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603584.268072:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603584.268076:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603584.268078:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603584.268080:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603584.268083:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d45cd00 00000400:00000200:2.0:1789603584.268086:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603584.268091:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7d8d [1] + 224 00000800:00000001:2.0:1789603584.268095:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603584.268102:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603584.268104:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603584.268107:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603584.268110:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603584.268114:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1d880 x1876533442891008/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603600 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603584.268122:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1d880 x1876533442891008/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603584.268129:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603584.268131:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603584.268134:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789603584.938707:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603584.938713:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603584.938813:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789603584.938816:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603584.938819:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789603585.962651:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603585.962661:0:27602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603585.962672:0:27602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603585.962675:0:27602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603585.962681:0:27602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603585.962683:0:27602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603585.962686:0:27602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603585.962688:0:27602:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603585.962827:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603585.962831:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603585.962834:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789603586.988868:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603586.988876:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603588.010687:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603588.010695:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603588.010795:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789603588.010798:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603588.010802:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789603588.202687:0:27602:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296587124, at 4296587136 00000100:00000010:3.0:1789603588.202703:0:27602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb805103c00. 00000100:00000040:2.0:1789603588.202844:0:29041:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296587124, at 4296587136 00000100:00000010:2.0:1789603588.202852:0:29041:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb805103ae0. 00010000:00000001:3.0:1789603589.034647:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603589.034655:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603589.034860:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603589.034864:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603589.034867:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789603589.354664:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603589.354674:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603589.354684:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1e300. 00000020:00000040:0.0:1789603589.354690:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:0.0:1789603589.354695:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603589.354697:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603589.354703:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603589.354713:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb81927c000. 00000100:00000001:0.0:1789603589.354720:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603589.354732:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb810d1e300 x1876533442891264/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603589.354745:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603589.354749:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603589.354755:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e361bfb] to pc [ptlrpcd_00_01+1] req@ffff9eb810d1e300 x1876533442891264/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603589.354786:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603589.354789:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603589.354802:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603589.354805:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1d500. 00000020:00000040:0.0:1789603589.354808:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603589.354810:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603589.354812:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603589.354813:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603589.354817:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb81927cc00. 00000100:00000001:0.0:1789603589.354820:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603589.354824:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID req@ffff9eb810d1d500 x1876533442891392/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603589.354832:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603589.354834:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603589.354838:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000949e1ce4] to pc [ptlrpcd_00_00+0] req@ffff9eb810d1d500 x1876533442891392/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603589.354846:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603589.354848:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603589.354852:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603589.354854:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1c000. 00000020:00000040:0.0:1789603589.354856:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603589.354858:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603589.354860:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603589.354861:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603589.354864:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb81927cb00. 00000100:00000001:0.0:1789603589.354867:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603589.354872:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb810d1c000 x1876533442891520/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603589.354880:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603589.354882:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603589.354886:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a048987] to pc [ptlrpcd_00_01+1] req@ffff9eb810d1c000 x1876533442891520/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603589.354901:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603589.354906:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603589.354914:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603589.354920:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1fb80. 00000020:00000040:0.0:1789603589.354924:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:0.0:1789603589.354930:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603589.354933:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603589.354936:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603589.354944:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb81927c800. 00000100:00000001:0.0:1789603589.354949:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603589.354959:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID req@ffff9eb810d1fb80 x1876533442891648/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603589.354973:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603589.354976:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603589.354983:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ce12db4] to pc [ptlrpcd_00_00+0] req@ffff9eb810d1fb80 x1876533442891648/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603589.354996:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603589.355000:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603589.355006:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603589.355010:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1f100. 00000020:00000040:0.0:1789603589.355014:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:0.0:1789603589.355018:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603589.355022:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603589.355025:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603589.355031:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb81927c100. 00000100:00000001:0.0:1789603589.355036:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603589.355047:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID req@ffff9eb810d1f100 x1876533442891776/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603589.355067:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603589.355070:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603589.355078:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003574119b] to pc [ptlrpcd_00_01+1] req@ffff9eb810d1f100 x1876533442891776/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603589.355092:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603589.355099:0:29506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1925) 00000100:00000001:0.0:1789603589.355153:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603589.355158:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603589.355161:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603589.355168:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1d500 x1876533442891392/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603589.355179:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603589.355182:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603589.355186:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603589.355188:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603589.355193:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603589.355200:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442891392:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603589.355206:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603589.355220:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603589.355224:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603589.355227:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603589.355233:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb803982400. 02000000:00000001:0.0:1789603589.355237:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603589.355245:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603589.355252:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139688. 00000400:00000010:0.0:1789603589.355264:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682c38. 00000100:00000200:0.0:1789603589.355270:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442891392, portal 10 00000100:00000001:0.0:1789603589.355275:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603589.355278:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126199040 : -106961583352576 : ffff9eb810d1d500) 00000100:00000040:0.0:1789603589.355289:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1d500 x1876533442891392/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603589.355304:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603589.355309:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603589.355315:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682550. 00000100:00000200:0.0:1789603589.355320:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442891392, offset 0 00000400:00000200:0.0:1789603589.355332:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603589.355341:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603589.355349:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603589.355355:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603589.355361:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603589.355367:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603589.355373:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603589.355380:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2751:2751:255:4294967295] 192.168.204.129@tcp LPNI seq info [2751:2751:7:4294967295] 00000400:00000200:0.0:1789603589.355401:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603589.355415:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603589.355427:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603589.355434:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb819343400. 00000800:00000200:0.0:1789603589.355443:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603589.355451:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603589.355457:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb819343400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603589.355462:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603589.355473:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 826456 usecs (827 jiffies) 00000400:00000200:0.0:1789603589.355480:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603589.355485:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296589115 00000100:00000001:0.0:1789603589.355491:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296592234 00000100:00000001:0.0:1789603589.355495:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296589115 00000100:00000001:0.0:1789603589.355499:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296592234 00000100:00000001:0.0:1789603589.355504:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603589.355508:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603589.355545:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603589.355552:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1fb80 x1876533442891648/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603589.355564:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603589.355567:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603589.355572:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603589.355575:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603589.355579:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603589.355586:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442891648:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603589.355592:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603589.355596:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603589.355600:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603589.355605:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603589.355614:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb818cde000. 02000000:00000001:0.0:1789603589.355618:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603589.355627:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603589.355633:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139898. 00000400:00000010:0.0:1789603589.355640:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682d48. 00000100:00000200:0.0:1789603589.355647:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442891648, portal 4 00000100:00000001:0.0:1789603589.355652:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603589.355654:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126208896 : -106961583342720 : ffff9eb810d1fb80) 00000100:00000040:0.0:1789603589.355665:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1fb80 x1876533442891648/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603589.355681:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603589.355692:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603589.355698:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136826e8. 00000100:00000200:0.0:1789603589.355703:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442891648, offset 0 00000400:00000200:0.0:1789603589.355714:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603589.355721:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603589.355729:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603589.355736:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603589.355741:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603589.355746:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603589.355753:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603589.355761:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2753:2753:253:4294967295] 192.168.204.129@tcp LPNI seq info [2753:2753:5:4294967295] 00000400:00000200:0.0:1789603589.355766:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603589.355772:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603589.355782:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603589.355788:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80312ba00. 00000800:00000200:0.0:1789603589.355803:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603589.355808:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603589.355810:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80312ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603589.355814:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603589.355817:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 206881 usecs (207 jiffies) 00000400:00000200:0.0:1789603589.355820:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603589.355822:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296588496 00000100:00000001:0.0:1789603589.355824:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296592234 00000100:00000001:0.0:1789603589.355827:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296588496 00000100:00000001:0.0:1789603589.355829:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296592234 00000100:00000001:0.0:1789603589.355831:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603589.355834:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603589.355836:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603589.355837:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603589.355841:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603589.355843:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789603589.355845:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603589.355847:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603589.355848:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603589.355851:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603589.356480:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603589.356486:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9e00. 00000400:00000200:2.0:1789603589.356493:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603589.356498:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603589.356503:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc198 00000400:00000010:2.0:1789603589.356506:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc198. 00000100:00000001:2.0:1789603589.356525:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603589.356530:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1e300 x1876533442891264/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603589.356541:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603589.356544:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1e300 x1876533442891264/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603605 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603589.356552:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603589.356554:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603589.356567:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603589.356570:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb819343400. 00000400:00000200:2.0:1789603589.356573:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603589.356576:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603589.356579:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682550 00000400:00000010:2.0:1789603589.356581:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682550. 00000100:00000001:2.0:1789603589.356583:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603589.356587:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1d500 x1876533442891392/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603589.356594:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603589.356596:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1d500 x1876533442891392/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603605 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603589.356603:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603589.356604:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603589.356612:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603589.356615:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9300. 00000400:00000200:2.0:1789603589.356618:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603589.356621:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603589.356624:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcf68 00000400:00000010:2.0:1789603589.356626:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcf68. 00000100:00000001:2.0:1789603589.356641:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603589.356645:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1c000 x1876533442891520/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603589.356652:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603589.356654:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1c000 x1876533442891520/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603605 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603589.356660:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603589.356661:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603589.356670:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603589.356673:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80312ba00. 00000400:00000200:2.0:1789603589.356675:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603589.356679:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603589.356681:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136826e8 00000400:00000010:2.0:1789603589.356683:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136826e8. 00000100:00000001:2.0:1789603589.356685:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603589.356688:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1fb80 x1876533442891648/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603589.356696:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603589.356699:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1fb80 x1876533442891648/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603605 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603589.356705:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603589.356706:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603589.356759:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603589.356761:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9d00. 00000400:00000200:2.0:1789603589.356763:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603589.356767:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603589.356770:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc330 00000400:00000010:2.0:1789603589.356771:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc330. 00000100:00000001:2.0:1789603589.356773:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603589.356777:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1f100 x1876533442891776/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603589.356784:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603589.356787:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1f100 x1876533442891776/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603605 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603589.356807:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603589.356808:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603589.366388:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603589.366413:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603589.366418:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603589.366421:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603589.366431:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603589.366439:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603589.366449:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603589.366454:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603589.366460:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603589.366465:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d45ce00 00000400:00000200:2.0:1789603589.366470:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603589.366476:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7d95 [1] + 224 00000800:00000001:2.0:1789603589.366484:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603589.366488:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603589.366491:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603589.366496:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603589.366502:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603589.366535:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1e300 x1876533442891264/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603605 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603589.366547:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1e300 x1876533442891264/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603589.366568:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603589.366576:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603589.366580:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603589.366581:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603589.366583:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603589.366587:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603589.366590:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603589.366596:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603589.366599:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603589.366603:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603589.366606:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d45cf00 00000400:00000200:2.0:1789603589.366611:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603589.366620:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x7da5 [1] + 224 00000800:00000001:2.0:1789603589.366626:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603589.366641:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603589.366645:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603589.366652:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603589.366657:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603589.366664:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1c000 x1876533442891520/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603605 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603589.366687:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1c000 x1876533442891520/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603589.366708:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603589.366713:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603589.366717:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603589.366720:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603589.366725:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603589.366731:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603589.366738:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603589.366744:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603589.366749:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603589.366753:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603589.366756:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d45d000 00000400:00000200:2.0:1789603589.366763:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603589.366770:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7db5 [1] + 224 00000800:00000001:2.0:1789603589.366776:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603589.366781:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603589.366786:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603589.366803:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603589.366809:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603589.366816:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1f100 x1876533442891776/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603605 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603589.366839:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1f100 x1876533442891776/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603589.366852:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603589.366856:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603589.366862:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603589.366865:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603589.366870:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603589.366875:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603589.366883:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603589.366891:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603589.366896:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603589.366901:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603589.366908:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d45ce80 00000400:00000200:2.0:1789603589.366916:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603589.366922:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x7d9d [1] + 224 00000800:00000001:2.0:1789603589.366927:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603589.366936:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603589.366940:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603589.366946:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603589.366950:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603589.366956:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1d500 x1876533442891392/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603605 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603589.366970:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1d500 x1876533442891392/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603589.366995:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603589.367032:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603589.367036:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1789603589.367060:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603589.367065:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603589.367441:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603589.367448:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603589.367451:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603589.367452:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603589.367456:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603589.367461:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603589.367465:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603589.367468:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603589.367471:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603589.367473:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d45cf80 00000400:00000200:2.0:1789603589.367477:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603589.367482:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7dad [1] + 224 00000800:00000001:2.0:1789603589.367486:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603589.367491:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603589.367493:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603589.367497:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603589.367531:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603589.367537:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1fb80 x1876533442891648/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603605 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603589.367547:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1fb80 x1876533442891648/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603589.367554:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603589.367559:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603589.367562:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789603589.368825:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603589.368830:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603589.368833:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139688. 00000400:00000200:0.0:1789603589.368838:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682c38 00000400:00000010:0.0:1789603589.368840:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682c38. 00000100:00000001:0.0:1789603589.368844:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603589.368852:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1d500 x1876533442891392/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603589.368862:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1d500 x1876533442891392/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603605 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603589.368869:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603589.368871:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603589.368874:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603589.368877:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603589.368879:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603589.368880:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603589.368883:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603589.368889:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=137 v=5 (106 106 106 137) 00000100:00001000:0.0:1789603589.368893:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603589.368896:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603589.368897:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603589.368900:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603589.368902:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603589.368905:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603589.368907:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:0.0:1789603589.368909:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603589.368910:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603589.368914:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1d500 x1876533442891392/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603605 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603589.368922:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603589.368924:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603589.368926:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603589.368929:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1d500 x1876533442891392/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603605 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603589.368944:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442891392:192.168.204.129@tcp:400:kworker.0 00000400:00000001:0.0:1789603589.368950:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603589.368951:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603589.368953:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139898. 00000400:00000200:0.0:1789603589.368955:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682d48 00000400:00000010:0.0:1789603589.368956:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682d48. 00000100:00000001:0.0:1789603589.368958:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603589.368961:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1fb80 x1876533442891648/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603589.368969:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1fb80 x1876533442891648/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603605 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603589.368975:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603589.368976:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603589.368978:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603589.368979:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603589.368980:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603589.368981:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603589.368983:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603589.368986:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=136 v=5 (5 5 5 17) 00000100:00001000:0.0:1789603589.368988:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603589.368990:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603589.368991:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603589.368993:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603589.368994:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603589.368996:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603589.368997:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967330 00000100:00000001:0.0:1789603589.368998:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603589.369000:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603589.369003:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1fb80 x1876533442891648/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603605 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603589.369009:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603589.369011:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603589.369012:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603589.369016:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1fb80 x1876533442891648/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603605 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603589.369023:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442891648:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603589.369026:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603589.369028:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603589.369031:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1d500 x1876533442891392/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603605 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603589.369037:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603589.369039:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603589.369041:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb803982400. 02000000:00000001:0.0:1789603589.369046:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603589.369048:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603589.369050:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603589.369052:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603589.369054:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb81927cc00. 02000000:00000001:0.0:1789603589.369056:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603589.369058:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603589.369059:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1d500. 00000100:00000001:0.0:1789603589.369062:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603589.369063:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603589.369064:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603589.369067:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1fb80 x1876533442891648/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603605 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603589.369073:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603589.369074:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603589.369075:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb818cde000. 02000000:00000001:0.0:1789603589.369077:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603589.369078:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603589.369079:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603589.369081:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603589.369082:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb81927c800. 02000000:00000001:0.0:1789603589.369084:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603589.369085:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603589.369086:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1fb80. 00000100:00000001:0.0:1789603589.369088:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603589.369090:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603589.369092:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603589.369097:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603589.369098:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603589.369101:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603589.369103:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603590.059691:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603590.059701:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603591.082986:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603591.082996:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603591.088017:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789603591.088028:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603591.088034:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789603592.106985:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603592.106995:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603592.428103:0:32633:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789603592.428115:0:32633:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603592.428118:0:32633:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789603592.428125:0:32633:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb806b81900 going to sleep for 1 seconds 00000100:00000001:0.0:1789603592.428130:0:32633:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603592.428136:0:32633:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603593.130801:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603593.130812:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603593.322688:0:27602:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296592234, at 4296592256 00000100:00000040:2.0:1789603593.322689:0:29041:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296592234, at 4296592256 00000100:00000010:3.0:1789603593.322714:0:27602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb8051039c0. 00000100:00000010:2.0:1789603593.322730:0:29041:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb805103ea0. 00000100:00000001:0.0:1789603593.451256:0:32633:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789603593.451268:0:32633:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603593.451271:0:32633:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789603593.451280:0:32633:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb806b81900 going to sleep for 1 seconds 00000100:00000001:0.0:1789603593.451286:0:32633:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603593.451291:0:32633:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603594.154763:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603594.154774:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603594.155077:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789603594.155082:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603594.155085:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789603594.474689:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603594.474713:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603594.474727:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1fb80. 00000020:00000040:0.0:1789603594.474735:0:38:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:0.0:1789603594.474742:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603594.474745:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603594.474752:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603594.474881:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80312ba00. 00000100:00000001:0.0:1789603594.474890:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603594.474905:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb810d1fb80 x1876533442891904/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603594.474918:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603594.474922:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603594.474929:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ce12db4] to pc [ptlrpcd_00_00+0] req@ffff9eb810d1fb80 x1876533442891904/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603594.474962:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603594.474965:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603594.474969:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603594.474972:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1d500. 00000020:00000040:0.0:1789603594.474974:0:38:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603594.474976:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603594.474978:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603594.474979:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603594.474984:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb804076600. 00000100:00000001:0.0:1789603594.474986:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603594.474990:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID req@ffff9eb810d1d500 x1876533442892032/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603594.474996:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603594.474998:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603594.475002:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000949e1ce4] to pc [ptlrpcd_00_01+1] req@ffff9eb810d1d500 x1876533442892032/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603594.475010:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603594.475012:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603594.475016:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603594.475019:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1e680. 00000020:00000040:0.0:1789603594.475021:0:38:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603594.475025:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603594.475026:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603594.475028:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603594.475032:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb804076200. 00000100:00000001:0.0:1789603594.475035:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603594.475040:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb810d1e680 x1876533442892160/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603594.475052:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603594.475059:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603594.475065:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000266a51e2] to pc [ptlrpcd_00_00+0] req@ffff9eb810d1e680 x1876533442892160/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603594.475086:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603594.475091:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603594.475096:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789603594.475102:0:38:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1789603594.475108:0:38:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1789603594.475113:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1f480. 00000020:00000040:0.0:1789603594.475119:0:38:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:0.0:1789603594.475122:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603594.475125:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603594.475127:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603594.475130:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb804076100. 00000100:00000001:0.0:1789603594.475133:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603594.475136:0:38:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446637112126207104 : -106961583344512 : ffff9eb810d1f480) 00000100:00080000:0.0:1789603594.475140:0:38:0:(import.c:65:import_set_state_nolock()) ffff9eb8203ac000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1789603594.475145:0:38:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9eb81291b000: disconnect after 22s idle 00000100:00000001:0.0:1789603594.475149:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603594.475153:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603594.475159:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba803a] to pc [ptlrpcd_rcv+-1] req@ffff9eb810d1f480 x1876533442892288/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603594.475189:0:38:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603594.475196:0:38:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603594.475199:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603594.475202:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789603594.475206:0:38:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1789603594.475209:0:38:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1789603594.475212:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1c700. 00000020:00000040:0.0:1789603594.475216:0:38:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:0.0:1789603594.475221:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603594.475225:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603594.475229:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603594.475233:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb804076700. 00000100:00000001:0.0:1789603594.475237:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603594.475241:0:38:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446637112126195456 : -106961583356160 : ffff9eb810d1c700) 00000100:00080000:0.0:1789603594.475246:0:38:0:(import.c:65:import_set_state_nolock()) ffff9eb8203a8800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1789603594.475251:0:38:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9eb81291b000: disconnect after 22s idle 00000100:00000001:0.0:1789603594.475254:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603594.475255:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603594.475260:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c053493] to pc [ptlrpcd_rcv+-1] req@ffff9eb810d1c700 x1876533442892416/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603594.475272:0:38:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603594.475277:0:38:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603594.475284:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1931) 00000100:00000001:0.0:1789603594.475325:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603594.475329:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603594.475332:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603594.475340:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1d500 x1876533442892032/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603594.475350:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603594.475352:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603594.475356:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603594.475358:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603594.475361:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603594.475368:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442892032:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603594.475376:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603594.475380:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603594.475383:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603594.475385:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603594.475390:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb818cde000. 02000000:00000001:0.0:1789603594.475394:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603594.475402:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603594.475407:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139898. 00000400:00000010:0.0:1789603594.475415:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682d48. 00000100:00000200:0.0:1789603594.475418:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442892032, portal 10 00000100:00000001:0.0:1789603594.475422:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603594.475423:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126199040 : -106961583352576 : ffff9eb810d1d500) 00000100:00000040:0.0:1789603594.475433:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1d500 x1876533442892032/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603594.475444:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603594.475450:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603594.475453:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682c38. 00000100:00000200:0.0:1789603594.475457:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442892032, offset 0 00000400:00000200:0.0:1789603594.475462:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603594.475467:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603594.475474:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603594.475479:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603594.475484:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603594.475489:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603594.475491:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603594.475494:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2756:2756:255:4294967295] 192.168.204.129@tcp LPNI seq info [2756:2756:7:4294967295] 00000400:00000200:0.0:1789603594.475502:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603594.475539:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603594.475546:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603594.475552:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076d00. 00000800:00000200:0.0:1789603594.475559:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603594.475567:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603594.475570:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603594.475574:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603594.475580:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 825312 usecs (826 jiffies) 00000400:00000200:0.0:1789603594.475587:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603594.475591:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296594235 00000100:00000001:0.0:1789603594.475595:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:0.0:1789603594.475600:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296594235 00000100:00000001:0.0:1789603594.475602:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:0.0:1789603594.475605:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603594.475609:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603594.475616:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603594.475620:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603594.475627:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603594.475631:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789603594.475636:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603594.475639:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603594.475641:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603594.475646:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603594.477216:0:32633:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789603594.477225:0:32633:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603594.477227:0:32633:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789603594.477234:0:32633:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb806b81900 going to sleep for 1 seconds 00000100:00000001:2.0:1789603594.477238:0:32633:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603594.477242:0:32633:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603594.477331:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603594.477337:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9200. 00000100:00000001:3.0:1789603594.477389:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603594.477398:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603594.477402:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603594.477418:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1f480 x1876533442892288/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603594.477430:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603594.477432:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603594.477436:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603594.477440:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603594.477443:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603594.477446:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442892288:192.168.204.129@tcp:9:kworker.0 00000100:00000001:3.0:1789603594.477451:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603594.477457:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603594.477459:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603594.477461:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603594.477473:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb806950800. 02000000:00000001:3.0:1789603594.477475:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603594.477483:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603594.477488:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748f20. 00000400:00000010:3.0:1789603594.477494:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0110. 00000100:00000200:3.0:1789603594.477501:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442892288, portal 4 00000100:00000001:3.0:1789603594.477503:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603594.477505:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126207104 : -106961583344512 : ffff9eb810d1f480) 00000100:00000040:3.0:1789603594.477551:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1f480 x1876533442892288/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603594.477559:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603594.477561:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603594.477565:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0660. 00000100:00000200:3.0:1789603594.477568:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442892288, offset 0 00000400:00000200:3.0:1789603594.477575:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603594.477584:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603594.477591:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603594.477598:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603594.477602:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603594.477606:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603594.477608:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603594.477612:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2758:2758:253:4294967295] 192.168.204.129@tcp LPNI seq info [2758:2758:5:4294967295] 00000400:00000200:3.0:1789603594.477617:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603594.477627:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603594.477633:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603594.477638:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f700. 00000800:00000200:3.0:1789603594.477644:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603594.477651:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603594.477656:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603594.477661:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603594.477665:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 206003 usecs (207 jiffies) 00000400:00000200:3.0:1789603594.477668:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603594.477825:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296593617 00000100:00000001:3.0:1789603594.477832:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:3.0:1789603594.477835:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296593617 00000100:00000001:3.0:1789603594.477837:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:3.0:1789603594.477839:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603594.477842:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603594.477845:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603594.477850:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1c700 x1876533442892416/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603594.477857:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603594.477859:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603594.477861:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603594.477863:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603594.477864:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603594.477867:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442892416:192.168.204.129@tcp:9:kworker.0 00000100:00000001:3.0:1789603594.477870:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603594.477873:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603594.477874:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603594.477876:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603594.477880:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb806950200. 02000000:00000001:3.0:1789603594.477881:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603594.477885:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603594.477888:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748948. 00000400:00000010:3.0:1789603594.477892:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0770. 00000100:00000200:3.0:1789603594.477895:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442892416, portal 4 00000100:00000001:3.0:1789603594.477897:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603594.477898:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126195456 : -106961583356160 : ffff9eb810d1c700) 00000100:00000040:3.0:1789603594.477904:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1c700 x1876533442892416/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603594.477911:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603594.477914:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603594.477917:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0000. 00000100:00000200:3.0:1789603594.477919:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442892416, offset 0 00000400:00000200:3.0:1789603594.477924:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603594.477928:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603594.477932:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603594.477934:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603594.477937:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603594.477939:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603594.477941:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603594.477944:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2759:2759:252:4294967295] 192.168.204.129@tcp LPNI seq info [2759:2759:4:4294967295] 00000400:00000200:3.0:1789603594.477949:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603594.477955:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603594.477960:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603594.477963:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783fe00. 00000800:00000200:3.0:1789603594.477967:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603594.477971:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603594.477974:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603594.477977:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603594.477980:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22976 usecs (23 jiffies) 00000400:00000200:3.0:1789603594.477983:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603594.477985:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296593433 00000100:00000001:3.0:1789603594.477987:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:3.0:1789603594.477989:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296593433 00000100:00000001:3.0:1789603594.477992:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:3.0:1789603594.477994:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603594.477996:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603594.477998:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603594.478000:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603594.478009:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603594.478012:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789603594.478014:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603594.478015:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603594.478016:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603594.478018:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603594.479270:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603594.479286:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603594.479296:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcbb0 00000400:00000010:2.0:1789603594.479300:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcbb0. 00000100:00000001:2.0:1789603594.479309:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603594.479318:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1fb80 x1876533442891904/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603594.479333:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603594.479338:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1fb80 x1876533442891904/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603610 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603594.479544:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603594.479546:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603594.479789:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603594.479794:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076d00. 00000400:00000200:2.0:1789603594.479798:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603594.479803:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603594.479807:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682c38 00000400:00000010:2.0:1789603594.479810:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682c38. 00000100:00000001:2.0:1789603594.479814:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603594.479820:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1d500 x1876533442892032/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603594.479829:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603594.479832:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1d500 x1876533442892032/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603610 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603594.479837:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603594.479839:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603594.479848:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603594.479850:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9c00. 00000400:00000200:2.0:1789603594.479853:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603594.479856:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603594.479859:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc6e8 00000400:00000010:2.0:1789603594.479861:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc6e8. 00000100:00000001:2.0:1789603594.479864:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603594.479868:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1e680 x1876533442892160/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603594.479875:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603594.479879:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1e680 x1876533442892160/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603610 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603594.479885:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603594.479887:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603594.479895:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603594.479897:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f700. 00000400:00000200:2.0:1789603594.479901:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603594.479904:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603594.479907:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0660 00000400:00000010:2.0:1789603594.479908:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0660. 00000100:00000001:2.0:1789603594.479911:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603594.479915:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1f480 x1876533442892288/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603594.479921:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603594.479924:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1f480 x1876533442892288/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603604 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603594.479929:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603594.479931:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603594.480546:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603594.480551:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783fe00. 00000400:00000200:2.0:1789603594.480556:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603594.480562:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603594.480577:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0000 00000400:00000010:2.0:1789603594.480580:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0000. 00000100:00000001:2.0:1789603594.480584:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603594.480591:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1c700 x1876533442892416/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603594.480600:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603594.480603:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1c700 x1876533442892416/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603604 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603594.480609:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603594.480611:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603594.486767:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603594.486798:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603594.486805:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603594.486808:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603594.486821:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603594.486832:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603594.486845:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603594.486851:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603594.486857:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603594.486862:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d45d080 00000400:00000200:2.0:1789603594.486869:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603594.486877:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7dbd [1] + 224 00000800:00000001:2.0:1789603594.486887:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603594.486892:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603594.486897:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603594.486903:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603594.486916:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603594.486927:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1fb80 x1876533442891904/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603610 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603594.486941:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1fb80 x1876533442891904/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603594.486969:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603594.486980:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603594.486984:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603594.486986:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603594.486989:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603594.486992:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603594.486995:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603594.487000:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603594.487002:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603594.487005:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603594.487008:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d45d100 00000400:00000200:2.0:1789603594.487012:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603594.487017:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x7dc5 [1] + 224 00000800:00000001:2.0:1789603594.487021:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603594.487025:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603594.487027:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603594.487030:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603594.487033:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603594.487039:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1d500 x1876533442892032/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603610 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603594.487048:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1d500 x1876533442892032/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603594.487071:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603594.487076:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603594.487080:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603594.487083:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603594.487084:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603594.487087:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603594.487091:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603594.487095:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603594.487097:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603594.487101:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603594.487103:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d45d180 00000400:00000200:2.0:1789603594.487106:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603594.487110:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x7dcd [1] + 224 00000800:00000001:2.0:1789603594.487113:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603594.487116:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603594.487118:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603594.487122:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603594.487124:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603594.487129:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1e680 x1876533442892160/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603610 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603594.487137:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1e680 x1876533442892160/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603594.487145:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603594.487148:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603594.487163:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603594.487166:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603594.487168:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603594.487171:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603594.487175:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603594.487178:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603594.487181:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603594.487184:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603594.487187:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d45d280 00000400:00000200:2.0:1789603594.487191:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603594.487196:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7de5 [1] + 224 00000800:00000001:2.0:1789603594.487200:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603594.487204:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603594.487215:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603594.487218:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603594.487221:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603594.487226:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1c700 x1876533442892416/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603604 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603594.487235:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1c700 x1876533442892416/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603594.487264:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603594.487268:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603594.487272:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603594.487274:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603594.487276:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603594.487279:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603594.487282:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603594.487287:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603594.487289:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603594.487293:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603594.487296:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d45d200 00000400:00000200:2.0:1789603594.487299:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603594.487302:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7dd5 [1] + 224 00000800:00000001:2.0:1789603594.487306:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603594.487315:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603594.487317:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603594.487320:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603594.487323:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603594.487328:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1f480 x1876533442892288/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603604 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603594.487337:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1f480 x1876533442892288/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603594.487344:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603594.487476:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603594.487481:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603594.488050:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603594.488056:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603594.488062:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603594.488066:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603594.488070:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748f20. 00000400:00000200:3.0:1789603594.488076:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0110 00000400:00000010:3.0:1789603594.488081:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0110. 00000100:00000001:3.0:1789603594.488087:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603594.488096:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1f480 x1876533442892288/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603594.488128:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1f480 x1876533442892288/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603604 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603594.488141:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603594.488145:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603594.488164:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603594.488168:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603594.488172:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603594.488176:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603594.488181:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603594.488190:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=141 v=5 (5 5 5 17) 00000100:00001000:3.0:1789603594.488199:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=29 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603594.488217:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603594.488220:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603594.488224:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603594.488228:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603594.488233:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603594.488237:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967330 00000100:00000001:3.0:1789603594.488241:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603594.488245:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603594.488267:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1f480 x1876533442892288/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603604 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603594.488301:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603594.488305:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603594.488308:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789603594.488316:0:2399:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9eb810d1f480 x1876533442892288/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603604 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789603594.488331:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9eb8203ac000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1789603594.488340:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1f480 x1876533442892288/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603604 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603594.488368:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442892288:192.168.204.129@tcp:9:kworker.0 00000400:00000001:3.0:1789603594.488379:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603594.488382:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603594.488386:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748948. 00000400:00000200:3.0:1789603594.488391:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0770 00000400:00000010:3.0:1789603594.488395:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0770. 00000100:00000001:3.0:1789603594.488399:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603594.488406:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1c700 x1876533442892416/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603594.488432:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1c700 x1876533442892416/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603604 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603594.488447:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603594.488451:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603594.488455:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603594.488458:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603594.488460:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603594.488463:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603594.488468:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603594.488474:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=141 v=5 (5 5 5 17) 00000100:00001000:3.0:1789603594.488479:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603594.488486:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603594.488490:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603594.488494:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603594.488496:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603594.488500:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603594.488503:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:3.0:1789603594.488508:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603594.488547:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603594.488553:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1c700 x1876533442892416/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603604 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603594.488563:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603594.488807:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603594.488809:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789603594.488814:0:2399:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9eb810d1c700 x1876533442892416/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603604 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789603594.488822:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9eb8203a8800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1789603594.488827:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1c700 x1876533442892416/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603604 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603594.488835:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442892416:192.168.204.129@tcp:9:kworker.0 00000100:00000001:3.0:1789603594.488840:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603594.488842:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603594.488845:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1f480 x1876533442892288/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603604 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603594.488851:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603594.488853:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603594.488855:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb806950800. 02000000:00000001:3.0:1789603594.488857:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603594.488859:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603594.488860:0:2399:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:3.0:1789603594.488862:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603594.488864:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb804076100. 02000000:00000001:3.0:1789603594.488867:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603594.488869:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603594.488870:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1f480. 00000100:00000001:3.0:1789603594.488873:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603594.488874:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603594.488875:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603594.488878:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1c700 x1876533442892416/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603604 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603594.488884:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603594.488885:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603594.488887:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb806950200. 02000000:00000001:3.0:1789603594.488889:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603594.488890:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603594.488891:0:2399:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:3.0:1789603594.488893:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603594.488895:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb804076700. 02000000:00000001:3.0:1789603594.488896:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603594.488897:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603594.488899:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1c700. 00000100:00000001:3.0:1789603594.488901:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603594.488903:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603594.488905:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603594.488910:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603594.488911:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603594.488913:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603594.488915:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603594.489096:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603594.489100:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603594.489105:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603594.489107:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603594.489111:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139898. 00000400:00000200:0.0:1789603594.489115:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682d48 00000400:00000010:0.0:1789603594.489117:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682d48. 00000100:00000001:0.0:1789603594.489121:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603594.489127:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1d500 x1876533442892032/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603594.489136:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1d500 x1876533442892032/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603610 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603594.489143:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603594.489144:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603594.489146:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603594.489148:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603594.489149:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603594.489151:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603594.489153:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603594.489159:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=142 v=5 (106 106 106 137) 00000100:00001000:0.0:1789603594.489162:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=29 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603594.489165:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603594.489167:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603594.489169:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603594.489171:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603594.489173:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603594.489175:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:0.0:1789603594.489177:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603594.489179:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603594.489183:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1d500 x1876533442892032/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603610 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603594.489189:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603594.489191:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603594.489193:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603594.489197:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1d500 x1876533442892032/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603610 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603594.489217:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442892032:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603594.489221:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603594.489223:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603594.489225:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1d500 x1876533442892032/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603610 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603594.489231:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603594.489233:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603594.489235:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb818cde000. 02000000:00000001:0.0:1789603594.489238:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603594.489239:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603594.489240:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603594.489242:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603594.489244:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb804076600. 02000000:00000001:0.0:1789603594.489246:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603594.489247:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603594.489248:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1d500. 00000100:00000001:0.0:1789603594.489263:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603594.489264:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603594.489266:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603594.489271:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603594.489272:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603594.489274:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603594.489276:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789603594.988969:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789603594.988982:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789603594.988986:0:38:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789603594.988990:0:38:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789603594.988995:0:38:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789603594.989004:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9eb81291b000: connect to NID 192.168.204.129@tcp last attempt 1897 00000400:00000200:0.0:1789603594.989015:0:38:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603594.989023:0:38:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.129@tcp is discovered: rc = 1 00000100:00000040:0.0:1789603594.989027:0:38:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:0.0:1789603594.989031:0:38:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789603594.989033:0:38:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:0.0:1789603594.989036:0:38:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000001:0.0:1789603594.989045:0:38:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789603594.989047:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48c1 00000020:00000001:0.0:1789603594.989050:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603594.989053:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb8203aa800 refcount=5 00000020:00000001:0.0:1789603594.989056:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 00000020:00000001:0.0:1789603594.989058:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 00000100:00000040:0.0:1789603594.989061:0:38:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:0.0:1789603594.989064:0:38:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789603594.989066:0:38:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:0.0:1789603594.989068:0:38:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000040:0.0:1789603594.989071:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff9eb8203aa800 : new refcount 4 00000100:00080000:0.0:1789603594.989075:0:38:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9eb81291b000: import ffff9eb810ddb000 using connection 192.168.204.129@tcp/192.168.204.129@tcp 00000100:00000001:0.0:1789603594.989077:0:38:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603594.989080:0:38:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789603594.989089:0:38:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603594.989093:0:38:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603594.989096:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789603594.989101:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789603594.989104:0:38:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603594.989106:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603594.989115:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1d500. 00000020:00000040:0.0:1789603594.989119:0:38:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:0.0:1789603594.989123:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789603594.989125:0:38:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603594.989129:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603594.989131:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603594.989136:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603594.989145:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8051e0400. 00000100:00000001:0.0:1789603594.989155:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603594.989168:0:38:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9eb810d1d500 x1876533442892544/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603594.989181:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603594.989186:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603594.989191:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000949e1ce4] to pc [ptlrpcd_rcv+-1] req@ffff9eb810d1d500 x1876533442892544/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603594.989224:0:38:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603594.989232:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1931) 00000100:00000001:3.0:1789603594.989302:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603594.989308:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603594.989312:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603594.989320:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1d500 x1876533442892544/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603594.989328:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603594.989330:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603594.989335:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603594.989338:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603594.989340:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603594.989344:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442892544:192.168.204.129@tcp:38:kworker.0 00000100:00000001:3.0:1789603594.989349:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603594.989353:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603594.989356:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603594.989359:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603594.989365:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb80511d000. 02000000:00000001:3.0:1789603594.989367:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603594.989375:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603594.989379:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748948. 00000400:00000010:3.0:1789603594.989387:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0770. 00000100:00000200:3.0:1789603594.989396:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442892544, portal 10 00000100:00000001:3.0:1789603594.989399:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603594.989401:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126199040 : -106961583352576 : ffff9eb810d1d500) 00000100:00000040:3.0:1789603594.989409:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1d500 x1876533442892544/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603594.989417:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603594.989420:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603594.989423:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0110. 00000100:00000200:3.0:1789603594.989427:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876533442892544, offset 0 00000400:00000200:3.0:1789603594.989436:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603594.989446:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603594.989455:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603594.989462:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603594.989468:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603594.989472:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603594.989476:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603594.989480:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2760:2760:256:4294967295] 192.168.204.129@tcp LPNI seq info [2760:2760:8:4294967295] 00000400:00000200:3.0:1789603594.989484:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603594.989495:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603594.989503:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603594.989538:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f000. 00000800:00000200:3.0:1789603594.989546:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603594.989557:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603594.989563:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789603594.989585:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603594.989590:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 824171 usecs (825 jiffies) 00000400:00000200:3.0:1789603594.989593:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603594.989596:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296594748 00000100:00000001:3.0:1789603594.989600:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:3.0:1789603594.989603:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296594748 00000100:00000001:3.0:1789603594.989606:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:3.0:1789603594.989608:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603594.989611:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603594.989614:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603594.989618:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603594.989627:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603594.989629:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789603594.989632:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603594.989634:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603594.989635:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603594.989637:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603594.990425:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603594.990434:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f000. 00000400:00000200:2.0:1789603594.990444:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603594.990452:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603594.990462:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0110 00000400:00000010:2.0:1789603594.990465:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0110. 00000100:00000001:2.0:1789603594.990471:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603594.990478:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1d500 x1876533442892544/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603594.990491:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603594.990495:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1d500 x1876533442892544/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603604 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603594.990503:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603594.990505:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603595.001776:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603595.001806:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603595.001812:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603595.001815:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603595.001828:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603595.001838:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603595.001848:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603595.001854:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603595.001861:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603595.001866:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 416 into portal 10 MB=0x6aab27d45d300 00000400:00000200:2.0:1789603595.001872:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603595.001879:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 416/416 into md 0x7df5 [1] + 0 00000800:00000001:2.0:1789603595.001888:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603595.001897:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603595.001901:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603595.001906:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603595.001916:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603595.001928:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1d500 x1876533442892544/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603604 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603595.001940:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9eb810d1d500 x1876533442892544/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603595.001957:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603595.001967:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603595.001971:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603595.002126:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603595.002132:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603595.002140:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603595.002153:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603595.002157:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748948. 00000400:00000200:3.0:1789603595.002163:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0770 00000400:00000010:3.0:1789603595.002166:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0770. 00000100:00000001:3.0:1789603595.002170:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603595.002176:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1d500 x1876533442892544/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603595.002187:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1d500 x1876533442892544/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603604 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603595.002194:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603595.002198:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603595.002201:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603595.002206:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603595.002210:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603595.002212:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603595.002216:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603595.002229:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=143 v=5 (106 106 106 137) 00000100:00001000:3.0:1789603595.002234:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603595.002238:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603595.002240:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603595.002243:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603595.002248:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603595.002253:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603595.002256:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:3.0:1789603595.002258:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603595.002260:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603595.002265:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1d500 x1876533442892544/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/416 e 0 to 0 dl 1789603604 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603595.002271:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603595.002275:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603595.002277:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603595.002280:0:2399:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1789603595.002290:0:2399:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9eb81291b000: connect to target with instance 1 00000020:00000001:3.0:1789603595.002294:0:2399:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789603595.002297:0:2399:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48c1 00000020:00000001:3.0:1789603595.002300:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603595.002305:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb8203aa800 refcount=5 00000020:00000001:3.0:1789603595.002307:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 00000020:00000001:3.0:1789603595.002310:0:2399:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 00000100:00001000:3.0:1789603595.002313:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=1789603595 v=0 (0 0 0 0) 00000100:00001000:3.0:1789603595.002316:0:2399:0:(import.c:2262:obd_at_measure()) AT ffff9eb810ddb418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1789603595.002321:0:2399:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 751, crc32c 5223, adler 374 00000020:00000040:3.0:1789603595.002329:0:2399:0:(genops.c:879:class_export_put()) PUTting export ffff9eb8203aa800 : new refcount 4 00000100:00000001:3.0:1789603595.002332:0:2399:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1789603595.002338:0:2399:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:3.0:1789603595.002342:0:2399:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9eb81291b000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:3.0:1789603595.002347:0:2399:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1789603595.002349:0:2399:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603595.002351:0:2399:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1789603595.002354:0:2399:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:3.0:1789603595.002359:0:2399:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789603595.002361:0:2399:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603595.002377:0:2399:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603595.002380:0:2399:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603595.002381:0:2399:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789603595.002382:0:2399:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603595.002385:0:2399:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603595.002386:0:2399:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1789603595.002390:0:2399:0:(import.c:1342:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.204.129@tcp after partition 00000100:00080000:3.0:1789603595.002394:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:3.0:1789603595.002399:0:2399:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1789603595.002402:0:2399:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:3.0:1789603595.002409:0:2399:0:(client.c:3248:ptlrpc_resend_req()) @@@ going to resend req@ffff9eb810d1c380 x1876533442890496/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603597 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603595.002430:0:2399:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789603595.002433:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1789603595.002435:0:2399:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1789603595.002437:0:2399:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1789603595.002438:0:2399:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1789603595.002440:0:2399:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:3.0:1789603595.002442:0:2399:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1789603595.002444:0:2399:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff9eb807105568 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1789603595.002449:0:2399:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xa04c19c788fe48c1 00800000:00000040:3.0:1789603595.002452:0:2399:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9eb81291b000=26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8 device 3 (ffff9eb8071019c0) type mdc at LMV idx 0 00800000:00000040:3.0:1789603595.002456:0:2399:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff9eb8071019c0 already active! 00800000:00000001:3.0:1789603595.002458:0:2399:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789603595.002460:0:2399:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789603595.002462:0:2399:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603595.002464:0:2399:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603595.002465:0:2399:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603595.002467:0:2399:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789603595.002468:0:2399:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789603595.002470:0:2399:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=9 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:2.0:1789603595.002665:0:32633:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603595.002672:0:32633:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603595.002674:0:32633:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603595.002677:0:32633:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139370. 00000400:00000200:2.0:1789603595.002682:0:32633:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682dd0 00000400:00000010:2.0:1789603595.002721:0:32633:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682dd0. 00000100:00000001:2.0:1789603595.002725:0:32633:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603595.002730:0:32633:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1c380 x1876533442890496/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603597 ref 2 fl Rpc:SQr/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789603595.002739:0:32633:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1c380 x1876533442890496/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603597 ref 2 fl Rpc:SQU/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603595.002746:0:32633:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603595.002748:0:32633:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603595.002751:0:32633:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603595.002754:0:32633:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603595.002758:0:32633:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603595.002762:0:32633:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603595.002765:0:32633:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603595.002768:0:32633:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1789603595.002774:0:32633:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1876533442890496 new x1876533442892672 02000000:00000001:2.0:1789603595.002779:0:32633:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603595.002782:0:32633:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603595.002788:0:32633:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603595.002793:0:32633:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3840. 00000400:00000010:2.0:1789603595.002799:0:32633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7000. 00000100:00000200:2.0:1789603595.002806:0:32633:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442890496, portal 10 00000100:00000001:2.0:1789603595.002808:0:32633:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603595.002810:0:32633:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00000100:00000040:2.0:1789603595.002817:0:32633:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff9eb810d1c380 x1876533442890496/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603611 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603595.002825:0:32633:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603595.002829:0:32633:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603595.002832:0:32633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7e58. 00000100:00000200:2.0:1789603595.002835:0:32633:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876533442890496, offset 0 00000400:00000200:2.0:1789603595.002841:0:32633:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603595.002849:0:32633:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603595.002856:0:32633:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603595.002863:0:32633:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603595.002869:0:32633:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603595.002873:0:32633:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603595.002876:0:32633:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603595.002880:0:32633:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2761:2761:256:4294967295] 192.168.204.129@tcp LPNI seq info [2761:2761:8:4294967295] 00000400:00000200:2.0:1789603595.002885:0:32633:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603595.002894:0:32633:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603595.002901:0:32633:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603595.002908:0:32633:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8086d7c00. 00000800:00000200:2.0:1789603595.002917:0:32633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603595.002927:0:32633:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603595.002932:0:32633:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8086d7c00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789603595.002960:0:32633:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603595.002966:0:32633:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 823031 usecs (824 jiffies) 00000400:00000200:2.0:1789603595.002970:0:32633:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603595.002973:0:32633:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296594760 00000100:00000001:2.0:1789603595.002977:0:32633:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:2.0:1789603595.002979:0:32633:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296594760 00000100:00000001:2.0:1789603595.002982:0:32633:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:2.0:1789603595.002984:0:32633:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603595.002988:0:32633:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603595.002992:0:32633:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603595.002995:0:32633:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603595.002997:0:32633:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb806b81900 going to sleep for 11 seconds 00000100:00000001:2.0:1789603595.003000:0:32633:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603595.003001:0:32633:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603595.003587:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603595.003595:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8086d7c00. 00000400:00000200:3.0:1789603595.003602:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603595.003609:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603595.003614:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7e58 00000400:00000010:3.0:1789603595.003617:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7e58. 00000100:00000001:3.0:1789603595.003622:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603595.003628:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1c380 x1876533442890496/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603611 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603595.003639:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603595.003643:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1c380 x1876533442890496/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603611 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603595.003650:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603595.003651:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000002:00000001:3.0:1789603595.006997:0:2399:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603595.007006:0:2399:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:3.0:1789603595.007018:0:2399:0:(import.c:1788:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9eb81291b000: Connection restored to 192.168.204.129@tcp (at 192.168.204.129@tcp) 00000100:00080000:3.0:1789603595.007031:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000000f0edbb0): req@ffff9eb806bd4a80 x1876533442889600/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/512 e 0 to 1 dl 1789603594 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603595.007118:0:2399:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603595.007131:0:32669:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:0.0:1789603595.007135:0:32669:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:0.0:1789603595.007139:0:32669:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603595.007142:0:32669:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603595.007145:0:32669:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603595.007147:0:32669:0:(genops.c:1229:class_import_put()) Process leaving 00000002:00000001:0.0:1789603595.007149:0:32669:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603595.008501:0:2399:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603595.008530:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1d500 x1876533442892544/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/416 e 0 to 0 dl 1789603604 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603595.008541:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442892544:192.168.204.129@tcp:38:kworker.0 00000100:00000001:3.0:1789603595.008546:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603595.008549:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603595.008553:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1d500 x1876533442892544/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/416 e 0 to 0 dl 1789603604 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603595.008561:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603595.008564:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603595.008568:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb80511d000. 02000000:00000001:3.0:1789603595.008572:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603595.008575:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603595.008576:0:2399:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603595.008579:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603595.008581:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8051e0400. 02000000:00000001:3.0:1789603595.008585:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603595.008587:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603595.008589:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1d500. 00000100:00000001:3.0:1789603595.008593:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603595.008594:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603595.008597:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603595.008604:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603595.008605:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603595.008608:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603595.008609:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603595.009320:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603595.009333:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603595.009336:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603595.009338:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603595.009344:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603595.009349:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603595.009358:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603595.009367:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603595.009372:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603595.009376:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d45d380 00000400:00000200:2.0:1789603595.009380:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603595.009385:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x7e05 [1] + 224 00000800:00000001:2.0:1789603595.009391:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603595.009397:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603595.009400:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603595.009405:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603595.009412:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603595.009418:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1c380 x1876533442890496/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603611 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603595.009429:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9eb810d1c380 x1876533442890496/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603611 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603595.009452:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603595.009613:0:32633:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603595.009630:0:32633:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603595.009632:0:32633:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603595.009636:0:32633:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3840. 00000400:00000200:0.0:1789603595.009641:0:32633:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7000 00000400:00000010:0.0:1789603595.009645:0:32633:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7000. 00000100:00000001:0.0:1789603595.009648:0:32633:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603595.009653:0:32633:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1c380 x1876533442890496/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603611 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603595.009662:0:32633:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1c380 x1876533442890496/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603611 ref 2 fl Rpc:RQU/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603595.009668:0:32633:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603595.009670:0:32633:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603595.009672:0:32633:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603595.009675:0:32633:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603595.009678:0:32633:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603595.009680:0:32633:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603595.009690:0:32633:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603595.009699:0:32633:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb4f0 time=142 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603595.009702:0:32633:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603595.009705:0:32633:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603595.009706:0:32633:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603595.009709:0:32633:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603595.009712:0:32633:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603595.009715:0:32633:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603595.009717:0:32633:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:0.0:1789603595.009719:0:32633:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603595.009721:0:32633:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603595.009725:0:32633:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1c380 x1876533442890496/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603611 ref 2 fl Rpc:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603595.009733:0:32633:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603595.009736:0:32633:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603595.009738:0:32633:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603595.009741:0:32633:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1c380 x1876533442890496/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603611 ref 2 fl Interpret:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603595.009750:0:32633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1c380 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32633:1876533442890496:192.168.204.129@tcp:35:multiop.0 00000100:00000001:0.0:1789603595.009753:0:32633:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603595.009756:0:32633:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603595.009758:0:32633:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603595.009760:0:32633:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603595.009763:0:32633:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1c380 x1876533442890496/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603611 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603595.009770:0:32633:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603595.009773:0:32633:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb806b81900. 00000100:00000001:0.0:1789603595.009775:0:32633:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603595.009777:0:32633:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603595.009783:0:32633:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603595.009785:0:32633:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00000002:00000001:0.0:1789603595.009788:0:32633:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603595.009791:0:32633:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603595.009796:0:32633:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb818253200. 00000080:00000001:0.0:1789603595.009801:0:32633:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789603595.009805:0:32633:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1789603595.009807:0:32633:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603595.009810:0:32633:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603595.009813:0:32633:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603595.009815:0:32633:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603595.009817:0:32633:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603595.009819:0:32633:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:0.0:1789603595.009822:0:32633:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603595.009826:0:32633:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789603595.009831:0:32633:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9eb8040f1180 x1876533442888960/t4294967616(4294967616) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603593 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603595.009840:0:32633:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603595.009842:0:32633:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f1180 x1876533442888960/t4294967616(4294967616) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603593 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603595.009848:0:32633:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789603595.009851:0:32633:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603595.009852:0:32633:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603595.009854:0:32633:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603595.009856:0:32633:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041d3c00. 02000000:00000001:0.0:1789603595.009860:0:32633:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603595.009862:0:32633:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603595.009864:0:32633:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f1180. 00000100:00000001:0.0:1789603595.009867:0:32633:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603595.009868:0:32633:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603595.009870:0:32633:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603595.009872:0:32633:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1c380 x1876533442890496/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603611 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603595.009879:0:32633:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603595.009881:0:32633:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9eb806947dc0. 00000002:00000001:0.0:1789603595.009883:0:32633:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603595.009885:0:32633:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603595.009887:0:32633:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9eb807a3ff40. 00000100:00000001:0.0:1789603595.009889:0:32633:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603595.009892:0:32633:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1c380 x1876533442890496/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603611 ref 1 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603595.009898:0:32633:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603595.009899:0:32633:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603595.009901:0:32633:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8051e2000. 02000000:00000001:0.0:1789603595.009903:0:32633:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603595.009904:0:32633:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603595.009905:0:32633:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603595.009907:0:32633:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603595.009909:0:32633:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb818253000. 02000000:00000001:0.0:1789603595.009911:0:32633:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603595.009912:0:32633:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603595.009913:0:32633:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1c380. 00000100:00000001:0.0:1789603595.009916:0:32633:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603595.009917:0:32633:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603595.009919:0:32633:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603595.009923:0:32633:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb804241a40. 00000080:00000001:0.0:1789603595.009927:0:32633:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603595.009932:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015e7df0 00000080:00000008:0.0:1789603595.009934:0:32633:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000405:0x25:0x0](ffff9eb80817ba88), flags 100002, rc = 0 00000080:00000001:0.0:1789603595.009939:0:32633:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603595.009945:0:32633:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789603595.009947:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015e7e00 00000080:00002000:0.0:1789603595.009949:0:32633:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9eb80832c438, parent ffff9eb8204811b0, inode ffff9eb80817ba88) hashed, 00000080:00000001:0.0:1789603595.009952:0:32633:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603595.009962:0:32633:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789603595.009967:0:32633:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789603595.009970:0:32633:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789603595.009971:0:32633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015e7e00 00000080:00002000:0.0:1789603595.009973:0:32633:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff9eb8204811b0, parent ffff9eb8081326c0, inode ffff9eb808193248) hashed, 00000080:00000001:0.0:1789603595.009975:0:32633:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603595.009979:0:32633:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789603595.009981:0:32633:0:(dcache.c:48:ll_release()) Process leaving 00000800:00000001:3.0:1789603595.011812:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1789603595.013423:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603595.013434:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9600. 00000400:00000200:2.0:1789603595.013443:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603595.013453:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603595.013462:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcc38 00000400:00000010:2.0:1789603595.013465:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcc38. 00000100:00000001:2.0:1789603595.013471:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603595.013479:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4a80 x1876533442889600/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/512 e 0 to 0 dl 1789603611 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603595.013493:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603595.013497:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4a80 x1876533442889600/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/512 e 0 to 0 dl 1789603611 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603595.013504:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603595.013506:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603595.016571:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603595.020807:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603595.020827:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603595.020832:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603595.020834:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603595.020844:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603595.020853:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603595.020998:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603595.021004:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603595.021010:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603595.021015:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d45d400 00000400:00000200:2.0:1789603595.021021:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603595.021027:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x7e15 [1] + 224 00000800:00000001:2.0:1789603595.021035:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603595.021043:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603595.021049:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603595.021053:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603595.021061:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603595.021070:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4a80 x1876533442889600/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/512 e 0 to 0 dl 1789603611 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603595.021080:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff9eb806bd4a80 x1876533442889600/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/512 e 0 to 0 dl 1789603611 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603595.021094:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603595.021102:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603595.021172:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789603595.025044:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603595.025051:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9100. 00000400:00000200:2.0:1789603595.025057:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603595.025065:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603595.025072:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc220 00000400:00000010:2.0:1789603595.025075:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc220. 00000100:00000001:2.0:1789603595.025079:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603595.025084:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4000 x1876533442892928/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1789603611 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603595.025093:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603595.025096:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4000 x1876533442892928/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1789603611 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603595.025100:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603595.025101:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:0.1:1789603595.030739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb81272ae80. 00000080:00000010:0.1:1789603595.030757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806907780. 00000800:00000001:3.0:1789603595.037962:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603595.037995:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603595.038000:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603595.038002:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603595.038020:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603595.038029:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603595.038048:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603595.038054:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603595.038060:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603595.038065:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 400 into portal 10 MB=0x6aab27d45d480 00000400:00000200:3.0:1789603595.038077:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603595.038084:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 400/400 into md 0x7e1d [1] + 224 00000800:00000001:3.0:1789603595.038093:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603595.038103:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603595.038185:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603595.038199:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603595.038209:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603595.038218:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4000 x1876533442892928/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1789603611 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603595.038237:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff9eb806bd4000 x1876533442892928/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1789603611 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603595.038266:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603595.038278:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603595.038281:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603595.038341:0:32643:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603595.038349:0:32643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603595.038353:0:32643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603595.038356:0:32643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d352c0. 00000400:00000200:3.0:1789603595.038362:0:32643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fca18 00000400:00000010:3.0:1789603595.038365:0:32643:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fca18. 00000100:00000001:3.0:1789603595.038368:0:32643:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603595.038375:0:32643:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4000 x1876533442892928/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1789603611 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789603595.038384:0:32643:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4000 x1876533442892928/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 376/472 e 0 to 0 dl 1789603611 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603595.038392:0:32643:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603595.038395:0:32643:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603595.038398:0:32643:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603595.038402:0:32643:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603595.038405:0:32643:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603595.038408:0:32643:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603595.038412:0:32643:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603595.038423:0:32643:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=143 v=5 (106 106 106 137) 00000100:00001000:3.0:1789603595.038429:0:32643:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603595.038433:0:32643:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603595.038436:0:32643:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603595.038439:0:32643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603595.038446:0:32643:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603595.038451:0:32643:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603595.038454:0:32643:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:3.0:1789603595.038457:0:32643:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603595.038459:0:32643:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603595.038464:0:32643:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4000 x1876533442892928/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 376/400 e 0 to 0 dl 1789603611 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603595.038471:0:32643:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603595.038474:0:32643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603595.038476:0:32643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603595.038480:0:32643:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4000 x1876533442892928/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 376/400 e 0 to 0 dl 1789603611 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789603595.038488:0:32643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4000 pname:cluuid:pid:xid:nid:opc:job touch:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32643:1876533442892928:192.168.204.129@tcp:101:touch.0 00000100:00000001:3.0:1789603595.038495:0:32643:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603595.038498:0:32643:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603595.038501:0:32643:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789603595.038503:0:32643:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603595.038507:0:32643:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4000 x1876533442892928/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 376/400 e 0 to 0 dl 1789603611 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603595.038552:0:32643:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603595.038555:0:32643:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80402fe40. 00000100:00000001:3.0:1789603595.038560:0:32643:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789603595.038563:0:32643:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603595.038566:0:32643:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789603595.038571:0:32643:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603595.038574:0:32643:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603595.038578:0:32643:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd600 refcount=4 00000020:00000001:3.0:1789603595.038580:0:32643:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:3.0:1789603595.038584:0:32643:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000040:3.0:1789603595.038602:0:32643:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb814fdd600, remote cookie: 0x31dbb14d74e91945, flags: 0x1000 00010000:00000001:3.0:1789603595.038606:0:32643:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789603595.038611:0:32643:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789603595.038614:0:32643:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789603595.038623:0:32643:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789603595.038625:0:32643:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789603595.038628:0:32643:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x26:0x0].0x0 (ffff9eb80647c300) refcount = 1 00010000:00010000:3.0:1789603595.038635:0:32643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5413 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91945 expref: -99 pid: 32643 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603595.038644:0:32643:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789603595.038653:0:32643:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789603595.038655:0:32643:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603595.038658:0:32643:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789603595.038661:0:32643:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603595.038665:0:32643:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5413 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91945 expref: -99 pid: 32643 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603595.038671:0:32643:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789603595.038672:0:32643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603595.038674:0:32643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603595.038675:0:32643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603595.038676:0:32643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603595.038678:0:32643:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603595.038695:0:32643:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789603595.038697:0:32643:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603595.038698:0:32643:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603595.038700:0:32643:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd600 refcount=3 00000020:00000001:3.0:1789603595.038702:0:32643:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:3.0:1789603595.038703:0:32643:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:3.0:1789603595.038706:0:32643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603595.038707:0:32643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789603595.038711:0:32643:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff9eb806bd4000 x1876533442892928/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 376/400 e 0 to 0 dl 1789603611 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:3.0:1789603595.038719:0:32643:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff9eb81291b000: layout return lvb 56 transno 0 00010000:00000001:3.0:1789603595.038721:0:32643:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603595.038723:0:32643:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603595.038724:0:32643:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd600 refcount=3 00000020:00000001:3.0:1789603595.038726:0:32643:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:3.0:1789603595.038728:0:32643:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00000002:00010000:3.0:1789603595.038739:0:32643:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5413 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91945 expref: -99 pid: 32643 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1789603595.038750:0:32643:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9eb807d570c0. 00010000:00000001:3.0:1789603595.038752:0:32643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603595.038754:0:32643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603595.038756:0:32643:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603595.038758:0:32643:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603595.038768:0:32643:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789603595.038771:0:32643:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603595.038772:0:32643:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603595.038774:0:32643:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd600 refcount=3 00000020:00000001:3.0:1789603595.038777:0:32643:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:3.0:1789603595.038780:0:32643:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00000002:00010000:3.0:1789603595.038784:0:32643:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5413 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91945 expref: -99 pid: 32643 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603595.038798:0:32643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603595.038799:0:32643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603595.038801:0:32643:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789603595.038802:0:32643:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603595.038803:0:32643:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603595.038805:0:32643:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd600 refcount=3 00000020:00000001:3.0:1789603595.038806:0:32643:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:3.0:1789603595.038808:0:32643:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000040:3.0:1789603595.038816:0:32643:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c300 count: 2 00010000:00000001:3.0:1789603595.038819:0:32643:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789603595.038829:0:32643:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 16 res 8589935621/38 (0 0) 00010000:00000001:3.0:1789603595.038832:0:32643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603595.038834:0:32643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603595.038836:0:32643:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789603595.038840:0:32643:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c177b0 00000002:00002000:3.0:1789603595.038842:0:32643:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:3.0:1789603595.038846:0:32643:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603595.038856:0:32643:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603595.038869:0:32643:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789603595.038880:0:32643:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000405:0x26:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789603595.038884:0:32643:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603595.038887:0:32643:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603595.038893:0:32643:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4000 x1876533442892928/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 376/400 e 0 to 0 dl 1789603611 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603595.038906:0:32643:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603595.038909:0:32643:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603595.038914:0:32643:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a7c00. 02000000:00000001:3.0:1789603595.038949:0:32643:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603595.038953:0:32643:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603595.038955:0:32643:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603595.038958:0:32643:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603595.038960:0:32643:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb818e0c400. 02000000:00000001:3.0:1789603595.038967:0:32643:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603595.038969:0:32643:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603595.038971:0:32643:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4000. 00000100:00000001:3.0:1789603595.038976:0:32643:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603595.038978:0:32643:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1789603595.038983:0:32643:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb818e0cc00. 00000080:00010000:3.0:1789603595.038995:0:32643:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x26:0x0](ffff9eb8081900c8) for lock 0xa04c19c788fe5413 00800000:00000001:3.0:1789603595.039000:0:32643:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603595.039004:0:32643:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603595.039006:0:32643:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603595.039008:0:32643:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603595.039011:0:32643:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd600 refcount=3 00000020:00000001:3.0:1789603595.039020:0:32643:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:3.0:1789603595.039022:0:32643:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:3.0:1789603595.039026:0:32643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603595.039029:0:32643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603595.039031:0:32643:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603595.039033:0:32643:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603595.039038:0:32643:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5413 from it ffffb8e501c17a78 00010000:00000001:3.0:1789603595.039047:0:32643:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603595.039050:0:32643:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603595.039051:0:32643:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd600 refcount=3 00000020:00000001:3.0:1789603595.039054:0:32643:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:3.0:1789603595.039056:0:32643:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:3.0:1789603595.039059:0:32643:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603595.039063:0:32643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5413 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91945 expref: -99 pid: 32643 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603595.039076:0:32643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603595.039078:0:32643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603595.039080:0:32643:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603595.039083:0:32643:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603595.039085:0:32643:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5413 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91945 expref: -99 pid: 32643 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789603595.039094:0:32643:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603595.039103:0:32643:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603595.039105:0:32643:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603595.039109:0:32643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603595.039110:0:32643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603595.039126:0:32643:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603595.039129:0:32643:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603595.039131:0:32643:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603595.039133:0:32643:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603595.039135:0:32643:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603595.039137:0:32643:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603595.039138:0:32643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603595.039139:0:32643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789603595.039140:0:32643:0:(file.c:7092:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603595.039150:0:32643:0:(file.c:6146:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1789603595.039152:0:32643:0:(file.c:6148:ll_take_md_lock()) trying to match res [0x200000405:0x26:0x0] 00800000:00000001:3.0:1789603595.039157:0:32643:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603595.039159:0:32643:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603595.039162:0:32643:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603595.039165:0:32643:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603595.039173:0:32643:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603595.039176:0:32643:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:3.0:1789603595.039179:0:32643:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603595.039183:0:32643:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603595.039185:0:32643:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603595.039188:0:32643:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c300 count: 2 00010000:00000001:3.0:1789603595.039198:0:32643:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603595.039202:0:32643:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603595.039206:0:32643:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603595.039211:0:32643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5413 lrc: 2/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91945 expref: -99 pid: 32643 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789603595.039223:0:32643:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789603595.039228:0:32643:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603595.039232:0:32643:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5413 lrc: 2/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91945 expref: -99 pid: 32643 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789603595.039240:0:32643:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1789603595.039243:0:32643:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x26:0x0]: 16 00000080:00000001:3.0:1789603595.039245:0:32643:0:(file.c:6153:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:3.0:1789603595.039254:0:32643:0:(file.c:6949:ll_layout_lock_set()) Process entered 00010000:00000001:3.0:1789603595.039256:0:32643:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603595.039257:0:32643:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603595.039259:0:32643:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd600 refcount=3 00000020:00000001:3.0:1789603595.039261:0:32643:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:3.0:1789603595.039263:0:32643:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00000080:00010000:3.0:1789603595.039267:0:32643:0:(file.c:6959:ll_layout_lock_set()) ### file [0x200000405:0x26:0x0](000000008282a217) being reconfigured ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5413 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91945 expref: -99 pid: 32643 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:3.0:1789603595.039278:0:32643:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603595.039280:0:32643:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603595.039281:0:32643:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603595.039289:0:32643:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603595.039290:0:32643:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd600 refcount=4 00000020:00000001:3.0:1789603595.039293:0:32643:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:3.0:1789603595.039295:0:32643:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:3.0:1789603595.039297:0:32643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603595.039298:0:32643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603595.039299:0:32643:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603595.039300:0:32643:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603595.039303:0:32643:0:(file.c:6874:ll_layout_fetch()) Process entered 00000080:00000002:3.0:1789603595.039305:0:32643:0:(file.c:6877:ll_layout_fetch()) [0x200000405:0x26:0x0] LVB_READY=0 l_lvb_data=ffff9eb807d570c0 l_lvb_len=56 00000080:00000001:3.0:1789603595.039308:0:32643:0:(file.c:6880:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603595.039311:0:32643:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789603595.039313:0:32643:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603595.039323:0:32643:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389928648 : -106961319622968 : ffff9eb8208a06c8) 00000020:00001000:3.0:1789603595.039325:0:32643:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a06c0 00000020:00000001:3.0:1789603595.039328:0:32643:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1789603595.039332:0:32643:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1789603595.039335:0:32643:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789603595.039342:0:32643:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb810df8ba0. 00020000:00000010:3.0:1789603595.039352:0:32643:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb806945000. 00020000:00000010:3.0:1789603595.039358:0:32643:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb810df87e0. 00020000:00000001:3.0:1789603595.039361:0:32643:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637112127096800 : -106961582454816 : ffff9eb810df87e0) 00020000:00000002:3.0:1789603595.039364:0:32643:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb810df87e0, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789603595.039369:0:32643:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789603595.039378:0:32643:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb806945000: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000002:3.0:1789603595.039382:0:32643:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9eb8123e4c98) owner ffff9eb810bda7c0 00020000:00000001:3.0:1789603595.039386:0:32643:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789603595.039389:0:32643:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9eb8123e4c98) owner ffff9eb810bda7c0 00020000:00000010:3.0:1789603595.039394:0:32643:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb806945000. 00020000:00000010:3.0:1789603595.039399:0:32643:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb810df8ba0. 00020000:00000010:3.0:1789603595.039403:0:32643:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb810df87e0. 00020000:00000002:3.0:1789603595.039405:0:32643:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1789603595.039408:0:32643:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603595.039410:0:32643:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603595.039423:0:32643:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1789603595.039426:0:32643:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb810bda7c0 00020000:00000002:3.0:1789603595.039430:0:32643:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb805103b40 addref 2/0 by ffff9eb810bda7c0. 00020000:00000002:3.0:1789603595.039432:0:32643:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb810bda7c0 00020000:00000001:3.0:1789603595.039434:0:32643:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1789603595.039436:0:32643:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1789603595.039438:0:32643:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1789603595.039439:0:32643:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1789603595.039441:0:32643:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1789603595.039443:0:32643:0:(file.c:6854:ll_layout_conf()) [0x200000405:0x26:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1789603595.039446:0:32643:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a06c0 00000080:00000001:3.0:1789603595.039449:0:32643:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603595.039452:0:32643:0:(file.c:6996:ll_layout_lock_set()) Process leaving 00010000:00000001:3.0:1789603595.039453:0:32643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603595.039454:0:32643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603595.039455:0:32643:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603595.039456:0:32643:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603595.039457:0:32643:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd600 refcount=3 00000020:00000001:3.0:1789603595.039459:0:32643:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:3.0:1789603595.039461:0:32643:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:3.0:1789603595.039464:0:32643:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603595.039467:0:32643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5413 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e91945 expref: -99 pid: 32643 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789603595.039473:0:32643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603595.039474:0:32643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603595.039476:0:32643:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603595.039477:0:32643:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603595.039479:0:32643:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5413 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e91945 expref: -99 pid: 32643 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789603595.039494:0:32643:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603595.039496:0:32643:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603595.039498:0:32643:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603595.039500:0:32643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603595.039501:0:32643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603595.039502:0:32643:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603595.039504:0:32643:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603595.039505:0:32643:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603595.039506:0:32643:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603595.039508:0:32643:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603595.041867:0:32643:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603595.041870:0:32643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603595.041872:0:32643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789603595.041875:0:32643:0:(file.c:7037:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603595.041881:0:32643:0:(file.c:7156:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603595.041891:0:32643:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789603595.041899:0:32643:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x26:0x0]io ffff9eb80572ce40 type 3 ignore/verify layout 0/0 00020000:00000002:3.0:1789603595.041904:0:32643:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb810bda7c0 00020000:00000001:3.0:1789603595.041913:0:32643:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789603595.041915:0:32643:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789603595.041918:0:32643:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789603595.041926:0:32643:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603595.041929:0:32643:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789603595.041931:0:32643:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789603595.041933:0:32643:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603595.041936:0:32643:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603595.041938:0:32643:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789603595.041940:0:32643:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789603595.041941:0:32643:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb810bda7c0 00000020:00000001:3.0:1789603595.041944:0:32643:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603595.041947:0:32643:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:3.0:1789603595.041949:0:32643:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1789603595.041957:0:32643:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:3.0:1789603595.041960:0:32643:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1789603595.041964:0:32643:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1789603595.041968:0:32643:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789603595.041971:0:32643:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789603595.041973:0:32643:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789603595.041976:0:32643:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603595.041979:0:32643:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389928648 : -106961319622968 : ffff9eb8208a06c8) 00000020:00001000:3.0:1789603595.041988:0:32643:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a06c0 00000020:00000001:3.0:1789603595.041993:0:32643:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b05f8 -> ffff9eb8053b0b70 00000020:00000001:3.0:1789603595.041995:0:32643:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789603595.041999:0:32643:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603595.042000:0:32643:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789603595.042002:0:32643:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789603595.042003:0:32643:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935422016 : -106961774129600 : ffff9eb80572ce40) 00000020:00000001:3.0:1789603595.042005:0:32643:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603595.042008:0:32643:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603595.042015:0:32643:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:3.0:1789603595.042018:0:32643:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1789603595.042021:0:32643:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1789603595.042024:0:32643:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603595.042025:0:32643:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603595.042027:0:32643:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603595.042029:0:32643:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603595.042030:0:32643:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603595.042032:0:32643:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:3.0:1789603595.042035:0:32643:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1789603595.042037:0:32643:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789603595.042044:0:32643:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:3.0:1789603595.042046:0:32643:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789603595.042048:0:32643:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603595.042050:0:32643:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603595.042052:0:32643:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603595.042053:0:32643:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603595.042055:0:32643:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789603595.042056:0:32643:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603595.042057:0:32643:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603595.042059:0:32643:0:(cl_io.c:529:cl_io_start()) Process entered 00000020:00000001:3.0:1789603595.042063:0:32643:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0b70 -> ffff9eb8053b0b70 00000020:00000001:3.0:1789603595.042066:0:32643:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0b70 -> ffff9eb8053b0b70 00000020:00000001:3.0:1789603595.042068:0:32643:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:3.0:1789603595.042077:0:32643:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603595.042080:0:32643:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0b70 -> ffff9eb8053b0b70 00020000:00000001:3.0:1789603595.042083:0:32643:0:(lov_io.c:1857:lov_io_setattr_start()) Process entered 00020000:00000001:3.0:1789603595.042084:0:32643:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1789603595.042086:0:32643:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789603595.042087:0:32643:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:3.0:1789603595.042089:0:32643:0:(osc_io.c:723:osc_io_setattr_start()) Process entered 00000020:00000001:3.0:1789603595.042091:0:32643:0:(cl_object.c:143:cl_object_top()) ffff9eb810231a40 -> ffff9eb8053b0b70 00000020:00000001:3.0:1789603595.042093:0:32643:0:(cl_object.c:143:cl_object_top()) ffff9eb810231a40 -> ffff9eb8053b0b70 00000020:00000001:3.0:1789603595.042095:0:32643:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1789603595.042098:0:32643:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603595.042100:0:32643:0:(cl_object.c:143:cl_object_top()) ffff9eb810231a40 -> ffff9eb8053b0b70 00000020:00000001:3.0:1789603595.042189:0:32643:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1789603595.042192:0:32643:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789603595.042194:0:32643:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603595.042196:0:32643:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603595.042204:0:32643:0:(cl_object.c:143:cl_object_top()) ffff9eb810231a40 -> ffff9eb8053b0b70 00000020:00000001:3.0:1789603595.042207:0:32643:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789603595.042209:0:32643:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789603595.042210:0:32643:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789603595.042212:0:32643:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789603595.042213:0:32643:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789603595.042215:0:32643:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789603595.042218:0:32643:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:3.0:1789603595.042232:0:32643:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4a680. 00000020:00000040:3.0:1789603595.042238:0:32643:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:3.0:1789603595.042242:0:32643:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1789603595.042246:0:32643:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789603595.042259:0:32643:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff9eb81291b000: connect to NID 192.168.204.129@tcp last attempt 1897 00000400:00000200:3.0:1789603595.042269:0:32643:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603595.042275:0:32643:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.129@tcp is discovered: rc = 1 00000100:00000040:3.0:1789603595.042280:0:32643:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:3.0:1789603595.042290:0:32643:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789603595.042293:0:32643:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:3.0:1789603595.042295:0:32643:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000001:3.0:1789603595.042302:0:32643:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789603595.042305:0:32643:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48d6 00000020:00000001:3.0:1789603595.042307:0:32643:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603595.042309:0:32643:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb80640d800 refcount=4 00000020:00000001:3.0:1789603595.042311:0:32643:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111948924928 : -106961760626688 : ffff9eb80640d800) 00000020:00000001:3.0:1789603595.042313:0:32643:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637111948924928 : -106961760626688 : ffff9eb80640d800) 00000100:00000040:3.0:1789603595.042322:0:32643:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:3.0:1789603595.042324:0:32643:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789603595.042326:0:32643:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:3.0:1789603595.042328:0:32643:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000040:3.0:1789603595.042331:0:32643:0:(genops.c:879:class_export_put()) PUTting export ffff9eb80640d800 : new refcount 3 00000100:00080000:3.0:1789603595.042334:0:32643:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff9eb81291b000: import ffff9eb8203ac000 using connection 192.168.204.129@tcp/192.168.204.129@tcp 00000100:00000001:3.0:1789603595.042337:0:32643:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603595.042339:0:32643:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789603595.042346:0:32643:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603595.042349:0:32643:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603595.042357:0:32643:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789603595.042361:0:32643:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8331264, lost: 0. 00000008:00000001:3.0:1789603595.042363:0:32643:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603595.042365:0:32643:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603595.042369:0:32643:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49500. 00000020:00000040:3.0:1789603595.042371:0:32643:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=4 obd=lustre-OST0000-osc-ffff9eb81291b000 02000000:00000001:3.0:1789603595.042375:0:32643:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789603595.042377:0:32643:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603595.042381:0:32643:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603595.042390:0:32643:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603595.042394:0:32643:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603595.042404:0:32643:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb80511f800. 00000100:00000001:3.0:1789603595.042411:0:32643:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603595.042428:0:32643:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9eb810b49500 x1876533442893056/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603595.042439:0:32643:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603595.042444:0:32643:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603595.042454:0:32643:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ee36ae1] to pc [ptlrpcd_rcv+-1] req@ffff9eb810b49500 x1876533442893056/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603595.042489:0:32643:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603595.042493:0:32643:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:3.0:1789603595.042495:0:32643:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000100:00000001:3.0:1789603595.042497:0:32643:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603595.042499:0:32643:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603595.042501:0:32643:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603595.042505:0:32643:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb806950200. 00000100:00000001:3.0:1789603595.042547:0:32643:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603595.042554:0:32643:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603595.042556:0:32643:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603595.042563:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1789603595.042564:0:32643:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dfdea1c] to pc [ptlrpcd_01_01+1] req@ffff9eb810b4a680 x1876533442893184/t0(0) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603595.042574:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603595.042578:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603595.042592:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49500 x1876533442893056/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1789603595.042659:0:32643:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603595.042669:0:32643:0:(osc_io.c:844:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603595.042671:0:32643:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603595.042673:0:32643:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603595.042675:0:32643:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603595.042676:0:32643:0:(lov_io.c:1872:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603595.042678:0:32643:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603595.042681:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1789603595.042690:0:32643:0:(cl_io.c:556:cl_io_end()) Process entered 00000100:00000001:0.0:1789603595.042698:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603595.042700:0:32643:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:3.0:1789603595.042703:0:32643:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 02000000:00000001:0.0:1789603595.042705:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1789603595.042706:0:32643:0:(cl_io.c:556:cl_io_end()) Process entered 02000000:00000001:0.0:1789603595.042711:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603595.042716:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603595.042721:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442893056:192.168.204.129@tcp:8:touch.0 00000100:00000001:3.0:1789603595.042725:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603595.042728:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1789603595.042731:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1789603595.042736:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1789603595.042737:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1789603595.042743:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603595.042748:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1789603595.042756:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4a680 x1876533442893184/t0(0) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000010:0.0:1789603595.042760:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8051e2000. 02000000:00000001:0.0:1789603595.042765:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603595.042779:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603595.042782:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603595.042786:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1789603595.042787:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139898. 00000100:00080000:3.0:1789603595.042795:0:2403:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9eb810b4a680 x1876533442893184/t0(0) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603595.042804:0:2403:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603595.042807:0:2403:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603595.042809:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603595.042818:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603595.042821:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603595.042823:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603595.042830:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603595.042832:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603595.042834:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603595.042836:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603595.042838:0:2403:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603595.042839:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603595.042840:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603595.042842:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603595.042851:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603595.042857:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603595.042859:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789603595.042942:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682d48. 00000100:00000200:0.0:1789603595.042956:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442893056, portal 4 00000100:00000001:0.0:1789603595.042960:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603595.042962:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124282112 : -106961585269504 : ffff9eb810b49500) 00000100:00000040:0.0:1789603595.042978:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b49500 x1876533442893056/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603595.043059:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603595.043064:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603595.043069:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682b28. 00000100:00000200:0.0:1789603595.043075:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876533442893056, offset 0 00000400:00000200:0.0:1789603595.043085:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603595.043171:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603595.043182:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603595.043191:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603595.043197:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603595.043203:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603595.043207:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603595.043213:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2764:2764:256:4294967295] 192.168.204.129@tcp LPNI seq info [2764:2764:8:4294967295] 00000400:00000200:0.0:1789603595.043218:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603595.043236:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603595.043244:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603595.043326:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076600. 00000800:00000200:0.0:1789603595.043630:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603595.043650:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603595.043657:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789603595.043671:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603595.043677:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 205130 usecs (206 jiffies) 00000400:00000200:0.0:1789603595.043680:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603595.043693:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296594183 00000100:00000001:0.0:1789603595.043697:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:0.0:1789603595.043700:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296594183 00000100:00000001:0.0:1789603595.043702:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:0.0:1789603595.043705:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603595.043709:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603595.043713:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603595.043716:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603595.043724:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603595.043727:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789603595.043732:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603595.043734:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603595.043736:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603595.043739:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603595.046012:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603595.046021:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076600. 00000400:00000200:3.0:1789603595.046033:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603595.046043:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603595.046051:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682b28 00000400:00000010:3.0:1789603595.046060:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682b28. 00000100:00000001:3.0:1789603595.046066:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603595.046074:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49500 x1876533442893056/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603595.047181:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603595.047189:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49500 x1876533442893056/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603605 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603595.047197:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603595.047199:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603595.062115:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603595.062131:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603595.062135:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603595.062138:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603595.062153:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603595.062162:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603595.062171:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603595.062177:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603595.062182:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603595.062186:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 416 into portal 4 MB=0x6aab27d45d500 00000400:00000200:3.0:1789603595.062192:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603595.062205:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 416/416 into md 0x7e25 [1] + 0 00000800:00000001:3.0:1789603595.062213:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603595.062220:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603595.062224:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603595.062229:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603595.062237:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603595.062246:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49500 x1876533442893056/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603605 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603595.062259:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9eb810b49500 x1876533442893056/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603595.062286:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603595.062296:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603595.062300:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1789603595.062750:0:2399:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1789603595.062753:0:2399:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603595.062755:0:2399:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603595.062757:0:2399:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1789603595.062758:0:2399:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1789603595.062760:0:2399:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603595.062761:0:2399:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1789603595.062764:0:2399:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1789603595.062768:0:2399:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1789603595.062770:0:2399:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603595.062771:0:2399:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603595.062773:0:2399:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603595.062775:0:2399:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603595.062777:0:2399:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603595.062779:0:2399:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603595.062780:0:2399:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603595.062782:0:2399:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1789603595.062783:0:2399:0:(import.c:1286:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603595.062786:0:2399:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789603595.062793:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000040f403ad): req@ffff9eb810b4a680 x1876533442893184/t0(0) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603595.062810:0:2399:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603595.062814:0:2399:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603595.062818:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49500 x1876533442893056/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/416 e 0 to 0 dl 1789603605 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603595.062827:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442893056:192.168.204.129@tcp:8:touch.0 00000100:00000001:1.0:1789603595.062832:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603595.062835:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603595.062839:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49500 x1876533442893056/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/416 e 0 to 0 dl 1789603605 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603595.062845:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603595.062848:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603595.062851:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8051e2000. 02000000:00000001:1.0:1789603595.062854:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603595.062857:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603595.062858:0:2399:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603595.062861:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603595.062863:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb80511f800. 02000000:00000001:1.0:1789603595.062867:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603595.062869:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603595.062871:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49500. 00000100:00000001:1.0:1789603595.062874:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603595.062876:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603595.062878:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603595.062888:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603595.062890:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603595.062892:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603595.062893:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603595.063011:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603595.063013:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603595.063015:0:2403:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603595.063018:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603595.063020:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603595.063023:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603595.063027:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603595.063029:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603595.063031:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603595.063037:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603595.063039:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603595.063041:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603595.063046:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb80511d000. 02000000:00000001:3.0:1789603595.063049:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603595.063054:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603595.063057:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748948. 00000400:00000010:3.0:1789603595.063062:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0770. 00000100:00000200:3.0:1789603595.063068:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442893184, portal 4 00000100:00000001:3.0:1789603595.063071:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603595.063073:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124286592 : -106961585265024 : ffff9eb810b4a680) 00000100:00000040:3.0:1789603595.063080:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810b4a680 x1876533442893184/t0(0) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603611 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603595.063087:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603595.063090:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603595.063092:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0ee0. 00000100:00000200:3.0:1789603595.063096:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1876533442893184, offset 0 00000400:00000200:3.0:1789603595.063101:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603595.063108:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603595.063115:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603595.063120:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603595.063124:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603595.063127:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603595.063130:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603595.063134:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2765:2765:256:4294967295] 192.168.204.129@tcp LPNI seq info [2765:2765:8:4294967295] 00000400:00000200:3.0:1789603595.063138:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603595.063161:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603595.063168:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603595.063173:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f200. 00000800:00000200:3.0:1789603595.063180:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603595.063187:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603595.063192:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f200 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1789603595.063216:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603595.063221:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 204303 usecs (205 jiffies) 00000400:00000200:3.0:1789603595.063224:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603595.063227:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296594201 00000100:00000001:3.0:1789603595.063230:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:3.0:1789603595.063233:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296594201 00000100:00000001:3.0:1789603595.063235:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:3.0:1789603595.063237:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603595.063240:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603595.063242:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603595.063246:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603595.063248:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789603595.063250:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603595.063252:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603595.063253:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603595.063255:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603595.063926:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603595.063937:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f200. 00000400:00000200:2.0:1789603595.063947:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603595.063957:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603595.063965:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0ee0 00000400:00000010:2.0:1789603595.063968:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0ee0. 00000100:00000001:2.0:1789603595.063975:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603595.063984:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4a680 x1876533442893184/t0(0) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603611 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603595.063997:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603595.064002:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4a680 x1876533442893184/t0(0) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603611 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603595.064009:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603595.064011:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603595.080031:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603595.080051:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603595.080057:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603595.080060:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603595.080070:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603595.080079:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603595.080090:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603595.080096:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603595.080102:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603595.080106:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 432 into portal 4 MB=0x6aab27d45d580 00000400:00000200:3.0:1789603595.080111:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603595.080117:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 432/432 into md 0x7e2d [1] + 224 00000800:00000001:3.0:1789603595.080124:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603595.080131:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603595.080134:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603595.080139:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603595.080148:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603595.080159:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4a680 x1876533442893184/t0(0) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603611 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603595.080171:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9eb810b4a680 x1876533442893184/t0(0) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603611 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603595.080194:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603595.080203:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603595.080206:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603595.080313:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603595.080321:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603595.080332:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603595.080335:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603595.080340:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748948. 00000400:00000200:2.0:1789603595.080352:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0770 00000400:00000010:2.0:1789603595.080356:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0770. 00000100:00000001:2.0:1789603595.080361:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603595.080372:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b4a680 x1876533442893184/t0(0) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603611 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789603595.080384:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b4a680 x1876533442893184/t0(0) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603611 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603595.080392:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603595.080395:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603595.080398:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603595.080402:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603595.080406:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603595.080410:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603595.080414:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603595.080430:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=142 v=5 (5 5 5 17) 00000100:00001000:2.0:1789603595.080435:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603595.080440:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603595.080443:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603595.080447:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603595.080452:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603595.080457:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789603595.080459:0:2403:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: committing for last_committed 4294967332 gen 16 00000100:00000001:2.0:1789603595.080463:0:2403:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789603595.080465:0:2403:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:2.0:1789603595.080468:0:2403:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603595.080470:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603595.080476:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b4a680 x1876533442893184/t4294967332(4294967332) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603611 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603595.080483:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603595.080487:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603595.080490:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789603595.080494:0:2403:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:2.0:1789603595.080546:0:2403:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603595.080552:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4a680 x1876533442893184/t4294967332(4294967332) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603611 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789603595.080561:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:0:1876533442893184:192.168.204.129@tcp:2:touch.0 00000100:00000001:2.0:1789603595.080572:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603595.080576:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603595.080581:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b4a680 x1876533442893184/t4294967332(4294967332) o2->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603611 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603595.080589:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603595.080592:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603595.080596:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb80511d000. 02000000:00000001:2.0:1789603595.080601:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603595.080605:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603595.080607:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:2.0:1789603595.080610:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603595.080614:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb806950200. 02000000:00000001:2.0:1789603595.080618:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603595.080621:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603595.080636:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4a680. 00000100:00000001:2.0:1789603595.080641:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603595.080643:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603595.080646:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603595.080656:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603595.080660:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603595.080663:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603595.080666:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603595.080755:0:32643:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:3.0:1789603595.080759:0:32643:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603595.080762:0:32643:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603595.080766:0:32643:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:3.0:1789603595.080769:0:32643:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:3.0:1789603595.080821:0:32643:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1789603595.080824:0:32643:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789603595.080826:0:32643:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789603595.080828:0:32643:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1789603595.080829:0:32643:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603595.080831:0:32643:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603595.080833:0:32643:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1789603595.080834:0:32643:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1789603595.080836:0:32643:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1789603595.080838:0:32643:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1789603595.080840:0:32643:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1789603595.080841:0:32643:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1789603595.080842:0:32643:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789603595.080844:0:32643:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1789603595.080847:0:32643:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1789603595.080849:0:32643:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603595.080850:0:32643:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603595.080852:0:32643:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789603595.080853:0:32643:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789603595.080855:0:32643:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603595.080858:0:32643:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789603595.080915:0:32643:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789603595.080917:0:32643:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789603595.080918:0:32643:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1789603595.080919:0:32643:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789603595.080922:0:32643:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a06c0 00020000:00000001:3.0:1789603595.080927:0:32643:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789603595.080930:0:32643:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789603595.080933:0:32643:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789603595.080936:0:32643:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x26:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1789603595.080939:0:32643:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789603595.080940:0:32643:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789603595.080941:0:32643:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0ea0 00000080:00000001:3.0:1789603595.080943:0:32643:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603595.080946:0:32643:0:(llite_lib.c:2656:ll_setattr_raw()) Process leaving 00000080:00000010:3.0:1789603595.080951:0:32643:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb818e0ce00. 00000020:00000001:3.0:1789603595.080960:0:32643:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17c30 00000080:00200008:3.0:1789603595.080963:0:32643:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f:[0x200000405:0x26:0x0](ffff9eb8081900c8) current size 0, valid attrs 100201f0, mode 0, uid -1053494718, gid -1, new size 213440, atime 1789603578.000000000, mtime 1789603578.000000000, ctime 1789603578.000000000, rc 0 00000080:00000001:3.0:1789603595.080968:0:32643:0:(llite_lib.c:2688:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603595.080984:0:32643:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789603595.080987:0:32643:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb810bda7c0 00020000:00000002:3.0:1789603595.080992:0:32643:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb810bda7c0 00020000:00000001:3.0:1789603595.080995:0:32643:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603595.081001:0:32643:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789603595.081002:0:32643:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17df0 00000080:00200008:3.0:1789603595.081005:0:32643:0:(file.c:479:ll_file_release()) START file f:[0x200000405:0x26:0x0](ffff9eb8081900c8), flags 104001 00000080:00000001:3.0:1789603595.081009:0:32643:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:3.0:1789603595.081012:0:32643:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:3.0:1789603595.081014:0:32643:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789603595.081015:0:32643:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb810bda7c0 00020000:00000002:3.0:1789603595.081017:0:32643:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb810bda7c0 00020000:00000001:3.0:1789603595.081019:0:32643:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603595.081022:0:32643:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1789603595.081028:0:32643:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603595.081031:0:32643:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603595.081033:0:32643:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603595.081036:0:32643:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603595.081038:0:32643:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603595.081040:0:32643:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:3.0:1789603595.081042:0:32643:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603595.081047:0:32643:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603595.081051:0:32643:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603595.081058:0:32643:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c300 count: 2 00010000:00000001:3.0:1789603595.081061:0:32643:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603595.081067:0:32643:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603595.081069:0:32643:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x26:0x0]: 0 00000080:00000001:3.0:1789603595.081071:0:32643:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1789603595.081073:0:32643:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1789603595.081077:0:32643:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9eb806950600. 00000080:00000001:3.0:1789603595.081079:0:32643:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1789603595.081084:0:32643:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1789603595.081087:0:32643:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1789603595.081089:0:32643:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603595.081090:0:32643:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603595.081091:0:32643:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603595.081092:0:32643:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603595.081094:0:32643:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603595.081095:0:32643:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:3.0:1789603595.081097:0:32643:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603595.081100:0:32643:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x26:0x0] 00000002:00000001:3.0:1789603595.081103:0:32643:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1789603595.081105:0:32643:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9eb81291b000: [0x200000405:0x26:0x0] file closed with intent: 0 00000100:00000010:3.0:1789603595.081111:0:32643:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49880. 00000020:00000040:3.0:1789603595.081115:0:32643:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:3.0:1789603595.081121:0:32643:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603595.081124:0:32643:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603595.081129:0:32643:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603595.081137:0:32643:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb806950000. 00000100:00000001:3.0:1789603595.081144:0:32643:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1789603595.081160:0:32643:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9eb806bd4700 x1876533442889344/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603594 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789603595.081171:0:32643:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1789603595.081176:0:32643:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb810b49880 x1876533442893440/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1789603595.081183:0:32643:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603595.081184:0:32643:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603595.081191:0:32643:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb807ff3e40. 00000100:00000001:3.0:1789603595.081194:0:32643:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111978180160 : -106961731371456 : ffff9eb807ff3e40) 00000100:00000001:3.0:1789603595.081197:0:32643:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603595.081198:0:32643:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124283008 : -106961585268608 : ffff9eb810b49880) 00000100:00000001:3.0:1789603595.081205:0:32643:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603595.081209:0:32643:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603595.081211:0:32643:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603595.081213:0:32643:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603595.081217:0:32643:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49880 x1876533442893440/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603595.081225:0:32643:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603595.081228:0:32643:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603595.081232:0:32643:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603595.081235:0:32643:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603595.081238:0:32643:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603595.081241:0:32643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49880 pname:cluuid:pid:xid:nid:opc:job touch:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32643:1876533442893440:192.168.204.129@tcp:35:touch.0 00000100:00000001:3.0:1789603595.081245:0:32643:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603595.081250:0:32643:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603595.081253:0:32643:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603595.081255:0:32643:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603595.081259:0:32643:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb80511c000. 02000000:00000001:3.0:1789603595.081261:0:32643:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603595.081267:0:32643:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603595.081271:0:32643:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748f20. 00000400:00000010:3.0:1789603595.081277:0:32643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0b28. 00000100:00000200:3.0:1789603595.081286:0:32643:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442893440, portal 10 00000100:00000001:3.0:1789603595.081288:0:32643:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603595.081289:0:32643:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124283008 : -106961585268608 : ffff9eb810b49880) 00000100:00000040:3.0:1789603595.081295:0:32643:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810b49880 x1876533442893440/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603611 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603595.081302:0:32643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603595.081305:0:32643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603595.081307:0:32643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0908. 00000100:00000200:3.0:1789603595.081310:0:32643:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876533442893440, offset 0 00000400:00000200:3.0:1789603595.081315:0:32643:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603595.081322:0:32643:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603595.081328:0:32643:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603595.081333:0:32643:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603595.081337:0:32643:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603595.081340:0:32643:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603595.081343:0:32643:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603595.081348:0:32643:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2766:2766:256:4294967295] 192.168.204.129@tcp LPNI seq info [2766:2766:8:4294967295] 00000400:00000200:3.0:1789603595.081352:0:32643:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603595.081362:0:32643:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603595.081368:0:32643:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603595.081373:0:32643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f600. 00000800:00000200:3.0:1789603595.081380:0:32643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603595.081388:0:32643:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603595.081393:0:32643:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1789603595.081631:0:32643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603595.081636:0:32643:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 872602 usecs (873 jiffies) 00000400:00000200:3.0:1789603595.081640:0:32643:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603595.081643:0:32643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296594887 00000100:00000001:3.0:1789603595.081646:0:32643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:3.0:1789603595.081648:0:32643:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296594887 00000100:00000001:3.0:1789603595.081651:0:32643:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:3.0:1789603595.081653:0:32643:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603595.081655:0:32643:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603595.081657:0:32643:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603595.081659:0:32643:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603595.081662:0:32643:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb807ff3e40 going to sleep for 11 seconds 00000100:00000001:3.0:1789603595.081664:0:32643:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603595.081667:0:32643:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603595.082421:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603595.082427:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f600. 00000400:00000200:3.0:1789603595.082431:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603595.082437:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603595.082442:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0908 00000400:00000010:3.0:1789603595.082445:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0908. 00000100:00000001:3.0:1789603595.082449:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603595.082454:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49880 x1876533442893440/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603611 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603595.082464:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603595.082468:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b49880 x1876533442893440/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603611 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603595.082474:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603595.082476:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603595.090005:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603595.090033:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603595.090040:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603595.090044:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603595.090059:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603595.090073:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603595.090088:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603595.090098:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603595.090107:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603595.090115:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d45d680 00000400:00000200:3.0:1789603595.090124:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603595.090134:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x7e3d [1] + 224 00000800:00000001:3.0:1789603595.090144:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603595.090450:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603595.090455:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603595.090462:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603595.090472:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603595.090484:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49880 x1876533442893440/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603611 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603595.090498:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9eb810b49880 x1876533442893440/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603611 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603595.090601:0:32643:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603595.090673:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603595.090693:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603595.090697:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789603595.090995:0:32643:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603595.091000:0:32643:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603595.091004:0:32643:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748f20. 00000400:00000200:1.0:1789603595.091011:0:32643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0b28 00000400:00000010:1.0:1789603595.091015:0:32643:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0b28. 00000100:00000001:1.0:1789603595.091019:0:32643:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603595.091025:0:32643:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49880 x1876533442893440/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603611 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603595.091035:0:32643:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49880 x1876533442893440/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603611 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603595.091041:0:32643:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603595.091044:0:32643:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603595.091047:0:32643:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603595.091051:0:32643:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603595.091055:0:32643:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603595.091057:0:32643:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603595.091061:0:32643:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603595.091075:0:32643:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb4f0 time=142 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603595.091080:0:32643:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603595.091083:0:32643:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603595.091085:0:32643:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603595.091088:0:32643:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603595.091093:0:32643:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603595.091097:0:32643:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789603595.091100:0:32643:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789603595.091101:0:32643:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789603595.091105:0:32643:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603595.091107:0:32643:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124283008 : -106961585268608 : ffff9eb810b49880) 00000100:00000001:1.0:1789603595.091111:0:32643:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603595.091113:0:32643:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:1.0:1789603595.091115:0:32643:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603595.091119:0:32643:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603595.091124:0:32643:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49880 x1876533442893440/t4294967620(4294967620) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603611 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603595.091131:0:32643:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603595.091135:0:32643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603595.091137:0:32643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603595.091142:0:32643:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49880 x1876533442893440/t4294967620(4294967620) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603611 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603595.091425:0:32643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49880 pname:cluuid:pid:xid:nid:opc:job touch:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32643:1876533442893440:192.168.204.129@tcp:35:touch.0 00000100:00000001:1.0:1789603595.091432:0:32643:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603595.091435:0:32643:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603595.091438:0:32643:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603595.091441:0:32643:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603595.091445:0:32643:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b49880 x1876533442893440/t4294967620(4294967620) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603611 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603595.091453:0:32643:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603595.091457:0:32643:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb807ff3e40. 00000100:00000001:1.0:1789603595.091461:0:32643:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603595.091463:0:32643:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603595.091472:0:32643:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603595.091474:0:32643:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124283008 : -106961585268608 : ffff9eb810b49880) 00000002:00000001:1.0:1789603595.091477:0:32643:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603595.091481:0:32643:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603595.091488:0:32643:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb806950600. 00000080:00000001:1.0:1789603595.091492:0:32643:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789603595.091496:0:32643:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1789603595.091499:0:32643:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603595.091503:0:32643:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603595.091506:0:32643:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603595.091600:0:32643:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603595.091603:0:32643:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603595.091605:0:32643:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:1.0:1789603595.091609:0:32643:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603595.091615:0:32643:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789603595.091622:0:32643:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9eb806bd4700 x1876533442889344/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603594 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603595.091630:0:32643:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603595.091632:0:32643:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957079808 : -106961752471808 : ffff9eb806bd4700) 00000100:00000001:1.0:1789603595.091634:0:32643:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603595.091637:0:32643:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4700 x1876533442889344/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603594 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603595.091643:0:32643:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603595.091645:0:32643:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603595.091648:0:32643:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4700 x1876533442889344/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603594 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603595.091654:0:32643:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1789603595.091659:0:32643:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603595.091661:0:32643:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603595.091663:0:32643:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603595.091668:0:32643:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a4000. 02000000:00000001:1.0:1789603595.091672:0:32643:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603595.091675:0:32643:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603595.091677:0:32643:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4700. 00000100:00000001:1.0:1789603595.091680:0:32643:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603595.091690:0:32643:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603595.091692:0:32643:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603595.091696:0:32643:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b49880 x1876533442893440/t4294967620(4294967620) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603611 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603595.091703:0:32643:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603595.091705:0:32643:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9eb810bc5160. 00000002:00000001:1.0:1789603595.091707:0:32643:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603595.091709:0:32643:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603595.091711:0:32643:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9eb811aa7bc0. 00000100:00000001:1.0:1789603595.091714:0:32643:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603595.091717:0:32643:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49880 x1876533442893440/t4294967620(4294967620) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603611 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603595.091723:0:32643:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603595.091725:0:32643:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603595.091729:0:32643:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb812252dc0. 00000080:00000001:1.0:1789603595.091733:0:32643:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603595.091740:0:32643:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17df0 00000080:00000008:1.0:1789603595.091742:0:32643:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000405:0x26:0x0](ffff9eb8081900c8), flags 104001, rc = 0 00000080:00000001:1.0:1789603595.091746:0:32643:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603595.091752:0:32643:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789603595.091754:0:32643:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17e00 00000080:00002000:1.0:1789603595.091756:0:32643:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9eb8082b9000, parent ffff9eb8082910d8, inode ffff9eb8081900c8) hashed, 00000080:00000001:1.0:1789603595.091759:0:32643:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603595.091769:0:32643:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789603595.091776:0:32643:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1789603595.091780:0:32643:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789603595.091781:0:32643:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17e00 00000080:00002000:1.0:1789603595.091783:0:32643:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff9eb8082910d8, parent ffff9eb8081326c0, inode ffff9eb80817ec08) hashed, 00000080:00000001:1.0:1789603595.091785:0:32643:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603595.091790:0:32643:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789603595.091792:0:32643:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1789603595.097693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5600. 00000080:00000010:1.1:1789603595.097722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5b00. 00010000:00000001:3.0:1789603595.178736:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603595.178747:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603595.178753:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603595.178754:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603595.179164:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603595.179170:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603595.179174:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789603596.202746:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603596.202755:0:27602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603596.202758:0:27602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603596.202762:0:27602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603596.202767:0:27602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603596.202769:0:27602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603596.202772:0:27602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603596.202775:0:27602:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603596.202779:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603596.202780:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.202877:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603596.202883:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.202888:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789603596.571286:0:32678:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603596.571297:0:32678:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603596.571300:0:32678:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603596.571305:0:32678:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17b20 00000080:00200000:2.0:1789603596.571310:0:32678:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:2.0:1789603596.571320:0:32678:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8118b6200. 00800000:00000002:2.0:1789603596.571329:0:32678:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603596.571334:0:32678:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603596.571340:0:32678:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603596.571343:0:32678:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17a40 00800000:00000002:2.0:1789603596.571345:0:32678:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603596.571349:0:32678:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603596.571353:0:32678:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603596.571356:0:32678:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603596.571359:0:32678:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603596.571361:0:32678:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603596.571364:0:32678:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603596.571366:0:32678:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603596.571368:0:32678:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603596.571372:0:32678:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603596.571379:0:32678:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603596.571381:0:32678:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17910 00000002:00010000:2.0:1789603596.571383:0:32678:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603596.571387:0:32678:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603596.571390:0:32678:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603596.571394:0:32678:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789603596.571403:0:32678:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603596.571406:0:32678:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603596.571408:0:32678:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603596.571411:0:32678:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789603596.571414:0:32678:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789603596.571421:0:32678:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f2300. 00000020:00000040:2.0:1789603596.571427:0:32678:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:2.0:1789603596.571435:0:32678:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603596.571442:0:32678:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603596.571451:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.571453:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.571455:0:32678:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.571460:0:32678:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603596.571463:0:32678:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603596.571468:0:32678:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603596.571477:0:32678:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041d2000. 00000100:00000001:2.0:1789603596.571485:0:32678:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.571492:0:32678:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603596.571494:0:32678:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.571496:0:32678:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603596.571497:0:32678:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.571499:0:32678:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603596.571505:0:32678:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637111912112896 : -106961797438720 : ffff9eb8040f2300) 00010000:00000001:2.0:1789603596.571538:0:32678:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789603596.571541:0:32678:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789603596.571545:0:32678:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb81938bb00. 00010000:00000010:2.0:1789603596.571550:0:32678:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80574e080. 00010000:00000001:2.0:1789603596.571554:0:32678:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789603596.571558:0:32678:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb802f47000. 00000020:00000001:2.0:1789603596.571562:0:32678:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789603596.571566:0:32678:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb802f47000 with handle 0xa04c19c788fe541a to hash 00000020:00000001:2.0:1789603596.571569:0:32678:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789603596.571570:0:32678:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603596.571574:0:32678:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603596.571579:0:32678:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603596.571583:0:32678:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603596.571589:0:32678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603596.571600:0:32678:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603596.571611:0:32678:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32678 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789603596.571618:0:32678:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603596.571620:0:32678:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603596.571628:0:32678:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8109c4240. 00000100:00000001:2.0:1789603596.571631:0:32678:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112122688064 : -106961586863552 : ffff9eb8109c4240) 00000100:00000001:2.0:1789603596.571634:0:32678:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603596.571636:0:32678:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112896 : -106961797438720 : ffff9eb8040f2300) 00000100:00000001:2.0:1789603596.571641:0:32678:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603596.571646:0:32678:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.571648:0:32678:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603596.571650:0:32678:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603596.571674:0:32678:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f2300 x1876533442893568/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.571684:0:32678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603596.571687:0:32678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603596.571692:0:32678:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603596.571697:0:32678:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603596.571700:0:32678:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603596.571704:0:32678:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f2300 pname:cluuid:pid:xid:nid:opc:job checkstat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32678:1876533442893568:192.168.204.129@tcp:101:checkstat.0 00000100:00000001:2.0:1789603596.571709:0:32678:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603596.571716:0:32678:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603596.571719:0:32678:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603596.571722:0:32678:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603596.571728:0:32678:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb811629800. 02000000:00000001:2.0:1789603596.571731:0:32678:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603596.571740:0:32678:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603596.571745:0:32678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a32c0. 00000400:00000010:2.0:1789603596.571754:0:32678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7440. 00000100:00000200:2.0:1789603596.571763:0:32678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442893568, portal 10 00000100:00000001:2.0:1789603596.571766:0:32678:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603596.571767:0:32678:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112896 : -106961797438720 : ffff9eb8040f2300) 00000100:00000040:2.0:1789603596.571775:0:32678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f2300 x1876533442893568/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.571783:0:32678:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603596.571787:0:32678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603596.571790:0:32678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7dd0. 00000100:00000200:2.0:1789603596.571793:0:32678:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876533442893568, offset 0 00000400:00000200:2.0:1789603596.571801:0:32678:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603596.571813:0:32678:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.571823:0:32678:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603596.571830:0:32678:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603596.571835:0:32678:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603596.571839:0:32678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603596.571842:0:32678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603596.571847:0:32678:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2767:2767:256:4294967295] 192.168.204.129@tcp LPNI seq info [2767:2767:8:4294967295] 00000400:00000200:2.0:1789603596.571851:0:32678:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.571863:0:32678:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603596.571871:0:32678:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603596.571877:0:32678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8086d7f00. 00000800:00000200:2.0:1789603596.571884:0:32678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603596.571893:0:32678:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603596.571898:0:32678:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8086d7f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789603596.571920:0:32678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603596.571926:0:32678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 871396 usecs (872 jiffies) 00000400:00000200:2.0:1789603596.571929:0:32678:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603596.571932:0:32678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296596377 00000100:00000001:2.0:1789603596.571936:0:32678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:2.0:1789603596.571939:0:32678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296596377 00000100:00000001:2.0:1789603596.571942:0:32678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:2.0:1789603596.571944:0:32678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603596.571948:0:32678:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.571950:0:32678:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603596.571952:0:32678:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603596.571956:0:32678:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8109c4240 going to sleep for 11 seconds 00000100:00000001:2.0:1789603596.571959:0:32678:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603596.571962:0:32678:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603596.572065:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603596.572072:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8086d7f00. 00000400:00000200:3.0:1789603596.572078:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.572085:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603596.572092:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7dd0 00000400:00000010:3.0:1789603596.572095:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7dd0. 00000100:00000001:3.0:1789603596.572100:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603596.572104:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f2300 x1876533442893568/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.572116:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603596.572120:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f2300 x1876533442893568/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603612 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.572128:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603596.572130:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603596.578132:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.578155:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603596.578161:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.578164:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603596.578174:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.578184:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603596.578197:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.578203:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.578210:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.578214:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d45d700 00000400:00000200:3.0:1789603596.578220:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.578227:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x7e4d [1] + 224 00000800:00000001:3.0:1789603596.578236:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.578243:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603596.578247:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.578252:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603596.578263:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603596.578274:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f2300 x1876533442893568/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603596.578285:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb8040f2300 x1876533442893568/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.578313:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603596.578323:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.578370:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603596.578537:0:32678:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603596.578547:0:32678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603596.578550:0:32678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603596.578554:0:32678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a32c0. 00000400:00000200:2.0:1789603596.578560:0:32678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7440 00000400:00000010:2.0:1789603596.578563:0:32678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7440. 00000100:00000001:2.0:1789603596.578566:0:32678:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603596.578571:0:32678:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f2300 x1876533442893568/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789603596.578579:0:32678:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f2300 x1876533442893568/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.578585:0:32678:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603596.578587:0:32678:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603596.578590:0:32678:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603596.578594:0:32678:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603596.578597:0:32678:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603596.578599:0:32678:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603596.578602:0:32678:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603596.578615:0:32678:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=144 v=5 (106 106 106 137) 00000100:00001000:2.0:1789603596.578621:0:32678:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603596.578624:0:32678:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603596.578626:0:32678:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.578629:0:32678:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603596.578634:0:32678:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.578639:0:32678:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603596.578642:0:32678:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:2.0:1789603596.578644:0:32678:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603596.578648:0:32678:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603596.578663:0:32678:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f2300 x1876533442893568/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.578671:0:32678:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603596.578675:0:32678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603596.578676:0:32678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603596.578681:0:32678:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f2300 x1876533442893568/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603612 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789603596.578688:0:32678:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f2300 pname:cluuid:pid:xid:nid:opc:job checkstat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32678:1876533442893568:192.168.204.129@tcp:101:checkstat.0 00000100:00000001:2.0:1789603596.578694:0:32678:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603596.578697:0:32678:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.578700:0:32678:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789603596.578703:0:32678:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603596.578706:0:32678:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f2300 x1876533442893568/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603612 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.578713:0:32678:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603596.578716:0:32678:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8109c4240. 00000100:00000001:2.0:1789603596.578720:0:32678:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789603596.578721:0:32678:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.578725:0:32678:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789603596.578730:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.578733:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.578738:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=4 00000020:00000001:2.0:1789603596.578740:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603596.578743:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000040:2.0:1789603596.578751:0:32678:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb802f47000, remote cookie: 0x31dbb14d74e9195a, flags: 0x1001 00010000:00010000:2.0:1789603596.578757:0:32678:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603596.578774:0:32678:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.578781:0:32678:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789603596.578786:0:32678:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789603596.578789:0:32678:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789603596.578790:0:32678:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789603596.578792:0:32678:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789603596.578796:0:32678:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9eb81938bb00) refcount = 1 00010000:00010000:2.0:1789603596.578800:0:32678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.578807:0:32678:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789603596.578811:0:32678:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789603596.578813:0:32678:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603596.578816:0:32678:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789603596.578819:0:32678:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603596.578822:0:32678:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.578829:0:32678:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789603596.578831:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.578833:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.578834:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.578835:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.578837:0:32678:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603596.578842:0:32678:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789603596.578844:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.578845:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.578847:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:2.0:1789603596.578850:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603596.578852:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603596.578855:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.578856:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.578857:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=4 00000020:00000001:2.0:1789603596.578859:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603596.578861:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603596.578864:0:32678:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603596.578868:0:32678:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603596.578872:0:32678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.578879:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.578880:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.578881:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.578883:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.578884:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=5 00000020:00000001:2.0:1789603596.578885:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603596.578887:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603596.578890:0:32678:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603596.578893:0:32678:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.578898:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.578899:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789603596.578902:0:32678:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.578907:0:32678:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603596.578909:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.578910:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.578911:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.578912:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789603596.578917:0:32678:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb8040f2300 x1876533442893568/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789603596.578931:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.578932:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.578934:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:2.0:1789603596.578936:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603596.578938:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603596.578940:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.578941:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603596.578942:0:32678:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603596.578944:0:32678:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603596.578948:0:32678:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789603596.578951:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.578952:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.578953:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:2.0:1789603596.578954:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603596.578956:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00000002:00010000:2.0:1789603596.578960:0:32678:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.578965:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.578966:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.578967:0:32678:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789603596.578969:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.578970:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.578971:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:2.0:1789603596.578973:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603596.578975:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000040:2.0:1789603596.578982:0:32678:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bb00 count: 2 00010000:00000001:2.0:1789603596.578985:0:32678:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789603596.578990:0:32678:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1789603596.578993:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.578994:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603596.578996:0:32678:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789603596.579000:0:32678:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17898 00000002:00002000:2.0:1789603596.579002:0:32678:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789603596.579005:0:32678:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603596.579010:0:32678:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603596.579014:0:32678:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789603596.579017:0:32678:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789603596.579020:0:32678:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603596.579025:0:32678:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603596.579029:0:32678:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8118b6200. 00000080:00000001:2.0:1789603596.579034:0:32678:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603596.579037:0:32678:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789603596.579045:0:32678:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789603596.579051:0:32678:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789603596.579058:0:32678:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb806b15500. 00800000:00000001:2.0:1789603596.579061:0:32678:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637111956296960 : -106961753254656 : ffff9eb806b15500) 00800000:00000001:2.0:1789603596.579064:0:32678:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603596.579067:0:32678:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789603596.579070:0:32678:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789603596.579073:0:32678:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789603596.579076:0:32678:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789603596.579079:0:32678:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789603596.579081:0:32678:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603596.579086:0:32678:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789603596.579089:0:32678:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1789603596.579094:0:32678:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1789603596.579096:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.579098:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.579099:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:2.0:1789603596.579101:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603596.579103:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603596.579106:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.579107:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789603596.579109:0:32678:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789603596.579111:0:32678:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789603596.579113:0:32678:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb806b15500 1 00800000:00000010:2.0:1789603596.579116:0:32678:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb806b15500. 00800000:00000001:2.0:1789603596.579120:0:32678:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603596.579124:0:32678:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe541a 00800000:00000001:2.0:1789603596.579127:0:32678:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603596.579129:0:32678:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603596.579130:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.579131:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.579133:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:2.0:1789603596.579135:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603596.579136:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603596.579139:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.579140:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603596.579142:0:32678:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603596.579144:0:32678:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603596.579147:0:32678:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603596.579149:0:32678:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:2.0:1789603596.579152:0:32678:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe541a from it ffffb8e501c17b58 00010000:00000001:2.0:1789603596.579154:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.579155:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.579157:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:2.0:1789603596.579159:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603596.579161:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603596.579163:0:32678:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603596.579166:0:32678:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.579173:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.579174:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.579176:0:32678:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603596.579178:0:32678:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603596.579181:0:32678:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603596.579195:0:32678:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603596.579198:0:32678:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603596.579200:0:32678:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603596.579220:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.579222:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.579223:0:32678:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.579227:0:32678:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603596.579229:0:32678:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.579231:0:32678:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.579234:0:32678:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.579236:0:32678:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603596.579237:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.579238:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603596.579240:0:32678:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603596.579245:0:32678:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f2300 x1876533442893568/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.579252:0:32678:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603596.579255:0:32678:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603596.579259:0:32678:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb811629800. 02000000:00000001:2.0:1789603596.579263:0:32678:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603596.579266:0:32678:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603596.579268:0:32678:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603596.579271:0:32678:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603596.579274:0:32678:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041d2000. 02000000:00000001:2.0:1789603596.579279:0:32678:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603596.579281:0:32678:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603596.579283:0:32678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f2300. 00000100:00000001:2.0:1789603596.579287:0:32678:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603596.579288:0:32678:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603596.579292:0:32678:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:2.0:1789603596.579298:0:32678:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789603596.580058:0:32678:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb81272ad40. 00000020:00000001:2.0:1789603596.580066:0:32678:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17a88 00000080:00200000:2.0:1789603596.580069:0:32678:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9eb808190908), flags=24 00000080:00000001:2.0:1789603596.580074:0:32678:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789603596.580076:0:32678:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17938 00000080:00200000:2.0:1789603596.580078:0:32678:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9eb808190908), intent=0 00000080:00000010:2.0:1789603596.580089:0:32678:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8118b6200. 00800000:00000002:2.0:1789603596.580097:0:32678:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603596.580103:0:32678:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603596.580108:0:32678:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603596.580110:0:32678:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17858 00800000:00000002:2.0:1789603596.580113:0:32678:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603596.580117:0:32678:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603596.580122:0:32678:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603596.580126:0:32678:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603596.580128:0:32678:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603596.580131:0:32678:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603596.580133:0:32678:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603596.580136:0:32678:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603596.580138:0:32678:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603596.580142:0:32678:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c177f0 00800000:00000002:2.0:1789603596.580144:0:32678:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:2.0:1789603596.580149:0:32678:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603596.580151:0:32678:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17728 00000002:00010000:2.0:1789603596.580153:0:32678:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1789603596.580159:0:32678:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789603596.580162:0:32678:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789603596.580168:0:32678:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f2300. 00000020:00000040:2.0:1789603596.580173:0:32678:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:2.0:1789603596.580181:0:32678:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603596.580186:0:32678:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603596.580190:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.580192:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.580194:0:32678:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.580197:0:32678:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603596.580199:0:32678:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603596.580205:0:32678:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603596.580213:0:32678:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041d2000. 00000100:00000001:2.0:1789603596.580222:0:32678:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.580227:0:32678:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603596.580229:0:32678:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.580231:0:32678:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603596.580232:0:32678:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.580234:0:32678:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603596.580243:0:32678:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637111912112896 : -106961797438720 : ffff9eb8040f2300) 00010000:00000001:2.0:1789603596.580247:0:32678:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789603596.580250:0:32678:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789603596.580256:0:32678:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bb00 count: 2 00010000:00000001:2.0:1789603596.580258:0:32678:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603596.580261:0:32678:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789603596.580265:0:32678:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb802f46200. 00000020:00000001:2.0:1789603596.580269:0:32678:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789603596.580272:0:32678:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb802f46200 with handle 0xa04c19c788fe5421 to hash 00000020:00000001:2.0:1789603596.580274:0:32678:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789603596.580276:0:32678:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603596.580280:0:32678:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603596.580283:0:32678:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603596.580287:0:32678:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603596.580291:0:32678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603596.580304:0:32678:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603596.580315:0:32678:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32678 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789603596.580321:0:32678:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603596.580323:0:32678:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603596.580330:0:32678:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8109c4240. 00000100:00000001:2.0:1789603596.580333:0:32678:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112122688064 : -106961586863552 : ffff9eb8109c4240) 00000100:00000001:2.0:1789603596.580336:0:32678:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603596.580338:0:32678:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112896 : -106961797438720 : ffff9eb8040f2300) 00000100:00000001:2.0:1789603596.580343:0:32678:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603596.580348:0:32678:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.580350:0:32678:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603596.580353:0:32678:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603596.580362:0:32678:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f2300 x1876533442893696/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.580371:0:32678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603596.580373:0:32678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603596.580378:0:32678:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603596.580381:0:32678:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603596.580384:0:32678:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603596.580388:0:32678:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f2300 pname:cluuid:pid:xid:nid:opc:job checkstat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32678:1876533442893696:192.168.204.129@tcp:101:checkstat.0 00000100:00000001:2.0:1789603596.580394:0:32678:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603596.580400:0:32678:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603596.580403:0:32678:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603596.580406:0:32678:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603596.580412:0:32678:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb811629800. 02000000:00000001:2.0:1789603596.580414:0:32678:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603596.580423:0:32678:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603596.580429:0:32678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a32c0. 00000400:00000010:2.0:1789603596.580436:0:32678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7440. 00000100:00000200:2.0:1789603596.580445:0:32678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442893696, portal 10 00000100:00000001:2.0:1789603596.580447:0:32678:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603596.580448:0:32678:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112896 : -106961797438720 : ffff9eb8040f2300) 00000100:00000040:2.0:1789603596.580454:0:32678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f2300 x1876533442893696/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.580462:0:32678:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603596.580465:0:32678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603596.580468:0:32678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7908. 00000100:00000200:2.0:1789603596.580471:0:32678:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876533442893696, offset 0 00000400:00000200:2.0:1789603596.580478:0:32678:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603596.580488:0:32678:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.580497:0:32678:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603596.580504:0:32678:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603596.581169:0:32678:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603596.581175:0:32678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603596.581179:0:32678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603596.581184:0:32678:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2768:2768:256:4294967295] 192.168.204.129@tcp LPNI seq info [2768:2768:8:4294967295] 00000400:00000200:2.0:1789603596.581189:0:32678:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.581202:0:32678:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603596.581209:0:32678:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603596.581253:0:32678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8086d7100. 00000800:00000200:2.0:1789603596.581262:0:32678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603596.581273:0:32678:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603596.581279:0:32678:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8086d7100 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1789603596.581297:0:32678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603596.581303:0:32678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 870187 usecs (871 jiffies) 00000400:00000200:2.0:1789603596.581307:0:32678:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603596.581310:0:32678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296596385 00000800:00000200:2.0:1789603596.581440:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603596.581445:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8086d7100. 00000400:00000200:2.0:1789603596.581451:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603596.581457:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603596.581464:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7908 00000400:00000010:2.0:1789603596.581467:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7908. 00000100:00000001:2.0:1789603596.581473:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603596.581479:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f2300 x1876533442893696/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.581490:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603596.581494:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f2300 x1876533442893696/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603612 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.581501:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.581503:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789603596.581547:0:32678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:2.0:1789603596.581551:0:32678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296596385 00000100:00000001:2.0:1789603596.581554:0:32678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:2.0:1789603596.581556:0:32678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603596.581560:0:32678:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.581563:0:32678:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603596.581565:0:32678:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603596.581568:0:32678:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8109c4240 going to sleep for 11 seconds 00000100:00000001:2.0:1789603596.581572:0:32678:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603596.581576:0:32678:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789603596.606181:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.606204:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603596.606209:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.606212:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603596.606223:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.606233:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603596.606244:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.606250:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.606256:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.606261:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d45d780 00000400:00000200:3.0:1789603596.606267:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.606273:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x7e5d [1] + 224 00000800:00000001:3.0:1789603596.606282:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.606289:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603596.606293:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.606297:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603596.606406:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603596.606418:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f2300 x1876533442893696/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603596.606430:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb8040f2300 x1876533442893696/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.606570:0:32678:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603596.606606:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603596.606618:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.606623:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789603596.606747:0:32678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603596.606750:0:32678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603596.606755:0:32678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a32c0. 00000400:00000200:2.0:1789603596.606761:0:32678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7440 00000400:00000010:2.0:1789603596.606764:0:32678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7440. 00000100:00000001:2.0:1789603596.606767:0:32678:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603596.606773:0:32678:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f2300 x1876533442893696/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789603596.606783:0:32678:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f2300 x1876533442893696/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.606790:0:32678:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603596.606792:0:32678:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603596.606795:0:32678:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603596.606800:0:32678:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603596.606804:0:32678:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603596.606806:0:32678:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603596.606811:0:32678:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603596.606823:0:32678:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=144 v=5 (106 106 106 137) 00000100:00001000:2.0:1789603596.606828:0:32678:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603596.606831:0:32678:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603596.606833:0:32678:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.606837:0:32678:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603596.606841:0:32678:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.606846:0:32678:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603596.606849:0:32678:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:2.0:1789603596.606851:0:32678:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603596.606856:0:32678:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603596.606862:0:32678:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f2300 x1876533442893696/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.606870:0:32678:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603596.606946:0:32678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603596.606949:0:32678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603596.606955:0:32678:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f2300 x1876533442893696/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603612 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789603596.606964:0:32678:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f2300 pname:cluuid:pid:xid:nid:opc:job checkstat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32678:1876533442893696:192.168.204.129@tcp:101:checkstat.0 00000100:00000001:2.0:1789603596.606970:0:32678:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603596.606973:0:32678:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.606976:0:32678:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789603596.606979:0:32678:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603596.606983:0:32678:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f2300 x1876533442893696/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603612 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.607071:0:32678:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603596.607075:0:32678:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8109c4240. 00000100:00000001:2.0:1789603596.607079:0:32678:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789603596.607081:0:32678:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.607085:0:32678:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789603596.607090:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.607093:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.607097:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=4 00000020:00000001:2.0:1789603596.607100:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603596.607103:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000040:2.0:1789603596.607112:0:32678:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb802f46200, remote cookie: 0x31dbb14d74e91976, flags: 0x1001 00010000:00010000:2.0:1789603596.607119:0:32678:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789603596.607131:0:32678:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789603596.607134:0:32678:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789603596.607145:0:32678:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb81938b200. 00010000:00000010:2.0:1789603596.607151:0:32678:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80574ef80. 00010000:00000001:2.0:1789603596.607157:0:32678:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603596.607161:0:32678:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603596.607169:0:32678:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.607177:0:32678:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789603596.607182:0:32678:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789603596.607184:0:32678:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789603596.607186:0:32678:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789603596.607187:0:32678:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789603596.607191:0:32678:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x23:0x0].0x0 (ffff9eb81938b200) refcount = 1 00010000:00010000:2.0:1789603596.607195:0:32678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.607202:0:32678:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789603596.607206:0:32678:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789603596.607208:0:32678:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603596.607211:0:32678:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789603596.607214:0:32678:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603596.607217:0:32678:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.607224:0:32678:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789603596.607226:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.607229:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.607230:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.607230:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.607232:0:32678:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603596.607237:0:32678:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789603596.607240:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.607241:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.607242:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=3 00000020:00000001:2.0:1789603596.607244:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603596.607247:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603596.607249:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.607250:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.607251:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=4 00000020:00000001:2.0:1789603596.607253:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603596.607255:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603596.607258:0:32678:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603596.607261:0:32678:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603596.607265:0:32678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.607271:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.607272:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.607273:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.607274:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.607276:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=5 00000020:00000001:2.0:1789603596.607277:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603596.607279:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603596.607282:0:32678:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603596.607284:0:32678:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.607290:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.607291:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789603596.607294:0:32678:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.607429:0:32678:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603596.607431:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.607432:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.607433:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.607434:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789603596.607442:0:32678:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9eb8040f2300 x1876533442893696/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789603596.607452:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.607454:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.607455:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=3 00000020:00000001:2.0:1789603596.607457:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603596.607459:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603596.607462:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.607463:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603596.607465:0:32678:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603596.607466:0:32678:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603596.607470:0:32678:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789603596.607473:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.607474:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.607475:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=3 00000020:00000001:2.0:1789603596.607477:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603596.607479:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00000002:00010000:2.0:1789603596.607483:0:32678:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.607489:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.607490:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.607493:0:32678:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789603596.607494:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.607495:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.607496:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=3 00000020:00000001:2.0:1789603596.607499:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603596.607501:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000040:2.0:1789603596.607505:0:32678:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 2 00010000:00000001:2.0:1789603596.607543:0:32678:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789603596.607548:0:32678:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589935621/35 (0 0) 00010000:00000001:2.0:1789603596.607551:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.607552:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603596.607554:0:32678:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789603596.607558:0:32678:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c176b0 00000002:00002000:2.0:1789603596.607560:0:32678:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789603596.607564:0:32678:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603596.607568:0:32678:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603596.607571:0:32678:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789603596.607575:0:32678:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789603596.607579:0:32678:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603596.607584:0:32678:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000001:2.0:1789603596.607588:0:32678:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789603596.607590:0:32678:0:(namei.c:674:ll_lookup_it_finish()) it ffffb8e501c17a28 it_disposition b 00000080:00000001:2.0:1789603596.607593:0:32678:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789603596.607602:0:32678:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789603596.607607:0:32678:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789603596.607615:0:32678:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb806b15500. 00800000:00000001:2.0:1789603596.607617:0:32678:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637111956296960 : -106961753254656 : ffff9eb806b15500) 00800000:00000001:2.0:1789603596.607620:0:32678:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603596.607622:0:32678:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789603596.607625:0:32678:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:2.0:1789603596.607628:0:32678:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1789603596.607635:0:32678:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789603596.607638:0:32678:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:2.0:1789603596.607641:0:32678:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789603596.607644:0:32678:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789603596.607646:0:32678:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603596.607649:0:32678:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:2.0:1789603596.607662:0:32678:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1789603596.607670:0:32678:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00200000:2.0:1789603596.607673:0:32678:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x23:0x0](ffff9eb808193248): rc = 0 00000080:00000001:2.0:1789603596.607750:0:32678:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979881032 : -106961729670584 : ffff9eb808193248) 00010000:00000001:2.0:1789603596.607754:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.607755:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.607757:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=3 00000020:00000001:2.0:1789603596.607760:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603596.607761:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603596.607764:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.607765:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789603596.607766:0:32678:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789603596.607770:0:32678:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789603596.607771:0:32678:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb806b15500 1 00800000:00000010:2.0:1789603596.607774:0:32678:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb806b15500. 00800000:00000001:2.0:1789603596.607778:0:32678:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603596.607782:0:32678:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff9eb808193248) for lock 0xa04c19c788fe5421 00800000:00000001:2.0:1789603596.607785:0:32678:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603596.607787:0:32678:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603596.607789:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.607790:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.607792:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=3 00000020:00000001:2.0:1789603596.607794:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603596.607796:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603596.607798:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.607799:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603596.607801:0:32678:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603596.607803:0:32678:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1789603596.607812:0:32678:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb82053f438 inode ffff9eb808193248 refc 1 flags 0x20000e 00000080:00000002:2.0:1789603596.607817:0:32678:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1789603596.607820:0:32678:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1789603596.607825:0:32678:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff9eb808193248) 00000080:00010000:2.0:1789603596.607828:0:32678:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5421 from it ffffb8e501c17a28 00010000:00000001:2.0:1789603596.607830:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.607832:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.607833:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=3 00000020:00000001:2.0:1789603596.607835:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603596.607837:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603596.607839:0:32678:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603596.607841:0:32678:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.607848:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.607849:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.607850:0:32678:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603596.607853:0:32678:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603596.607855:0:32678:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603596.607863:0:32678:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603596.607866:0:32678:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603596.607868:0:32678:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603596.607948:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.607950:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.607952:0:32678:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.607956:0:32678:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603596.607958:0:32678:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.607960:0:32678:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.607963:0:32678:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.607965:0:32678:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603596.607967:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.607968:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789603596.607971:0:32678:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789603596.607975:0:32678:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8118b6200. 00000100:00000001:2.0:1789603596.607980:0:32678:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603596.608067:0:32678:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f2300 x1876533442893696/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.608075:0:32678:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603596.608080:0:32678:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603596.608086:0:32678:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb811629800. 02000000:00000001:2.0:1789603596.608090:0:32678:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603596.608093:0:32678:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603596.608095:0:32678:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603596.608098:0:32678:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603596.608101:0:32678:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041d2000. 02000000:00000001:2.0:1789603596.608107:0:32678:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603596.608109:0:32678:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603596.608111:0:32678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f2300. 00000100:00000001:2.0:1789603596.608115:0:32678:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603596.608117:0:32678:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603596.608128:0:32678:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789603596.608132:0:32678:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9eb808193248), inode mode 41ed mask 1 00000080:00000001:2.0:1789603596.608138:0:32678:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789603596.608154:0:32678:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb81272afc0. 00000020:00000001:2.0:1789603596.608160:0:32678:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17ae8 00000080:00200000:2.0:1789603596.608162:0:32678:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff9eb808193248), flags=8 00000080:00000001:2.0:1789603596.608165:0:32678:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789603596.608167:0:32678:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17998 00000080:00200000:2.0:1789603596.608169:0:32678:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff9eb808193248), intent=getattr 00000080:00000010:2.0:1789603596.608180:0:32678:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8118b6200. 00800000:00000002:2.0:1789603596.608186:0:32678:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb807d57780 2 00000080:00000001:2.0:1789603596.608192:0:32678:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603596.608195:0:32678:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603596.608198:0:32678:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c178b8 00800000:00000002:2.0:1789603596.608200:0:32678:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000405:0x23:0x0] 00800000:00000001:2.0:1789603596.608203:0:32678:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603596.608208:0:32678:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603596.608212:0:32678:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603596.608214:0:32678:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603596.608217:0:32678:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603596.608219:0:32678:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603596.608221:0:32678:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:2.0:1789603596.608224:0:32678:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603596.608228:0:32678:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17850 00800000:00000002:2.0:1789603596.608230:0:32678:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x23:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:2.0:1789603596.608235:0:32678:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603596.608237:0:32678:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17788 00000002:00010000:2.0:1789603596.608239:0:32678:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000405:0x23:0x0], intent: getattr flags 01 00000002:00000001:2.0:1789603596.608243:0:32678:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789603596.608247:0:32678:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789603596.608251:0:32678:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f2300. 00000020:00000040:2.0:1789603596.608255:0:32678:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:2.0:1789603596.608261:0:32678:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603596.608266:0:32678:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603596.608269:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.608270:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.608272:0:32678:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.608276:0:32678:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603596.608278:0:32678:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603596.608283:0:32678:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603596.608291:0:32678:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041d2000. 00000100:00000001:2.0:1789603596.608299:0:32678:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.608435:0:32678:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603596.608437:0:32678:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.608438:0:32678:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603596.608440:0:32678:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.608442:0:32678:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603596.608451:0:32678:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637111912112896 : -106961797438720 : ffff9eb8040f2300) 00010000:00000001:2.0:1789603596.608456:0:32678:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789603596.608458:0:32678:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789603596.608462:0:32678:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 2 00010000:00000001:2.0:1789603596.608465:0:32678:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603596.608468:0:32678:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789603596.608473:0:32678:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb802f47800. 00000020:00000001:2.0:1789603596.608477:0:32678:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789603596.608481:0:32678:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb802f47800 with handle 0xa04c19c788fe5428 to hash 00000020:00000001:2.0:1789603596.608483:0:32678:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789603596.608485:0:32678:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111893587968 : -106961815963648 : ffff9eb802f47800) 00010000:00000001:2.0:1789603596.608489:0:32678:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111893587968 : -106961815963648 : ffff9eb802f47800) 00010000:00000001:2.0:1789603596.608492:0:32678:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603596.608495:0:32678:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603596.608500:0:32678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47800/0xa04c19c788fe5428 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603596.608508:0:32678:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47800/0xa04c19c788fe5428 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32678 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603596.608561:0:32678:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47800/0xa04c19c788fe5428 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32678 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789603596.608568:0:32678:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603596.608570:0:32678:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603596.608578:0:32678:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8109c4240. 00000100:00000001:2.0:1789603596.608581:0:32678:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112122688064 : -106961586863552 : ffff9eb8109c4240) 00000100:00000001:2.0:1789603596.608584:0:32678:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603596.608586:0:32678:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112896 : -106961797438720 : ffff9eb8040f2300) 00000100:00000001:2.0:1789603596.608592:0:32678:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603596.608597:0:32678:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.608599:0:32678:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603596.608600:0:32678:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603596.608607:0:32678:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f2300 x1876533442893824/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.608615:0:32678:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603596.608617:0:32678:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603596.608622:0:32678:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603596.608626:0:32678:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603596.608628:0:32678:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603596.608632:0:32678:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f2300 pname:cluuid:pid:xid:nid:opc:job checkstat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32678:1876533442893824:192.168.204.129@tcp:101:checkstat.0 00000100:00000001:2.0:1789603596.608637:0:32678:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603596.608643:0:32678:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603596.608646:0:32678:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603596.608649:0:32678:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603596.608667:0:32678:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb811629800. 02000000:00000001:2.0:1789603596.608669:0:32678:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603596.608763:0:32678:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603596.608771:0:32678:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a32c0. 00000400:00000010:2.0:1789603596.608779:0:32678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7440. 00000100:00000200:2.0:1789603596.608788:0:32678:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442893824, portal 10 00000100:00000001:2.0:1789603596.608790:0:32678:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603596.608791:0:32678:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112896 : -106961797438720 : ffff9eb8040f2300) 00000100:00000040:2.0:1789603596.608799:0:32678:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f2300 x1876533442893824/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.608807:0:32678:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603596.608810:0:32678:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603596.608813:0:32678:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7908. 00000100:00000200:2.0:1789603596.608817:0:32678:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876533442893824, offset 0 00000400:00000200:2.0:1789603596.608824:0:32678:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603596.608836:0:32678:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.608845:0:32678:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603596.608851:0:32678:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603596.608856:0:32678:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603596.608860:0:32678:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603596.608863:0:32678:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603596.608866:0:32678:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2769:2769:256:4294967295] 192.168.204.129@tcp LPNI seq info [2769:2769:8:4294967295] 00000400:00000200:2.0:1789603596.608870:0:32678:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.608959:0:32678:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603596.608966:0:32678:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603596.608972:0:32678:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8086d7100. 00000800:00000200:2.0:1789603596.608980:0:32678:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603596.609069:0:32678:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603596.609075:0:32678:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8086d7100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789603596.609189:0:32678:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603596.609195:0:32678:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 869017 usecs (870 jiffies) 00000400:00000200:2.0:1789603596.609199:0:32678:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603596.609202:0:32678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296596412 00000100:00000001:2.0:1789603596.609206:0:32678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:2.0:1789603596.609209:0:32678:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296596412 00000100:00000001:2.0:1789603596.609212:0:32678:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:2.0:1789603596.609215:0:32678:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603596.609218:0:32678:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.609220:0:32678:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603596.609223:0:32678:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603596.609225:0:32678:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8109c4240 going to sleep for 11 seconds 00000100:00000001:2.0:1789603596.609228:0:32678:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603596.609233:0:32678:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603596.609579:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603596.609586:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8086d7100. 00000400:00000200:3.0:1789603596.609592:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.609598:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603596.609605:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7908 00000400:00000010:3.0:1789603596.609608:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7908. 00000100:00000001:3.0:1789603596.609612:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603596.609618:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f2300 x1876533442893824/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.609627:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603596.609631:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f2300 x1876533442893824/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603612 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.609638:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603596.609640:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603596.616744:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.616770:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603596.616776:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.616779:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603596.616792:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.616802:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603596.616813:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.616820:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.616827:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.616832:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 640 into portal 10 MB=0x6aab27d45d800 00000400:00000200:3.0:1789603596.616838:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.616845:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 640/640 into md 0x7e6d [1] + 224 00000800:00000001:3.0:1789603596.616854:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.616862:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603596.616866:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.616871:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603596.616965:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603596.616978:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f2300 x1876533442893824/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603596.616991:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9eb8040f2300 x1876533442893824/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.617021:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603596.617032:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.617035:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603596.617453:0:32678:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603596.617464:0:32678:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603596.617466:0:32678:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603596.617470:0:32678:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a32c0. 00000400:00000200:2.0:1789603596.617476:0:32678:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7440 00000400:00000010:2.0:1789603596.617480:0:32678:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7440. 00000100:00000001:2.0:1789603596.617484:0:32678:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603596.617491:0:32678:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f2300 x1876533442893824/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789603596.617501:0:32678:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f2300 x1876533442893824/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.617637:0:32678:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603596.617642:0:32678:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603596.617645:0:32678:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603596.617649:0:32678:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603596.617662:0:32678:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603596.617666:0:32678:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603596.617670:0:32678:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603596.617684:0:32678:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=144 v=5 (106 106 106 137) 00000100:00001000:2.0:1789603596.617689:0:32678:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603596.617692:0:32678:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603596.617694:0:32678:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.617697:0:32678:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603596.617709:0:32678:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.617714:0:32678:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603596.617718:0:32678:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:2.0:1789603596.617721:0:32678:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603596.617724:0:32678:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603596.617730:0:32678:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f2300 x1876533442893824/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/640 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.617739:0:32678:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603596.617743:0:32678:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603596.617745:0:32678:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603596.617750:0:32678:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f2300 x1876533442893824/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/640 e 0 to 0 dl 1789603612 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789603596.617759:0:32678:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f2300 pname:cluuid:pid:xid:nid:opc:job checkstat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32678:1876533442893824:192.168.204.129@tcp:101:checkstat.0 00000100:00000001:2.0:1789603596.617764:0:32678:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603596.617768:0:32678:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.617771:0:32678:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789603596.617773:0:32678:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603596.617777:0:32678:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f2300 x1876533442893824/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/640 e 0 to 0 dl 1789603612 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.617783:0:32678:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603596.617787:0:32678:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8109c4240. 00000100:00000001:2.0:1789603596.617791:0:32678:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789603596.617792:0:32678:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.617796:0:32678:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789603596.617801:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.617805:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.617809:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47800 refcount=4 00000020:00000001:2.0:1789603596.617812:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893587968 : -106961815963648 : ffff9eb802f47800) 00010000:00000001:2.0:1789603596.617816:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893587968 : -106961815963648 : ffff9eb802f47800) 00010000:00000040:2.0:1789603596.617824:0:32678:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb802f47800, remote cookie: 0x31dbb14d74e91992, flags: 0x1001 00010000:00010000:2.0:1789603596.617831:0:32678:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47800/0xa04c19c788fe5428 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91992 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789603596.617846:0:32678:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x25:0x0].0x0, instead of [0x200000405:0x23:0x0].0x0 00010000:00000001:2.0:1789603596.617850:0:32678:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789603596.617864:0:32678:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb81938be00. 00010000:00000010:2.0:1789603596.617871:0:32678:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80574ec00. 00010000:00000001:2.0:1789603596.617879:0:32678:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603596.618017:0:32678:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47800/0xa04c19c788fe5428 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91992 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603596.618027:0:32678:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47800/0xa04c19c788fe5428 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91992 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.618034:0:32678:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789603596.618039:0:32678:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789603596.618042:0:32678:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789603596.618044:0:32678:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789603596.618045:0:32678:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789603596.618048:0:32678:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x25:0x0].0x0 (ffff9eb81938be00) refcount = 1 00010000:00010000:2.0:1789603596.618054:0:32678:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47800/0xa04c19c788fe5428 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91992 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.618061:0:32678:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789603596.618066:0:32678:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789603596.618069:0:32678:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603596.618073:0:32678:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789603596.618076:0:32678:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603596.618080:0:32678:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47800/0xa04c19c788fe5428 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91992 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.618087:0:32678:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789603596.618089:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.618093:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.618094:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.618095:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.618097:0:32678:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603596.618103:0:32678:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789603596.618105:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.618107:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.618315:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47800 refcount=3 00000020:00000001:2.0:1789603596.618319:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893587968 : -106961815963648 : ffff9eb802f47800) 00010000:00000001:2.0:1789603596.618323:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893587968 : -106961815963648 : ffff9eb802f47800) 00010000:00000001:2.0:1789603596.618325:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.618326:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.618328:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47800 refcount=4 00000020:00000001:2.0:1789603596.618330:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893587968 : -106961815963648 : ffff9eb802f47800) 00010000:00000001:2.0:1789603596.618332:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893587968 : -106961815963648 : ffff9eb802f47800) 00010000:00000001:2.0:1789603596.618335:0:32678:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603596.618340:0:32678:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603596.618343:0:32678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47800/0xa04c19c788fe5428 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91992 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.618350:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.618352:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.618353:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.618354:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.618355:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47800 refcount=5 00000020:00000001:2.0:1789603596.618357:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893587968 : -106961815963648 : ffff9eb802f47800) 00010000:00000001:2.0:1789603596.618359:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893587968 : -106961815963648 : ffff9eb802f47800) 00010000:00000001:2.0:1789603596.618362:0:32678:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603596.618365:0:32678:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47800/0xa04c19c788fe5428 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91992 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.618371:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.618373:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789603596.618376:0:32678:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47800/0xa04c19c788fe5428 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91992 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.618383:0:32678:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603596.618385:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.618386:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.618387:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.618388:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789603596.618395:0:32678:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb8040f2300 x1876533442893824/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/640 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789603596.618405:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.618407:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.618408:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47800 refcount=3 00000020:00000001:2.0:1789603596.618410:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893587968 : -106961815963648 : ffff9eb802f47800) 00010000:00000001:2.0:1789603596.618412:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893587968 : -106961815963648 : ffff9eb802f47800) 00000002:00010000:2.0:1789603596.618416:0:32678:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47800/0xa04c19c788fe5428 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91992 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789603596.618426:0:32678:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9eb806b15500. 00010000:00000001:2.0:1789603596.618428:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.618429:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603596.618431:0:32678:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603596.618433:0:32678:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603596.618437:0:32678:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789603596.618439:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.618440:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.618442:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47800 refcount=3 00000020:00000001:2.0:1789603596.618443:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893587968 : -106961815963648 : ffff9eb802f47800) 00010000:00000001:2.0:1789603596.618445:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893587968 : -106961815963648 : ffff9eb802f47800) 00000002:00010000:2.0:1789603596.618449:0:32678:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47800/0xa04c19c788fe5428 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91992 expref: -99 pid: 32678 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.618455:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.618457:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.618459:0:32678:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789603596.618460:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.618461:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.618463:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47800 refcount=3 00000020:00000001:2.0:1789603596.618465:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893587968 : -106961815963648 : ffff9eb802f47800) 00010000:00000001:2.0:1789603596.618467:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893587968 : -106961815963648 : ffff9eb802f47800) 00010000:00000040:2.0:1789603596.618471:0:32678:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938be00 count: 2 00010000:00000001:2.0:1789603596.618474:0:32678:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789603596.618479:0:32678:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589935621/37 (0 0) 00010000:00000001:2.0:1789603596.618481:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.618482:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603596.618484:0:32678:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789603596.618487:0:32678:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17710 00000002:00002000:2.0:1789603596.618490:0:32678:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789603596.618493:0:32678:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603596.618498:0:32678:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603596.618501:0:32678:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789603596.618505:0:32678:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x23:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789603596.618541:0:32678:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603596.618547:0:32678:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807d57780 2 00000080:00000001:2.0:1789603596.618550:0:32678:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789603596.618553:0:32678:0:(namei.c:674:ll_lookup_it_finish()) it ffffb8e501c17b20 it_disposition b 00000080:00000001:2.0:1789603596.618556:0:32678:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789603596.618563:0:32678:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789603596.618567:0:32678:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789603596.618571:0:32678:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:2.0:1789603596.618575:0:32678:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1789603596.618584:0:32678:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603596.618588:0:32678:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154152 : -106961585397464 : ffff9eb810b2a128) 00000020:00001000:2.0:1789603596.618591:0:32678:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a120 00000020:00000001:2.0:1789603596.618594:0:32678:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789603596.618599:0:32678:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789603596.618602:0:32678:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789603596.618609:0:32678:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb8051ed180. 00020000:00000010:2.0:1789603596.618614:0:32678:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb802d64900. 00020000:00000010:2.0:1789603596.618621:0:32678:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb8051ed8a0. 00020000:00000001:2.0:1789603596.618623:0:32678:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637111929919648 : -106961779631968 : ffff9eb8051ed8a0) 00020000:00000002:2.0:1789603596.618627:0:32678:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb8051ed8a0, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789603596.618632:0:32678:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789603596.618636:0:32678:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb802d64900: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000002:2.0:1789603596.618641:0:32678:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9eb820880000) owner ffff9eb818d2cf80 00020000:00000001:2.0:1789603596.618645:0:32678:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789603596.618647:0:32678:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9eb820880000) owner ffff9eb818d2cf80 00020000:00000010:2.0:1789603596.618662:0:32678:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb802d64900. 00020000:00000010:2.0:1789603596.618667:0:32678:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb8051ed180. 00020000:00000010:2.0:1789603596.618670:0:32678:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb8051ed8a0. 00020000:00000002:2.0:1789603596.618672:0:32678:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789603596.618675:0:32678:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603596.618677:0:32678:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789603596.618680:0:32678:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a120 00000080:00000001:2.0:1789603596.618684:0:32678:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:2.0:1789603596.618687:0:32678:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1789603596.618692:0:32678:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x25:0x0](ffff9eb80817ba88): rc = 0 00000080:00000001:2.0:1789603596.618695:0:32678:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979784840 : -106961729766776 : ffff9eb80817ba88) 00010000:00000001:2.0:1789603596.618697:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.618699:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.618752:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47800 refcount=3 00000020:00000001:2.0:1789603596.618755:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893587968 : -106961815963648 : ffff9eb802f47800) 00010000:00000001:2.0:1789603596.618757:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893587968 : -106961815963648 : ffff9eb802f47800) 00000080:00000001:2.0:1789603596.618761:0:32678:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789603596.618763:0:32678:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603596.618765:0:32678:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154152 : -106961585397464 : ffff9eb810b2a128) 00000020:00001000:2.0:1789603596.618767:0:32678:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a120 00000020:00000001:2.0:1789603596.618769:0:32678:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789603596.618771:0:32678:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789603596.618772:0:32678:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789603596.618775:0:32678:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb8051ed8a0. 00020000:00000010:2.0:1789603596.618778:0:32678:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb802d64900. 00020000:00000010:2.0:1789603596.618781:0:32678:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb8051ed180. 00020000:00000001:2.0:1789603596.618783:0:32678:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637111929917824 : -106961779633792 : ffff9eb8051ed180) 00020000:00000002:2.0:1789603596.618785:0:32678:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb8051ed180, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789603596.618788:0:32678:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789603596.618791:0:32678:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb802d64900: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000002:2.0:1789603596.618794:0:32678:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9eb820880000) owner ffff9eb818d2cf80 00020000:00000001:2.0:1789603596.618795:0:32678:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789603596.618797:0:32678:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9eb820880000) owner ffff9eb818d2cf80 00020000:00000010:2.0:1789603596.618800:0:32678:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb802d64900. 00020000:00000010:2.0:1789603596.618802:0:32678:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb8051ed8a0. 00020000:00000010:2.0:1789603596.618804:0:32678:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb8051ed180. 00020000:00000002:2.0:1789603596.618806:0:32678:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789603596.618808:0:32678:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603596.618810:0:32678:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603596.618814:0:32678:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789603596.618818:0:32678:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb820880000) owner 0000000000000000/ffff9eb818d2cf80 00020000:00000002:2.0:1789603596.618821:0:32678:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb807b8d840 addref 2/0 by ffff9eb818d2cf80. 00020000:00000002:2.0:1789603596.618824:0:32678:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb820880000) owner 0000000000000000/ffff9eb818d2cf80 00020000:00000001:2.0:1789603596.618827:0:32678:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789603596.618830:0:32678:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789603596.618832:0:32678:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789603596.618834:0:32678:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789603596.618836:0:32678:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789603596.618838:0:32678:0:(file.c:6854:ll_layout_conf()) [0x200000405:0x25:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1789603596.618840:0:32678:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a120 00000080:00000001:2.0:1789603596.618843:0:32678:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.618845:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.618846:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789603596.618848:0:32678:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789603596.618851:0:32678:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789603596.618854:0:32678:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603596.618858:0:32678:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x25:0x0](ffff9eb80817ba88) for lock 0xa04c19c788fe5428 00800000:00000001:2.0:1789603596.618862:0:32678:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603596.618865:0:32678:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603596.618866:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.618868:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.618869:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47800 refcount=3 00000020:00000001:2.0:1789603596.618871:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893587968 : -106961815963648 : ffff9eb802f47800) 00010000:00000001:2.0:1789603596.618873:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893587968 : -106961815963648 : ffff9eb802f47800) 00010000:00000001:2.0:1789603596.618876:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.618877:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603596.618878:0:32678:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603596.618962:0:32678:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1789603596.618972:0:32678:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb82053fca8 inode ffff9eb80817ba88 refc 1 flags 0x40000e 00000080:00000001:2.0:1789603596.618975:0:32678:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1789603596.618980:0:32678:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x25:0x0](ffff9eb80817ba88) 00000080:00010000:2.0:1789603596.618984:0:32678:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5428 from it ffffb8e501c17b20 00010000:00000001:2.0:1789603596.618986:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.618988:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.618989:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47800 refcount=3 00000020:00000001:2.0:1789603596.618991:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893587968 : -106961815963648 : ffff9eb802f47800) 00010000:00000001:2.0:1789603596.618994:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893587968 : -106961815963648 : ffff9eb802f47800) 00010000:00000001:2.0:1789603596.618996:0:32678:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603596.618999:0:32678:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47800/0xa04c19c788fe5428 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e91992 expref: -99 pid: 32678 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.619006:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.619007:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.619008:0:32678:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603596.619011:0:32678:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603596.619014:0:32678:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47800/0xa04c19c788fe5428 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e91992 expref: -99 pid: 32678 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603596.619021:0:32678:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603596.619024:0:32678:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603596.619026:0:32678:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603596.619032:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.619033:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.619035:0:32678:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.619038:0:32678:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603596.619040:0:32678:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.619042:0:32678:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.619046:0:32678:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.619048:0:32678:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603596.619049:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.619050:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789603596.619052:0:32678:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789603596.619056:0:32678:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8118b6200. 00000100:00000001:2.0:1789603596.619061:0:32678:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603596.619067:0:32678:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f2300 x1876533442893824/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/640 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.619075:0:32678:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603596.619078:0:32678:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603596.619083:0:32678:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb811629800. 02000000:00000001:2.0:1789603596.619086:0:32678:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603596.619089:0:32678:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603596.619091:0:32678:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603596.619093:0:32678:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603596.619096:0:32678:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041d2000. 02000000:00000001:2.0:1789603596.619101:0:32678:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603596.619103:0:32678:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603596.619105:0:32678:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f2300. 00000100:00000001:2.0:1789603596.619109:0:32678:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603596.619110:0:32678:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603596.619310:0:32678:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789603596.619313:0:32678:0:(dcache.c:176:ll_intent_release()) intent ffffb8e501c17b20 released 00000080:00000001:2.0:1789603596.619315:0:32678:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1789603596.619335:0:32678:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17d08 00000080:00200008:2.0:1789603596.619337:0:32678:0:(file.c:6307:ll_getattr_dentry()) START file f:[0x200000405:0x25:0x0](ffff9eb80817ba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789603596.619344:0:32678:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603596.619346:0:32678:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17c80 00000080:00200000:2.0:1789603596.619348:0:32678:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x25:0x0](ffff9eb80817ba88),name=f 00000080:00000010:2.0:1789603596.619356:0:32678:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8118b6200. 00800000:00000002:2.0:1789603596.619364:0:32678:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb807d57780 2 00000080:00000001:2.0:1789603596.619371:0:32678:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603596.619374:0:32678:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603596.619377:0:32678:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17ba0 00800000:00000002:2.0:1789603596.619379:0:32678:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x25:0x0] 'f' on [0x200000405:0x23:0x0] 00800000:00000001:2.0:1789603596.619382:0:32678:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603596.619387:0:32678:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603596.619391:0:32678:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603596.619393:0:32678:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603596.619397:0:32678:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603596.619399:0:32678:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603596.619402:0:32678:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:2.0:1789603596.619404:0:32678:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603596.619406:0:32678:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603596.619407:0:32678:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603596.619409:0:32678:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603596.619410:0:32678:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603596.619412:0:32678:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603596.619413:0:32678:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:2.0:1789603596.619416:0:32678:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603596.619418:0:32678:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x23:0x0], fid2=[0x200000405:0x25:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603596.619422:0:32678:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603596.619424:0:32678:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17a70 00000002:00010000:2.0:1789603596.619427:0:32678:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x25:0x0]) in obj [0x200000405:0x23:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603596.619430:0:32678:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603596.619433:0:32678:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603596.619435:0:32678:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603596.619439:0:32678:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938be00 count: 2 00010000:00000001:2.0:1789603596.619442:0:32678:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603596.619446:0:32678:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603596.619450:0:32678:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603596.619453:0:32678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47800/0xa04c19c788fe5428 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e91992 expref: -99 pid: 32678 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789603596.619462:0:32678:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603596.619468:0:32678:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603596.619472:0:32678:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47800/0xa04c19c788fe5428 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e91992 expref: -99 pid: 32678 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789603596.619478:0:32678:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603596.619480:0:32678:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603596.619482:0:32678:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603596.619484:0:32678:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603596.619485:0:32678:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603596.619487:0:32678:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x23:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603596.619490:0:32678:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603596.619491:0:32678:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807d57780 2 00000080:00000010:2.0:1789603596.619493:0:32678:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8118b6200. 00000080:00000001:2.0:1789603596.619496:0:32678:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603596.619498:0:32678:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603596.619500:0:32678:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x25:0x0](ffff9eb80817ba88) 00000080:00010000:2.0:1789603596.619503:0:32678:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x25:0x0](ffff9eb80817ba88) for lock 0xa04c19c788fe5428 00800000:00000001:2.0:1789603596.619505:0:32678:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603596.619507:0:32678:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603596.619508:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.619644:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.619647:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47800 refcount=3 00000020:00000001:2.0:1789603596.619650:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893587968 : -106961815963648 : ffff9eb802f47800) 00010000:00000001:2.0:1789603596.619662:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893587968 : -106961815963648 : ffff9eb802f47800) 00010000:00000001:2.0:1789603596.619665:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.619666:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603596.619668:0:32678:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603596.619669:0:32678:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603596.619672:0:32678:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5428 from it ffffb8e501c17cb8 00010000:00000001:2.0:1789603596.619674:0:32678:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.619675:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.619677:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47800 refcount=3 00000020:00000001:2.0:1789603596.619679:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893587968 : -106961815963648 : ffff9eb802f47800) 00010000:00000001:2.0:1789603596.619682:0:32678:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893587968 : -106961815963648 : ffff9eb802f47800) 00010000:00000001:2.0:1789603596.619685:0:32678:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603596.619687:0:32678:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47800/0xa04c19c788fe5428 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e91992 expref: -99 pid: 32678 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603596.619693:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.619695:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.619696:0:32678:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603596.619698:0:32678:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603596.619794:0:32678:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47800/0xa04c19c788fe5428 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e91992 expref: -99 pid: 32678 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789603596.619802:0:32678:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603596.619804:0:32678:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603596.619805:0:32678:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603596.619808:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.619809:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.619810:0:32678:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.619812:0:32678:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603596.619814:0:32678:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.619816:0:32678:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.619818:0:32678:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.619821:0:32678:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603596.619822:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.619823:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603596.619826:0:32678:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603596.619827:0:32678:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603596.619831:0:32678:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1789603596.619836:0:32678:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789603596.619839:0:32678:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603596.619841:0:32678:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789603596.619842:0:32678:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603596.619845:0:32678:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789603596.619848:0:32678:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1789603596.619850:0:32678:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603596.619854:0:32678:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154152 : -106961585397464 : ffff9eb810b2a128) 00000020:00001000:2.0:1789603596.619856:0:32678:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a120 00000020:00000001:2.0:1789603596.619863:0:32678:0:(cl_object.c:143:cl_object_top()) ffff9eb810bfce90 -> ffff9eb810bfce90 00000020:00000001:2.0:1789603596.619867:0:32678:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789603596.619871:0:32678:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789603596.619874:0:32678:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x25:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1789603596.619878:0:32678:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603596.619962:0:32678:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789603596.619966:0:32678:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789603596.619968:0:32678:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603596.619970:0:32678:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789603596.619976:0:32678:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x25:0x0]io ffff9eb812979c20 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1789603596.619979:0:32678:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb820880000) owner 0000000000000000/ffff9eb818d2cf80 00020000:00000001:2.0:1789603596.619983:0:32678:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789603596.619986:0:32678:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789603596.619988:0:32678:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789603596.619990:0:32678:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603596.619992:0:32678:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789603596.619995:0:32678:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789603596.619996:0:32678:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603596.619998:0:32678:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603596.619999:0:32678:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789603596.620000:0:32678:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789603596.620002:0:32678:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb820880000) owner 0000000000000000/ffff9eb818d2cf80 00000020:00000001:2.0:1789603596.620005:0:32678:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789603596.620007:0:32678:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1789603596.620009:0:32678:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x25:0x0] 00000020:00000001:2.0:1789603596.620011:0:32678:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789603596.620014:0:32678:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789603596.620017:0:32678:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789603596.620019:0:32678:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1789603596.620025:0:32678:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1789603596.620032:0:32678:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb80574e480. 00020000:00000002:2.0:1789603596.620035:0:32678:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789603596.620038:0:32678:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789603596.620041:0:32678:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603596.620043:0:32678:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789603596.620045:0:32678:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603596.620047:0:32678:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124156600 : -106961585395016 : ffff9eb810b2aab8) 00000020:00001000:2.0:1789603596.620049:0:32678:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2aab0 00000020:00000001:2.0:1789603596.620052:0:32678:0:(cl_object.c:143:cl_object_top()) ffff9eb810bfc5f8 -> ffff9eb810bfce90 00000020:00000001:2.0:1789603596.620055:0:32678:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789603596.620059:0:32678:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603596.620060:0:32678:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789603596.620062:0:32678:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789603596.620064:0:32678:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112155937824 : -106961553613792 : ffff9eb812979c20) 00000020:00000001:2.0:1789603596.620066:0:32678:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603596.620068:0:32678:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603596.620070:0:32678:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974318760 : -106961735232856 : ffff9eb807c452a8) 00000020:00000001:2.0:1789603596.620072:0:32678:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789603596.620078:0:32678:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb8182c5430. 00000008:00010000:2.0:1789603596.620082:0:32678:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1789603596.620085:0:32678:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789603596.620086:0:32678:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789603596.620088:0:32678:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb80574e4b0, osc lock ffff9eb8182c5430, flags 0x400001002 00000020:00000001:2.0:1789603596.620090:0:32678:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603596.620092:0:32678:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603596.620096:0:32678:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637111935558784 : -106961773992832 : ffff9eb80574e480) 00000020:00000001:2.0:1789603596.620098:0:32678:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789603596.620099:0:32678:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789603596.620101:0:32678:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603596.620102:0:32678:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603596.620106:0:32678:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1789603596.620108:0:32678:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1789603596.620110:0:32678:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789603596.620316:0:32678:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789603596.620319:0:32678:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603596.620321:0:32678:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974318760 : -106961735232856 : ffff9eb807c452a8) 00000020:00000001:2.0:1789603596.620323:0:32678:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789603596.620326:0:32678:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789603596.620328:0:32678:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789603596.620332:0:32678:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789603596.620335:0:32678:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789603596.620336:0:32678:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789603596.620338:0:32678:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789603596.620340:0:32678:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789603596.620341:0:32678:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789603596.620343:0:32678:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789603596.620345:0:32678:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789603596.620352:0:32678:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.620355:0:32678:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1789603596.620362:0:32678:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f2300. 00000020:00000040:2.0:1789603596.620367:0:32678:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:2.0:1789603596.620372:0:32678:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1789603596.620377:0:32678:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789603596.620384:0:32678:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff9eb81291b000: connect to NID 192.168.204.129@tcp last attempt 1899 00000400:00000200:2.0:1789603596.620395:0:32678:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.620404:0:32678:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.129@tcp is discovered: rc = 1 00000100:00000040:2.0:1789603596.620409:0:32678:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:2.0:1789603596.620413:0:32678:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789603596.620415:0:32678:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:2.0:1789603596.620418:0:32678:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000001:2.0:1789603596.620426:0:32678:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789603596.620428:0:32678:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48dd 00000020:00000001:2.0:1789603596.620430:0:32678:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.620433:0:32678:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb80640e800 refcount=4 00000020:00000001:2.0:1789603596.620436:0:32678:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111948929024 : -106961760622592 : ffff9eb80640e800) 00000020:00000001:2.0:1789603596.620438:0:32678:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637111948929024 : -106961760622592 : ffff9eb80640e800) 00000100:00000040:2.0:1789603596.620441:0:32678:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:2.0:1789603596.620443:0:32678:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789603596.620445:0:32678:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:2.0:1789603596.620447:0:32678:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000040:2.0:1789603596.620450:0:32678:0:(genops.c:879:class_export_put()) PUTting export ffff9eb80640e800 : new refcount 3 00000100:00080000:2.0:1789603596.620454:0:32678:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff9eb81291b000: import ffff9eb8203a8800 using connection 192.168.204.129@tcp/192.168.204.129@tcp 00000100:00000001:2.0:1789603596.620457:0:32678:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603596.620461:0:32678:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789603596.620470:0:32678:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603596.620473:0:32678:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.620476:0:32678:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789603596.620481:0:32678:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1789603596.620484:0:32678:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.620487:0:32678:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603596.620490:0:32678:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f3480. 00000020:00000040:2.0:1789603596.620493:0:32678:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=4 obd=lustre-OST0001-osc-ffff9eb81291b000 02000000:00000001:2.0:1789603596.620496:0:32678:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789603596.620498:0:32678:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.620501:0:32678:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603596.620505:0:32678:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603596.620508:0:32678:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603596.620553:0:32678:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041d2000. 00000100:00000001:2.0:1789603596.620562:0:32678:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603596.620573:0:32678:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9eb8040f3480 x1876533442893952/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603596.620583:0:32678:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603596.620588:0:32678:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603596.620592:0:32678:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011f67e6d] to pc [ptlrpcd_rcv+-1] req@ffff9eb8040f3480 x1876533442893952/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603596.620704:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603596.620710:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603596.620713:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603596.620721:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f3480 x1876533442893952/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603596.620729:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603596.620732:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.620736:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603596.620739:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603596.620742:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603596.620746:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442893952:192.168.204.129@tcp:8:checkstat.0 00000100:00000001:1.0:1789603596.620750:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603596.620755:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603596.620757:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.620760:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603596.620766:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a4000. 02000000:00000001:1.0:1789603596.620768:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603596.620775:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603596.620780:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35dc0. 00000400:00000010:1.0:1789603596.620788:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc550. 00000100:00000200:1.0:1789603596.620796:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442893952, portal 4 00000100:00000001:1.0:1789603596.620799:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.620800:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912117376 : -106961797434240 : ffff9eb8040f3480) 00000100:00000040:1.0:1789603596.620808:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f3480 x1876533442893952/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603596.620815:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603596.620818:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603596.620821:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc110. 00000100:00000200:1.0:1789603596.620825:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876533442893952, offset 0 00000400:00000200:1.0:1789603596.620834:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603596.620844:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603596.620851:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603596.620857:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603596.620862:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603596.620868:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603596.620870:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603596.620875:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2770:2770:256:4294967295] 192.168.204.129@tcp LPNI seq info [2770:2770:8:4294967295] 00000400:00000200:1.0:1789603596.620893:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603596.620906:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603596.620914:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603596.620920:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9500. 00000800:00000200:1.0:1789603596.620928:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603596.620938:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603596.620943:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789603596.620963:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603596.620968:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22935 usecs (23 jiffies) 00000400:00000200:1.0:1789603596.620972:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603596.620975:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296595577 00000100:00000001:1.0:1789603596.620979:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:1.0:1789603596.620981:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296595577 00000100:00000001:1.0:1789603596.620984:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:1.0:1789603596.620987:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603596.620989:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.620993:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.620995:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603596.621477:0:32678:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.621487:0:32678:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:2.0:1789603596.621489:0:32678:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:2.0:1789603596.621496:0:32678:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603596.621502:0:32678:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603596.621506:0:32678:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.621558:0:32678:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603596.621561:0:32678:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603596.621566:0:32678:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603596.621579:0:32678:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb8118b6200. 00000100:00000001:2.0:1789603596.621597:0:32678:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.621603:0:32678:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603596.621605:0:32678:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.621607:0:32678:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603596.621608:0:32678:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.621610:0:32678:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.621613:0:32678:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446637111912112896 : -106961797438720 : ffff9eb8040f2300) 00010000:00000001:2.0:1789603596.621619:0:32678:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789603596.621623:0:32678:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789603596.621633:0:32678:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb81938bc00. 00010000:00000010:2.0:1789603596.621637:0:32678:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9eb81938b700. 00010000:00000001:2.0:1789603596.621643:0:32678:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789603596.621646:0:32678:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb802f46c00. 00000020:00000001:2.0:1789603596.621662:0:32678:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789603596.621666:0:32678:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb802f46c00 with handle 0xa04c19c788fe542f to hash 00000020:00000001:2.0:1789603596.621669:0:32678:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789603596.621670:0:32678:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000010:2.0:1789603596.621675:0:32678:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9eb806b15f80. 00010000:00000001:2.0:1789603596.621678:0:32678:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000001:2.0:1789603596.621684:0:32678:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603596.621687:0:32678:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603596.621693:0:32678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe542f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32678 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603596.621705:0:32678:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe542f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32678 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789603596.621714:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1789603596.621718:0:32678:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.621719:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789603596.621726:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603596.621727:0:32678:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603596.621729:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603596.621732:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.621734:0:32678:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.621738:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603596.622009:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603596.622015:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9500. 00000100:00000040:2.0:1789603596.622031:0:32678:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e06b135] to pc [ptlrpcd_01_00+0] req@ffff9eb8040f2300 x1876533442894080/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1789603596.622065:0:32678:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603596.622069:0:32678:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603596.622072:0:32678:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603596.622075:0:32678:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603596.622077:0:32678:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603596.622080:0:32678:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789603596.622082:0:32678:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1789603596.622084:0:32678:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1789603596.622086:0:32678:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1789603596.622101:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1789603596.622105:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1789603596.622107:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603596.622114:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603596.622116:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603596.622118:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603596.622120:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603596.622122:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603596.622128:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f2300 x1876533442894080/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.622137:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603596.622140:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789603596.622144:0:2403:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9eb8040f2300 x1876533442894080/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.622165:0:2403:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.622169:0:2403:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603596.622170:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603596.622172:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603596.622451:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.622460:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603596.622470:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc110 00000100:00000001:2.0:1789603596.622472:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789603596.622476:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc110. 00000100:00000001:2.0:1789603596.622477:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603596.622485:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603596.622494:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f3480 x1876533442893952/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603596.622506:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603596.622537:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f3480 x1876533442893952/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603606 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603596.622546:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603596.622548:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789603596.622567:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603596.622571:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789603596.625722:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.625746:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603596.625751:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.625755:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603596.625767:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.625775:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603596.625785:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.625791:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.625798:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.625803:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 416 into portal 4 MB=0x6aab27d45d880 00000400:00000200:3.0:1789603596.625809:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.625816:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 416/416 into md 0x7e7d [1] + 0 00000800:00000001:3.0:1789603596.625826:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.625835:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603596.625840:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.625845:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603596.625855:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603596.625867:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f3480 x1876533442893952/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603606 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603596.626093:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9eb8040f3480 x1876533442893952/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603596.626134:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603596.626146:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.626151:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.626367:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603596.626372:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603596.626381:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603596.626383:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603596.626387:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35dc0. 00000400:00000200:1.0:1789603596.626392:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc550 00000400:00000010:1.0:1789603596.626395:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc550. 00000100:00000001:1.0:1789603596.626399:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603596.626406:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f3480 x1876533442893952/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603596.626415:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f3480 x1876533442893952/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603606 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603596.626421:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603596.626423:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.626426:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603596.626430:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603596.626434:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603596.626436:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.626440:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603596.626452:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=143 v=5 (5 5 5 17) 00000100:00001000:1.0:1789603596.626457:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=28 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603596.626460:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603596.626461:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.626465:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603596.626469:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.626473:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789603596.626476:0:2399:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: committing for last_committed 4294967316 gen 15 00000100:00000040:1.0:1789603596.626480:0:2399:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1789603596.626482:0:2399:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603596.626484:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603596.626490:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f3480 x1876533442893952/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/416 e 0 to 0 dl 1789603606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603596.626496:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603596.626500:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603596.626502:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.626505:0:2399:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1789603596.626628:0:2399:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9eb81291b000: connect to target with instance 1 00000020:00000001:1.0:1789603596.626632:0:2399:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789603596.626635:0:2399:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48dd 00000020:00000001:1.0:1789603596.626638:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.626641:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb80640e800 refcount=4 00000020:00000001:1.0:1789603596.626643:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111948929024 : -106961760622592 : ffff9eb80640e800) 00000020:00000001:1.0:1789603596.626646:0:2399:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637111948929024 : -106961760622592 : ffff9eb80640e800) 00000100:00001000:1.0:1789603596.626650:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=1789603596 v=0 (0 0 0 0) 00000100:00001000:1.0:1789603596.626662:0:2399:0:(import.c:2262:obd_at_measure()) AT ffff9eb8203a8c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1789603596.626668:0:2399:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 751, crc32c 5223, adler 374 00000100:00080000:1.0:1789603596.626674:0:2399:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9eb81291b000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:1.0:1789603596.626678:0:2399:0:(genops.c:879:class_export_put()) PUTting export ffff9eb80640e800 : new refcount 3 00000100:00000001:1.0:1789603596.626681:0:2399:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1789603596.626685:0:2399:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:1.0:1789603596.626689:0:2399:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff9eb81291b000, setting cl_avail_grant: 8388608 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:1.0:1789603596.626693:0:2399:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1789603596.626696:0:2399:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:1.0:1789603596.626817:0:2399:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789603596.626822:0:2399:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603596.626825:0:2399:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603596.626827:0:2399:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603596.626829:0:2399:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.626831:0:2399:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1789603596.626833:0:2399:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1789603596.626838:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9eb8203a8800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1789603596.626841:0:2399:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1789603596.626842:0:2399:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1789603596.626843:0:2399:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1789603596.626845:0:2399:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1789603596.626847:0:2399:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1789603596.626849:0:2399:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9eb807103ba8 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:1.0:1789603596.626855:0:2399:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:1.0:1789603596.626857:0:2399:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:1.0:1789603596.626860:0:2399:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603596.626861:0:2399:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789603596.626864:0:2399:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1789603596.626867:0:2399:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1789603596.626869:0:2399:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1789603596.626871:0:2399:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1789603596.626874:0:2399:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1789603596.626876:0:2399:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.626878:0:2399:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.626965:0:2399:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1789603596.626967:0:2399:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1789603596.626969:0:2399:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.626971:0:2399:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1789603596.626973:0:2399:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1789603596.626978:0:2399:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1789603596.626980:0:2399:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.626981:0:2399:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.626983:0:2399:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.627062:0:2399:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603596.627065:0:2399:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603596.627067:0:2399:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603596.627069:0:2399:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.627071:0:2399:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1789603596.627073:0:2399:0:(import.c:1286:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603596.627077:0:2399:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789603596.627086:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000040f403ad): req@ffff9eb8040f2300 x1876533442894080/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.627276:0:2399:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.627281:0:2399:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603596.627287:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f3480 x1876533442893952/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/416 e 0 to 0 dl 1789603606 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603596.627298:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442893952:192.168.204.129@tcp:8:checkstat.0 00000100:00000001:1.0:1789603596.627304:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.627307:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603596.627311:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f3480 x1876533442893952/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/416 e 0 to 0 dl 1789603606 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603596.627318:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603596.627322:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603596.627327:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a4000. 02000000:00000001:1.0:1789603596.627332:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603596.627335:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603596.627337:0:2399:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603596.627339:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603596.627343:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041d2000. 02000000:00000001:1.0:1789603596.627348:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603596.627350:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603596.627352:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f3480. 00000100:00000001:1.0:1789603596.627357:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603596.627358:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.627361:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.627371:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603596.627373:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.627376:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603596.627377:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.628254:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603596.628260:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603596.628265:0:2403:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603596.628269:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603596.628271:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603596.628275:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603596.628280:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603596.628283:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.628286:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603596.628294:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603596.628298:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603596.628349:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603596.628362:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041d3800. 02000000:00000001:2.0:1789603596.628366:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603596.628377:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603596.628383:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a32c0. 00000400:00000010:2.0:1789603596.628392:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7440. 00000100:00000200:2.0:1789603596.628400:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442894080, portal 4 00000100:00000001:2.0:1789603596.628403:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603596.628405:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112896 : -106961797438720 : ffff9eb8040f2300) 00000100:00000040:2.0:1789603596.628419:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f2300 x1876533442894080/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603612 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.628427:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603596.628430:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603596.628433:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7660. 00000100:00000200:2.0:1789603596.628436:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876533442894080, offset 0 00000400:00000200:2.0:1789603596.628444:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603596.628454:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.628463:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603596.628469:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603596.628474:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603596.628479:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603596.628482:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603596.628486:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2771:2771:256:4294967295] 192.168.204.129@tcp LPNI seq info [2771:2771:8:4294967295] 00000400:00000200:2.0:1789603596.628490:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.628502:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603596.628551:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603596.628559:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8086d7200. 00000800:00000200:2.0:1789603596.628567:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603596.628577:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603596.628583:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8086d7200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789603596.628605:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603596.628611:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22836 usecs (23 jiffies) 00000400:00000200:2.0:1789603596.628614:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603596.628617:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296595585 00000100:00000001:2.0:1789603596.628621:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:2.0:1789603596.628624:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296595585 00000100:00000001:2.0:1789603596.628627:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:2.0:1789603596.628629:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603596.628632:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603596.628635:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603596.628642:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603596.628644:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789603596.628646:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603596.628647:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603596.628649:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.628664:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603596.628843:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603596.628848:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8086d7200. 00000400:00000200:3.0:1789603596.628854:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.628860:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603596.628867:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7660 00000400:00000010:3.0:1789603596.628870:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7660. 00000100:00000001:3.0:1789603596.628875:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603596.628879:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f2300 x1876533442894080/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603612 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.629563:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603596.629570:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f2300 x1876533442894080/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603612 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.629578:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603596.629580:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603596.632641:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.632677:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603596.632683:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.632686:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603596.632698:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.632763:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603596.632775:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.632783:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.632790:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.632795:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 400 into portal 4 MB=0x6aab27d45d900 00000400:00000200:3.0:1789603596.632801:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.632809:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 400/400 into md 0x7e85 [1] + 224 00000800:00000001:3.0:1789603596.632819:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.632827:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603596.632831:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.632836:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603596.632845:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603596.632856:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f2300 x1876533442894080/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603612 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603596.632868:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9eb8040f2300 x1876533442894080/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603612 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.632953:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603596.632965:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.632969:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603596.633103:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603596.633305:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603596.633316:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603596.633318:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603596.633323:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a32c0. 00000400:00000200:2.0:1789603596.633329:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7440 00000400:00000010:2.0:1789603596.633333:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7440. 00000100:00000001:2.0:1789603596.633337:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603596.633343:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f2300 x1876533442894080/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603612 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789603596.633352:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f2300 x1876533442894080/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603612 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.633359:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603596.633361:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603596.633365:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603596.633369:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603596.633372:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603596.633375:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603596.633379:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603596.633391:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=143 v=5 (5 5 5 17) 00000100:00001000:2.0:1789603596.633396:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603596.633398:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603596.633401:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.633404:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603596.633409:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.633414:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603596.633417:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:2.0:1789603596.633420:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603596.633421:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603596.633427:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f2300 x1876533442894080/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603612 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.633434:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603596.633437:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603596.633440:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789603596.633443:0:2403:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1789603596.633448:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.633451:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.633457:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46c00 refcount=4 00000020:00000001:2.0:1789603596.633459:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000001:2.0:1789603596.633463:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000001:2.0:1789603596.633465:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.633466:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.633468:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46c00 refcount=5 00000020:00000001:2.0:1789603596.633470:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000001:2.0:1789603596.633472:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000001:2.0:1789603596.633476:0:2403:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603596.633480:0:2403:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603596.633486:0:2403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe542f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32678 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.633498:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.633500:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.633503:0:2403:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789603596.633505:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.633507:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.633537:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46c00 refcount=6 00000020:00000001:2.0:1789603596.633540:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000001:2.0:1789603596.633542:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000040:2.0:1789603596.633549:0:2403:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb802f46c00, remote cookie: 0x31dbb14d74e919a0, flags: 0x1001 00010000:00010000:2.0:1789603596.633556:0:2403:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe542f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919a0 expref: -99 pid: 32678 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.633565:0:2403:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1789603596.633568:0:2403:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.633570:0:2403:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789603596.633575:0:2403:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1789603596.633581:0:2403:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe542f lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e919a0 expref: -99 pid: 32678 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789603596.633590:0:2403:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x13:0x0].0x0 (ffff9eb81938bc00) refcount = 1 00010000:00000040:2.0:1789603596.633593:0:2403:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1789603596.633596:0:2403:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe542f lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e919a0 expref: -99 pid: 32678 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.633606:0:2403:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789603596.633608:0:2403:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603596.633611:0:2403:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789603596.633614:0:2403:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603596.633618:0:2403:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe542f lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919a0 expref: -99 pid: 32678 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.633624:0:2403:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789603596.633626:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.633627:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.633628:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.633629:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789603596.633632:0:2403:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1789603596.633635:0:2403:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1789603596.633639:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.633640:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.633642:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46c00 refcount=5 00000020:00000001:2.0:1789603596.633644:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000001:2.0:1789603596.633646:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00000008:00000001:2.0:1789603596.633662:0:2403:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1789603596.633667:0:2403:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfce90 00000008:00010000:2.0:1789603596.633672:0:2403:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe542f lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e919a0 expref: -99 pid: 32678 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1789603596.633680:0:2403:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfce90 00000020:00000001:2.0:1789603596.633683:0:2403:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1789603596.633686:0:2403:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1789603596.633690:0:2403:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789603596.633693:0:2403:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603596.633695:0:2403:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603596.633697:0:2403:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfce90 00000008:00000001:2.0:1789603596.633760:0:2403:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1789603596.633765:0:2403:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789603596.633767:0:2403:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1789603596.633790:0:2403:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1789603596.633792:0:2403:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.633795:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.633796:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.633798:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46c00 refcount=6 00000020:00000001:2.0:1789603596.633800:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000001:2.0:1789603596.633802:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000001:2.0:1789603596.633805:0:2403:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603596.633808:0:2403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe542f lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e919a0 expref: -99 pid: 32678 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.633815:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.633817:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789603596.633819:0:2403:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe542f lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e919a0 expref: -99 pid: 32678 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.633827:0:2403:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603596.633828:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.633829:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789603596.633830:0:2403:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.633832:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.633833:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.633834:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46c00 refcount=5 00000020:00000001:2.0:1789603596.633836:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000001:2.0:1789603596.633838:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000001:2.0:1789603596.633841:0:2403:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603596.633843:0:2403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe542f lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e919a0 expref: -99 pid: 32678 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603596.633850:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.633851:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.633853:0:2403:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603596.633856:0:2403:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603596.633859:0:2403:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe542f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e919a0 expref: -99 pid: 32678 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603596.633869:0:2403:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603596.633872:0:2403:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603596.633875:0:2403:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603596.633879:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.633890:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.633892:0:2403:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.633897:0:2403:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603596.633899:0:2403:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.633902:0:2403:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.633904:0:2403:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.633907:0:2403:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603596.633909:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.633909:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.633911:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.633912:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789603596.633913:0:2403:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603596.633919:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f2300 x1876533442894080/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603612 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789603596.633929:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:0:1876533442894080:192.168.204.129@tcp:101:checkstat.0 00000100:00000001:2.0:1789603596.633936:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603596.633940:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603596.633945:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f2300 x1876533442894080/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.633952:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603596.633955:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603596.633960:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041d3800. 02000000:00000001:2.0:1789603596.633965:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603596.633969:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603596.633971:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:2.0:1789603596.633974:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603596.633977:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb8118b6200. 02000000:00000001:2.0:1789603596.633981:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603596.633983:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1789603596.634107:0:32678:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.634301:0:32678:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.634312:0:32678:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789603596.634316:0:32678:0:(cl_object.c:143:cl_object_top()) ffff9eb810bfce90 -> ffff9eb810bfce90 00000020:00000001:1.0:1789603596.634318:0:32678:0:(cl_object.c:143:cl_object_top()) ffff9eb810bfce90 -> ffff9eb810bfce90 00000020:00000001:1.0:1789603596.634321:0:32678:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789603596.634327:0:32678:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1789603596.634333:0:32678:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789603596.634336:0:32678:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603596.634337:0:32678:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789603596.634339:0:32678:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789603596.634341:0:32678:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x25:1029 on OST[1]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:1.0:1789603596.634346:0:32678:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789603596.634348:0:32678:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:1.0:1789603596.634351:0:32678:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.634353:0:32678:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.634354:0:32678:0:(cl_object.c:143:cl_object_top()) ffff9eb810bfce90 -> ffff9eb810bfce90 00000080:00200000:1.0:1789603596.634357:0:32678:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x25:0x0] updating i_size 0 i_blocks 0 00000080:00000001:1.0:1789603596.634360:0:32678:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789603596.634364:0:32678:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789603596.634366:0:32678:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb812979bc0 (ffff9eb810b2a128/0) at cl_lock_release():245 00000020:00000001:1.0:1789603596.634371:0:32678:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789603596.634373:0:32678:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb812979bc0 (ffff9eb810b2a128/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789603596.634377:0:32678:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789603596.634381:0:32678:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603596.634383:0:32678:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974318760 : -106961735232856 : ffff9eb807c452a8) 00000020:00000001:1.0:1789603596.634386:0:32678:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789603596.634387:0:32678:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb80574e4b0 (ffff9eb810b2aab8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789603596.634391:0:32678:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789603596.634392:0:32678:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789603596.634394:0:32678:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.634395:0:32678:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789603596.634397:0:32678:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789603596.634399:0:32678:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789603596.634401:0:32678:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789603596.634402:0:32678:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789603596.634404:0:32678:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789603596.634405:0:32678:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb812979bc0 (ffff9eb810b2a128/0) at cl_lock_fini():72 00020000:00000001:1.0:1789603596.634409:0:32678:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789603596.634410:0:32678:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789603596.634411:0:32678:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb80574e4b0 (ffff9eb810b2a128/1) at cl_lock_fini():72 00000008:00000010:1.0:1789603596.634415:0:32678:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb8182c5430. 00000020:00000001:1.0:1789603596.634421:0:32678:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789603596.634423:0:32678:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb80574e480. 00020000:00000001:1.0:1789603596.634427:0:32678:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789603596.634429:0:32678:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789603596.634430:0:32678:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1789603596.634432:0:32678:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.634436:0:32678:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789603596.634439:0:32678:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789603596.634442:0:32678:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789603596.634443:0:32678:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789603596.634445:0:32678:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789603596.634448:0:32678:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2aab0 00020000:00000001:1.0:1789603596.634451:0:32678:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789603596.634454:0:32678:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789603596.634458:0:32678:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789603596.634460:0:32678:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x25:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789603596.634465:0:32678:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789603596.634467:0:32678:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.634469:0:32678:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789603596.634471:0:32678:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789603596.634472:0:32678:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789603596.634473:0:32678:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a120 00000001:00000001:1.0:1789603596.634475:0:32678:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.634486:0:32678:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17d08 00000080:00000008:1.0:1789603596.634489:0:32678:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x25:0x0](ffff9eb80817ba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789603596.634498:0:32678:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789603596.634501:0:32678:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17da0 00000080:00002000:1.0:1789603596.634503:0:32678:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9eb82053fca8, parent ffff9eb82053f438, inode ffff9eb80817ba88) hashed, 00000080:00000001:1.0:1789603596.634505:0:32678:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603596.634962:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f2300. 00000100:00000001:2.0:1789603596.634969:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603596.634971:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603596.634976:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603596.635065:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603596.635068:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.635072:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603596.635075:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.645235:0:32679:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603596.645244:0:32679:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603596.645246:0:32679:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603596.645249:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fb20 00000080:00200000:0.0:1789603596.645254:0:32679:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603596.645262:0:32679:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb803b55000. 00800000:00000002:0.0:1789603596.645270:0:32679:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603596.645275:0:32679:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603596.645282:0:32679:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603596.645284:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fa40 00800000:00000002:0.0:1789603596.645287:0:32679:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603596.645290:0:32679:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603596.645293:0:32679:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603596.645295:0:32679:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603596.645297:0:32679:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603596.645299:0:32679:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603596.645301:0:32679:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.645302:0:32679:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603596.645305:0:32679:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.645308:0:32679:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603596.645314:0:32679:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603596.645315:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1f910 00000002:00010000:0.0:1789603596.645317:0:32679:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603596.645320:0:32679:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603596.645322:0:32679:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603596.645325:0:32679:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603596.645332:0:32679:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bb00 count: 2 00010000:00000001:0.0:1789603596.645336:0:32679:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603596.645404:0:32679:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603596.645409:0:32679:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603596.645414:0:32679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789603596.645425:0:32679:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603596.645430:0:32679:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603596.645433:0:32679:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789603596.645441:0:32679:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603596.645444:0:32679:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603596.645446:0:32679:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603596.645448:0:32679:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603596.645450:0:32679:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603596.645452:0:32679:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603596.645455:0:32679:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603596.645457:0:32679:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603596.645461:0:32679:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb803b55000. 00000080:00000001:0.0:1789603596.645466:0:32679:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603596.645470:0:32679:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603596.645473:0:32679:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603596.645477:0:32679:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe541a 00800000:00000001:0.0:1789603596.645481:0:32679:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603596.645483:0:32679:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603596.645485:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.645488:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.645491:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:0.0:1789603596.645493:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:0.0:1789603596.645496:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:0.0:1789603596.645499:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.645500:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603596.645501:0:32679:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.645503:0:32679:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603596.645506:0:32679:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe541a from it ffffb8e501c1fb58 00010000:00000001:0.0:1789603596.645508:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.645592:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.645595:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:0.0:1789603596.645597:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:0.0:1789603596.645600:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:0.0:1789603596.645603:0:32679:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603596.645607:0:32679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603596.645613:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.645615:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.645616:0:32679:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603596.645618:0:32679:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603596.645621:0:32679:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603596.645627:0:32679:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603596.645630:0:32679:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603596.645632:0:32679:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603596.645636:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.645637:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.645638:0:32679:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.645641:0:32679:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603596.645642:0:32679:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.645644:0:32679:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.645647:0:32679:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.645648:0:32679:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603596.645649:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.645650:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603596.645663:0:32679:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603596.645665:0:32679:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603596.645667:0:32679:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:0.0:1789603596.645672:0:32679:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603596.645680:0:32679:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb806947200. 00000020:00000001:0.0:1789603596.645685:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fa88 00000080:00200000:0.0:1789603596.645687:0:32679:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9eb808190908), flags=24 00000080:00000001:0.0:1789603596.645690:0:32679:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789603596.645692:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1f938 00000080:00200000:0.0:1789603596.645693:0:32679:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9eb808190908), intent=0 00000080:00000010:0.0:1789603596.645701:0:32679:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb803b55000. 00800000:00000002:0.0:1789603596.645703:0:32679:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603596.645708:0:32679:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603596.645709:0:32679:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603596.645711:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1f858 00800000:00000002:0.0:1789603596.645712:0:32679:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603596.645715:0:32679:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603596.645718:0:32679:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603596.645719:0:32679:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603596.645720:0:32679:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603596.645721:0:32679:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603596.645723:0:32679:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.645724:0:32679:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603596.645726:0:32679:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.645728:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1f7f0 00800000:00000002:0.0:1789603596.645730:0:32679:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:0.0:1789603596.645732:0:32679:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603596.645733:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1f728 00000002:00010000:0.0:1789603596.645735:0:32679:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1789603596.645738:0:32679:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789603596.645740:0:32679:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789603596.645744:0:32679:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1c380. 00000020:00000040:0.0:1789603596.645748:0:32679:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:0.0:1789603596.645753:0:32679:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603596.645756:0:32679:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603596.645758:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.645759:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.645760:0:32679:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.645820:0:32679:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603596.645822:0:32679:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603596.645825:0:32679:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603596.645832:0:32679:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8051e1c00. 00000100:00000001:0.0:1789603596.645838:0:32679:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.645842:0:32679:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603596.645844:0:32679:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.645846:0:32679:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603596.645847:0:32679:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.645848:0:32679:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.645856:0:32679:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00010000:00000001:0.0:1789603596.645860:0:32679:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789603596.645862:0:32679:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789603596.645864:0:32679:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bb00 count: 2 00010000:00000001:0.0:1789603596.645866:0:32679:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603596.645869:0:32679:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789603596.645872:0:32679:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb800030200. 00000020:00000001:0.0:1789603596.645875:0:32679:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789603596.645877:0:32679:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb800030200 with handle 0xa04c19c788fe5436 to hash 00000020:00000001:0.0:1789603596.645879:0:32679:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789603596.645881:0:32679:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603596.645884:0:32679:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603596.645887:0:32679:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603596.645888:0:32679:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603596.645891:0:32679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603596.645898:0:32679:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603596.645907:0:32679:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32679 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789603596.645912:0:32679:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603596.645914:0:32679:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603596.645920:0:32679:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb806b816c0. 00000100:00000001:0.0:1789603596.645922:0:32679:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111956739776 : -106961752811840 : ffff9eb806b816c0) 00000100:00000001:0.0:1789603596.645925:0:32679:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.645926:0:32679:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00000100:00000001:0.0:1789603596.645931:0:32679:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603596.645934:0:32679:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.645995:0:32679:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603596.645997:0:32679:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603596.646006:0:32679:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1c380 x1876533442894208/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.646015:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603596.646017:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603596.646020:0:32679:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603596.646022:0:32679:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603596.646024:0:32679:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603596.646027:0:32679:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1c380 pname:cluuid:pid:xid:nid:opc:job checkstat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32679:1876533442894208:192.168.204.129@tcp:101:checkstat.0 00000100:00000001:0.0:1789603596.646031:0:32679:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603596.646035:0:32679:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603596.646037:0:32679:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603596.646039:0:32679:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603596.646044:0:32679:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb807ad7000. 02000000:00000001:0.0:1789603596.646046:0:32679:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603596.646052:0:32679:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603596.646056:0:32679:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139688. 00000400:00000010:0.0:1789603596.646062:0:32679:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136824c8. 00000100:00000200:0.0:1789603596.646068:0:32679:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442894208, portal 10 00000100:00000001:0.0:1789603596.646070:0:32679:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.646071:0:32679:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00000100:00000040:0.0:1789603596.646076:0:32679:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810d1c380 x1876533442894208/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.646084:0:32679:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603596.646087:0:32679:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603596.646089:0:32679:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682110. 00000100:00000200:0.0:1789603596.646092:0:32679:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876533442894208, offset 0 00000400:00000200:0.0:1789603596.646098:0:32679:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603596.646105:0:32679:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603596.646112:0:32679:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603596.646117:0:32679:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603596.646121:0:32679:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603596.646125:0:32679:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603596.646127:0:32679:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603596.646130:0:32679:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2772:2772:256:4294967295] 192.168.204.129@tcp LPNI seq info [2772:2772:8:4294967295] 00000400:00000200:0.0:1789603596.646134:0:32679:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603596.646144:0:32679:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603596.646149:0:32679:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603596.646153:0:32679:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076300. 00000800:00000200:0.0:1789603596.646160:0:32679:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603596.646167:0:32679:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603596.646170:0:32679:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789603596.646237:0:32679:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603596.646242:0:32679:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 867818 usecs (868 jiffies) 00000400:00000200:0.0:1789603596.646245:0:32679:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603596.646248:0:32679:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296596447 00000100:00000001:0.0:1789603596.646251:0:32679:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:0.0:1789603596.646253:0:32679:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296596447 00000100:00000001:0.0:1789603596.646255:0:32679:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:0.0:1789603596.646257:0:32679:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603596.646259:0:32679:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.646261:0:32679:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603596.646263:0:32679:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603596.646265:0:32679:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb806b816c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789603596.646267:0:32679:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603596.646270:0:32679:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603596.646904:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603596.646909:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076300. 00000400:00000200:3.0:1789603596.646915:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.646920:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603596.646925:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682110 00000400:00000010:3.0:1789603596.646927:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682110. 00000100:00000001:3.0:1789603596.646932:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603596.646994:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1c380 x1876533442894208/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.647004:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603596.647008:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1c380 x1876533442894208/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603612 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.647015:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603596.647016:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603596.650755:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.650780:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603596.650784:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.650787:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603596.650795:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.650802:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603596.650811:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.650816:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.650821:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.650826:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d45d980 00000400:00000200:3.0:1789603596.650831:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.650836:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x7e95 [1] + 224 00000800:00000001:3.0:1789603596.650842:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.650848:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603596.650852:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.650855:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603596.650863:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603596.650873:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1c380 x1876533442894208/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603596.650884:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb810d1c380 x1876533442894208/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.650903:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603596.650910:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.650914:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.650963:0:32679:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603596.650970:0:32679:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603596.650972:0:32679:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603596.650976:0:32679:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139688. 00000400:00000200:0.0:1789603596.650981:0:32679:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136824c8 00000400:00000010:0.0:1789603596.650984:0:32679:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136824c8. 00000100:00000001:0.0:1789603596.650987:0:32679:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603596.650992:0:32679:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1c380 x1876533442894208/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603596.651001:0:32679:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1c380 x1876533442894208/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.651007:0:32679:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603596.651009:0:32679:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.651011:0:32679:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603596.651014:0:32679:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603596.651016:0:32679:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603596.651019:0:32679:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603596.651022:0:32679:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603596.651030:0:32679:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=144 v=5 (106 106 106 137) 00000100:00001000:0.0:1789603596.651034:0:32679:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603596.651037:0:32679:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603596.651039:0:32679:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.651042:0:32679:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603596.651045:0:32679:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.651049:0:32679:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603596.651051:0:32679:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:0.0:1789603596.651053:0:32679:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603596.651056:0:32679:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603596.651061:0:32679:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1c380 x1876533442894208/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.651067:0:32679:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603596.651070:0:32679:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603596.651072:0:32679:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603596.651075:0:32679:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1c380 x1876533442894208/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603612 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603596.651083:0:32679:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1c380 pname:cluuid:pid:xid:nid:opc:job checkstat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32679:1876533442894208:192.168.204.129@tcp:101:checkstat.0 00000100:00000001:0.0:1789603596.651088:0:32679:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.651091:0:32679:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.651093:0:32679:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603596.651095:0:32679:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.651099:0:32679:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1c380 x1876533442894208/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603612 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.651106:0:32679:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603596.651109:0:32679:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb806b816c0. 00000100:00000001:0.0:1789603596.651111:0:32679:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603596.651113:0:32679:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.651116:0:32679:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789603596.651120:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.651122:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.651125:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=4 00000020:00000001:0.0:1789603596.651127:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603596.651130:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000040:0.0:1789603596.651137:0:32679:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb800030200, remote cookie: 0x31dbb14d74e919bc, flags: 0x1001 00010000:00010000:0.0:1789603596.651142:0:32679:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789603596.651152:0:32679:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789603596.651155:0:32679:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789603596.651163:0:32679:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb819248f00. 00010000:00000010:0.0:1789603596.651167:0:32679:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb805741300. 00010000:00000001:0.0:1789603596.651172:0:32679:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603596.651176:0:32679:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603596.651184:0:32679:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603596.651195:0:32679:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789603596.651200:0:32679:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789603596.651202:0:32679:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789603596.651203:0:32679:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789603596.651205:0:32679:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789603596.651208:0:32679:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x24:0x0].0x0 (ffff9eb819248f00) refcount = 1 00010000:00010000:0.0:1789603596.651212:0:32679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603596.651218:0:32679:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789603596.651221:0:32679:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789603596.651222:0:32679:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603596.651225:0:32679:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789603596.651228:0:32679:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603596.651231:0:32679:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603596.651237:0:32679:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789603596.651238:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.651240:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.651241:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.651242:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.651244:0:32679:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.651248:0:32679:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789603596.651250:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.651251:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.651253:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=3 00000020:00000001:0.0:1789603596.651255:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603596.651257:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603596.651260:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.651260:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.651262:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=4 00000020:00000001:0.0:1789603596.651264:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603596.651266:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603596.651269:0:32679:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603596.651272:0:32679:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603596.651275:0:32679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603596.651281:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.651282:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.651283:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.651284:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.651286:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=5 00000020:00000001:0.0:1789603596.651287:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603596.651289:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603596.651292:0:32679:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603596.651294:0:32679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603596.651300:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.651301:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789603596.651304:0:32679:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603596.651309:0:32679:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603596.651310:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.651311:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.651312:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.651313:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789603596.651318:0:32679:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9eb810d1c380 x1876533442894208/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789603596.651325:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.651326:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.651327:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=3 00000020:00000001:0.0:1789603596.651330:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603596.651332:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603596.651334:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.651335:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603596.651337:0:32679:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.651351:0:32679:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.651355:0:32679:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789603596.651357:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.651358:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.651359:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=3 00000020:00000001:0.0:1789603596.651361:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603596.651363:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00000002:00010000:0.0:1789603596.651367:0:32679:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603596.651373:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.651374:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.651376:0:32679:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603596.651377:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.651378:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.651380:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=3 00000020:00000001:0.0:1789603596.651382:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603596.651384:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000040:0.0:1789603596.651388:0:32679:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248f00 count: 2 00010000:00000001:0.0:1789603596.651390:0:32679:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789603596.651394:0:32679:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589935621/36 (0 0) 00010000:00000001:0.0:1789603596.651396:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.651397:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603596.651399:0:32679:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789603596.651402:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1f6b0 00000002:00002000:0.0:1789603596.651404:0:32679:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789603596.651408:0:32679:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.651412:0:32679:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.651416:0:32679:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789603596.651419:0:32679:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789603596.651422:0:32679:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.651427:0:32679:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000001:0.0:1789603596.651430:0:32679:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789603596.651431:0:32679:0:(namei.c:674:ll_lookup_it_finish()) it ffffb8e501c1fa28 it_disposition b 00000080:00000001:0.0:1789603596.651434:0:32679:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789603596.651442:0:32679:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789603596.651446:0:32679:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789603596.651451:0:32679:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb807a3ff40. 00800000:00000001:0.0:1789603596.651453:0:32679:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637111972200256 : -106961737351360 : ffff9eb807a3ff40) 00800000:00000001:0.0:1789603596.651455:0:32679:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.651457:0:32679:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789603596.651460:0:32679:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:0.0:1789603596.651463:0:32679:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1789603596.651469:0:32679:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789603596.651471:0:32679:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:0.0:1789603596.651474:0:32679:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789603596.651477:0:32679:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789603596.651479:0:32679:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.651483:0:32679:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:0.0:1789603596.651485:0:32679:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789603596.651489:0:32679:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611172 mtime from 1789603577 to 1789603578 00000080:00200000:0.0:1789603596.651494:0:32679:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00000080:00200000:0.0:1789603596.651496:0:32679:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x24:0x0](ffff9eb80817ec08): rc = 0 00000080:00000001:0.0:1789603596.651499:0:32679:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979797512 : -106961729754104 : ffff9eb80817ec08) 00010000:00000001:0.0:1789603596.651501:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.651503:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.651504:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=3 00000020:00000001:0.0:1789603596.651506:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603596.651566:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603596.651569:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.651570:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789603596.651572:0:32679:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789603596.651575:0:32679:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789603596.651577:0:32679:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807a3ff40 1 00800000:00000010:0.0:1789603596.651579:0:32679:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb807a3ff40. 00800000:00000001:0.0:1789603596.651583:0:32679:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603596.651586:0:32679:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff9eb80817ec08) for lock 0xa04c19c788fe5436 00800000:00000001:0.0:1789603596.651589:0:32679:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603596.651591:0:32679:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603596.651593:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.651594:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.651595:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=3 00000020:00000001:0.0:1789603596.651597:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603596.651599:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603596.651602:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.651603:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603596.651604:0:32679:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.651606:0:32679:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1789603596.651614:0:32679:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb8184b2bd0 inode ffff9eb80817ec08 refc 1 flags 0x20000e 00000080:00000002:0.0:1789603596.651619:0:32679:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1789603596.651623:0:32679:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1789603596.651626:0:32679:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff9eb80817ec08) 00000080:00010000:0.0:1789603596.651631:0:32679:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5436 from it ffffb8e501c1fa28 00010000:00000001:0.0:1789603596.651633:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.651634:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.651636:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=3 00000020:00000001:0.0:1789603596.651638:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603596.651640:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603596.651642:0:32679:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603596.651645:0:32679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603596.651661:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.651662:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.651663:0:32679:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603596.651667:0:32679:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603596.651669:0:32679:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603596.651676:0:32679:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603596.651679:0:32679:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603596.651681:0:32679:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603596.651684:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.651685:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.651687:0:32679:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.651690:0:32679:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603596.651691:0:32679:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.651693:0:32679:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.651696:0:32679:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.651697:0:32679:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603596.651698:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.651699:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789603596.651701:0:32679:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789603596.651705:0:32679:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb803b55000. 00000100:00000001:0.0:1789603596.651708:0:32679:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.651713:0:32679:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1c380 x1876533442894208/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.651719:0:32679:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603596.651721:0:32679:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603596.651725:0:32679:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb807ad7000. 02000000:00000001:0.0:1789603596.651728:0:32679:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603596.651730:0:32679:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603596.651732:0:32679:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603596.651734:0:32679:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603596.651737:0:32679:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8051e1c00. 02000000:00000001:0.0:1789603596.651739:0:32679:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603596.651741:0:32679:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603596.651743:0:32679:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1c380. 00000100:00000001:0.0:1789603596.651746:0:32679:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603596.651747:0:32679:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603596.651754:0:32679:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789603596.651756:0:32679:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9eb80817ec08), inode mode 41ed mask 1 00000080:00000001:0.0:1789603596.651761:0:32679:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603596.651773:0:32679:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb806947cc0. 00000020:00000001:0.0:1789603596.651776:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fae8 00000080:00200000:0.0:1789603596.651778:0:32679:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff9eb80817ec08), flags=8 00000080:00000001:0.0:1789603596.651781:0:32679:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789603596.651783:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1f998 00000080:00200000:0.0:1789603596.651784:0:32679:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff9eb80817ec08), intent=getattr 00000080:00000010:0.0:1789603596.651791:0:32679:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb803b55000. 00800000:00000002:0.0:1789603596.651795:0:32679:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb811aa7f40 2 00000080:00000001:0.0:1789603596.651801:0:32679:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603596.651803:0:32679:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603596.651805:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1f8b8 00800000:00000002:0.0:1789603596.651807:0:32679:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000405:0x24:0x0] 00800000:00000001:0.0:1789603596.651810:0:32679:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603596.651813:0:32679:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603596.651816:0:32679:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603596.651819:0:32679:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603596.651821:0:32679:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603596.651823:0:32679:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.651825:0:32679:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1789603596.651827:0:32679:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.651830:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1f850 00800000:00000002:0.0:1789603596.651832:0:32679:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x24:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:0.0:1789603596.651836:0:32679:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603596.651838:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1f788 00000002:00010000:0.0:1789603596.651839:0:32679:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000405:0x24:0x0], intent: getattr flags 01 00000002:00000001:0.0:1789603596.651843:0:32679:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789603596.651845:0:32679:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789603596.651848:0:32679:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1c380. 00000020:00000040:0.0:1789603596.651851:0:32679:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:0.0:1789603596.651855:0:32679:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603596.651858:0:32679:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603596.651861:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.651862:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.651863:0:32679:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.651866:0:32679:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603596.651868:0:32679:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603596.651871:0:32679:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603596.651877:0:32679:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8051e1c00. 00000100:00000001:0.0:1789603596.651883:0:32679:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.651886:0:32679:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603596.651888:0:32679:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.651890:0:32679:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603596.651891:0:32679:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.651892:0:32679:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.651899:0:32679:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00010000:00000001:0.0:1789603596.651902:0:32679:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789603596.651904:0:32679:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789603596.651907:0:32679:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248f00 count: 2 00010000:00000001:0.0:1789603596.651909:0:32679:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603596.651911:0:32679:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789603596.651914:0:32679:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb800031400. 00000020:00000001:0.0:1789603596.651917:0:32679:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789603596.651920:0:32679:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb800031400 with handle 0xa04c19c788fe543d to hash 00000020:00000001:0.0:1789603596.651921:0:32679:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789603596.651923:0:32679:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603596.651927:0:32679:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603596.651929:0:32679:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603596.651931:0:32679:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603596.651934:0:32679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe543d lrc: 3/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603596.651941:0:32679:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe543d lrc: 3/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32679 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603596.651949:0:32679:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe543d lrc: 3/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32679 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789603596.651954:0:32679:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603596.651957:0:32679:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603596.651962:0:32679:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb806b816c0. 00000100:00000001:0.0:1789603596.651964:0:32679:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111956739776 : -106961752811840 : ffff9eb806b816c0) 00000100:00000001:0.0:1789603596.651967:0:32679:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.651969:0:32679:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00000100:00000001:0.0:1789603596.651973:0:32679:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603596.651977:0:32679:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.651979:0:32679:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603596.651980:0:32679:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603596.651984:0:32679:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1c380 x1876533442894336/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.651992:0:32679:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603596.651994:0:32679:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603596.651997:0:32679:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603596.652000:0:32679:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603596.652002:0:32679:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603596.652005:0:32679:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1c380 pname:cluuid:pid:xid:nid:opc:job checkstat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32679:1876533442894336:192.168.204.129@tcp:101:checkstat.0 00000100:00000001:0.0:1789603596.652009:0:32679:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603596.652014:0:32679:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603596.652016:0:32679:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603596.652018:0:32679:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603596.652022:0:32679:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb807ad7000. 02000000:00000001:0.0:1789603596.652024:0:32679:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603596.652029:0:32679:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603596.652033:0:32679:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139688. 00000400:00000010:0.0:1789603596.652037:0:32679:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136824c8. 00000100:00000200:0.0:1789603596.652044:0:32679:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442894336, portal 10 00000100:00000001:0.0:1789603596.652046:0:32679:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.652047:0:32679:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00000100:00000040:0.0:1789603596.652052:0:32679:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810d1c380 x1876533442894336/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.652058:0:32679:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603596.652061:0:32679:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603596.652064:0:32679:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682cc0. 00000100:00000200:0.0:1789603596.652067:0:32679:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876533442894336, offset 0 00000400:00000200:0.0:1789603596.652073:0:32679:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603596.652079:0:32679:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603596.652085:0:32679:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603596.652089:0:32679:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603596.652093:0:32679:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603596.652096:0:32679:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603596.652099:0:32679:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603596.652102:0:32679:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2773:2773:256:4294967295] 192.168.204.129@tcp LPNI seq info [2773:2773:8:4294967295] 00000400:00000200:0.0:1789603596.652106:0:32679:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603596.652114:0:32679:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603596.652120:0:32679:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603596.652125:0:32679:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076e00. 00000800:00000200:0.0:1789603596.652132:0:32679:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603596.652139:0:32679:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603596.652143:0:32679:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789603596.652157:0:32679:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603596.652161:0:32679:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 866617 usecs (867 jiffies) 00000400:00000200:0.0:1789603596.652164:0:32679:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603596.652167:0:32679:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296596452 00000100:00000001:0.0:1789603596.652170:0:32679:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:0.0:1789603596.652172:0:32679:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296596452 00000100:00000001:0.0:1789603596.652173:0:32679:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:0.0:1789603596.652176:0:32679:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603596.652178:0:32679:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.652180:0:32679:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603596.652182:0:32679:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603596.652184:0:32679:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb806b816c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789603596.652186:0:32679:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603596.652189:0:32679:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603596.652465:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603596.652470:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076e00. 00000400:00000200:3.0:1789603596.652475:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.652480:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603596.652484:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682cc0 00000400:00000010:3.0:1789603596.652486:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682cc0. 00000100:00000001:3.0:1789603596.652489:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603596.652493:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1c380 x1876533442894336/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.652505:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603596.652528:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1c380 x1876533442894336/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603612 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.652535:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603596.652537:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603596.664147:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.664162:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603596.664166:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.664168:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603596.664176:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.664185:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603596.664196:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.664201:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.664207:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.664212:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 640 into portal 10 MB=0x6aab27d45da00 00000400:00000200:3.0:1789603596.664218:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.664223:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 640/640 into md 0x7e9d [1] + 224 00000800:00000001:3.0:1789603596.664232:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.664239:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603596.664242:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.664246:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603596.664253:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603596.664262:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1c380 x1876533442894336/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603596.664274:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9eb810d1c380 x1876533442894336/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.664297:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603596.664305:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.664308:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.664488:0:32679:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603596.664495:0:32679:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603596.664497:0:32679:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603596.664501:0:32679:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139688. 00000400:00000200:0.0:1789603596.664505:0:32679:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136824c8 00000400:00000010:0.0:1789603596.664508:0:32679:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136824c8. 00000100:00000001:0.0:1789603596.664542:0:32679:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603596.664547:0:32679:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1c380 x1876533442894336/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603596.664556:0:32679:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1c380 x1876533442894336/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.664563:0:32679:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603596.664564:0:32679:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.664567:0:32679:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603596.664570:0:32679:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603596.664573:0:32679:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603596.664575:0:32679:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603596.664578:0:32679:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603596.664587:0:32679:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=144 v=5 (106 106 106 137) 00000100:00001000:0.0:1789603596.664591:0:32679:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603596.664593:0:32679:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603596.664595:0:32679:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.664597:0:32679:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603596.664601:0:32679:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.664604:0:32679:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603596.664606:0:32679:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:0.0:1789603596.664608:0:32679:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603596.664612:0:32679:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603596.664617:0:32679:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1c380 x1876533442894336/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/640 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.664625:0:32679:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603596.664629:0:32679:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603596.664631:0:32679:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603596.664636:0:32679:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1c380 x1876533442894336/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/640 e 0 to 0 dl 1789603612 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603596.664644:0:32679:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1c380 pname:cluuid:pid:xid:nid:opc:job checkstat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32679:1876533442894336:192.168.204.129@tcp:101:checkstat.0 00000100:00000001:0.0:1789603596.664649:0:32679:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.664663:0:32679:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.664666:0:32679:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603596.664668:0:32679:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.664671:0:32679:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1c380 x1876533442894336/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/640 e 0 to 0 dl 1789603612 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.664677:0:32679:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603596.664679:0:32679:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb806b816c0. 00000100:00000001:0.0:1789603596.664682:0:32679:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603596.664683:0:32679:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.664685:0:32679:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789603596.664688:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.664690:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.664693:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031400 refcount=4 00000020:00000001:0.0:1789603596.664694:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603596.664696:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000040:0.0:1789603596.664702:0:32679:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb800031400, remote cookie: 0x31dbb14d74e919d8, flags: 0x1001 00010000:00010000:0.0:1789603596.664706:0:32679:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe543d lrc: 4/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919d8 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789603596.664713:0:32679:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x26:0x0].0x0, instead of [0x200000405:0x24:0x0].0x0 00010000:00000001:0.0:1789603596.664715:0:32679:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1789603596.664721:0:32679:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c300 count: 2 00010000:00000001:0.0:1789603596.664722:0:32679:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603596.664724:0:32679:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603596.664727:0:32679:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe543d lrc: 4/1,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919d8 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603596.664737:0:32679:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe543d lrc: 4/1,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919d8 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603596.664741:0:32679:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789603596.664744:0:32679:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789603596.664745:0:32679:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789603596.664747:0:32679:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789603596.664747:0:32679:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789603596.664749:0:32679:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x26:0x0].0x0 (ffff9eb80647c300) refcount = 2 00010000:00000040:0.0:1789603596.664752:0:32679:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789603596.664755:0:32679:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5413 lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e91945 expref: -99 pid: 32643 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789603596.664761:0:32679:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe543d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e919d8 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603596.664767:0:32679:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789603596.664770:0:32679:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789603596.664772:0:32679:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603596.664775:0:32679:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789603596.664777:0:32679:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603596.664780:0:32679:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe543d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919d8 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603596.664787:0:32679:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789603596.664788:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.664790:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.664791:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.664792:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.664793:0:32679:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.664797:0:32679:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789603596.664799:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.664801:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.664802:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031400 refcount=3 00000020:00000001:0.0:1789603596.664804:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603596.664806:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603596.664808:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.664809:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.664811:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031400 refcount=4 00000020:00000001:0.0:1789603596.664812:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603596.664815:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603596.664818:0:32679:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603596.664821:0:32679:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603596.664825:0:32679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe543d lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e919d8 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603596.664832:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.664833:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.664834:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.664836:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.664837:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031400 refcount=5 00000020:00000001:0.0:1789603596.664838:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603596.664841:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603596.664843:0:32679:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603596.664847:0:32679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe543d lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e919d8 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603596.664853:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.664855:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789603596.664858:0:32679:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe543d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e919d8 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603596.664863:0:32679:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603596.664864:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.664866:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.664867:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.664868:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789603596.664872:0:32679:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb810d1c380 x1876533442894336/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/640 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789603596.664881:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.664882:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.664884:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031400 refcount=3 00000020:00000001:0.0:1789603596.664886:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603596.664888:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00000002:00010000:0.0:1789603596.664892:0:32679:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe543d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919d8 expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789603596.664902:0:32679:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9eb807a3ff40. 00010000:00000001:0.0:1789603596.664904:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.664905:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603596.664906:0:32679:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.664908:0:32679:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.664911:0:32679:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789603596.664914:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.664915:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.664917:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031400 refcount=3 00000020:00000001:0.0:1789603596.664918:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603596.664920:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00000002:00010000:0.0:1789603596.664924:0:32679:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe543d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919d8 expref: -99 pid: 32679 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603596.664929:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.664930:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.664932:0:32679:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603596.664933:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.664934:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.664935:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031400 refcount=3 00000020:00000001:0.0:1789603596.664937:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603596.664940:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000040:0.0:1789603596.664942:0:32679:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c300 count: 3 00010000:00000001:0.0:1789603596.664945:0:32679:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789603596.664949:0:32679:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589935621/38 (0 0) 00010000:00000001:0.0:1789603596.664958:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.664959:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603596.664960:0:32679:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789603596.664963:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1f710 00000002:00002000:0.0:1789603596.664965:0:32679:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789603596.664968:0:32679:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.664971:0:32679:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.664974:0:32679:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789603596.664978:0:32679:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x24:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789603596.664982:0:32679:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.664987:0:32679:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb811aa7f40 2 00000080:00000001:0.0:1789603596.664989:0:32679:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789603596.664991:0:32679:0:(namei.c:674:ll_lookup_it_finish()) it ffffb8e501c1fb20 it_disposition b 00000080:00000001:0.0:1789603596.664994:0:32679:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789603596.665001:0:32679:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789603596.665006:0:32679:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789603596.665009:0:32679:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:0.0:1789603596.665012:0:32679:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1789603596.665019:0:32679:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603596.665023:0:32679:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:0.0:1789603596.665026:0:32679:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00000020:00000001:0.0:1789603596.665028:0:32679:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789603596.665032:0:32679:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789603596.665035:0:32679:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789603596.665042:0:32679:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb807b8d2a0. 00020000:00000010:0.0:1789603596.665047:0:32679:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb8122cf100. 00020000:00000010:0.0:1789603596.665052:0:32679:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb807b8d960. 00020000:00000001:0.0:1789603596.665055:0:32679:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637111973566816 : -106961735984800 : ffff9eb807b8d960) 00020000:00000002:0.0:1789603596.665059:0:32679:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb807b8d960, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789603596.665065:0:32679:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789603596.665069:0:32679:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb8122cf100: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000002:0.0:1789603596.665073:0:32679:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9eb8123e4c98) owner ffff9eb814fd27c0 00020000:00000001:0.0:1789603596.665077:0:32679:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789603596.665080:0:32679:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9eb8123e4c98) owner ffff9eb814fd27c0 00020000:00000010:0.0:1789603596.665084:0:32679:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb8122cf100. 00020000:00000010:0.0:1789603596.665088:0:32679:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb807b8d2a0. 00020000:00000010:0.0:1789603596.665091:0:32679:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb807b8d960. 00020000:00000002:0.0:1789603596.665093:0:32679:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789603596.665096:0:32679:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.665098:0:32679:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789603596.665100:0:32679:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00000080:00000001:0.0:1789603596.665103:0:32679:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:0.0:1789603596.665106:0:32679:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1789603596.665111:0:32679:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x26:0x0](ffff9eb8081900c8): rc = 0 00000080:00000001:0.0:1789603596.665114:0:32679:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979868360 : -106961729683256 : ffff9eb8081900c8) 00010000:00000001:0.0:1789603596.665117:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.665118:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.665119:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031400 refcount=3 00000020:00000001:0.0:1789603596.665121:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603596.665123:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00000080:00000001:0.0:1789603596.665126:0:32679:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789603596.665128:0:32679:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603596.665129:0:32679:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:0.0:1789603596.665131:0:32679:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00000020:00000001:0.0:1789603596.665132:0:32679:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789603596.665134:0:32679:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789603596.665135:0:32679:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789603596.665137:0:32679:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb807b8d960. 00020000:00000010:0.0:1789603596.665139:0:32679:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb8122cf100. 00020000:00000010:0.0:1789603596.665142:0:32679:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb807b8d2a0. 00020000:00000001:0.0:1789603596.665144:0:32679:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637111973565088 : -106961735986528 : ffff9eb807b8d2a0) 00020000:00000002:0.0:1789603596.665146:0:32679:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb807b8d2a0, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789603596.665150:0:32679:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789603596.665153:0:32679:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb8122cf100: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000002:0.0:1789603596.665156:0:32679:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9eb8123e4c98) owner ffff9eb814fd27c0 00020000:00000001:0.0:1789603596.665158:0:32679:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789603596.665160:0:32679:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9eb8123e4c98) owner ffff9eb814fd27c0 00020000:00000010:0.0:1789603596.665162:0:32679:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb8122cf100. 00020000:00000010:0.0:1789603596.665165:0:32679:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb807b8d960. 00020000:00000010:0.0:1789603596.665167:0:32679:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb807b8d2a0. 00020000:00000002:0.0:1789603596.665169:0:32679:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789603596.665170:0:32679:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.665185:0:32679:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.665188:0:32679:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789603596.665191:0:32679:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb814fd27c0 00020000:00000002:0.0:1789603596.665195:0:32679:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb805103b40 addref 2/0 by ffff9eb814fd27c0. 00020000:00000002:0.0:1789603596.665206:0:32679:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb814fd27c0 00020000:00000001:0.0:1789603596.665209:0:32679:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789603596.665212:0:32679:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789603596.665213:0:32679:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789603596.665215:0:32679:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789603596.665218:0:32679:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789603596.665220:0:32679:0:(file.c:6854:ll_layout_conf()) [0x200000405:0x26:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1789603596.665223:0:32679:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00000080:00000001:0.0:1789603596.665225:0:32679:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.665227:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.665228:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789603596.665230:0:32679:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789603596.665233:0:32679:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789603596.665235:0:32679:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603596.665239:0:32679:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x26:0x0](ffff9eb8081900c8) for lock 0xa04c19c788fe543d 00800000:00000001:0.0:1789603596.665242:0:32679:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603596.665244:0:32679:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603596.665245:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.665246:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.665247:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031400 refcount=3 00000020:00000001:0.0:1789603596.665258:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603596.665261:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603596.665265:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.665266:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603596.665267:0:32679:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.665269:0:32679:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1789603596.665275:0:32679:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb8184b2af8 inode ffff9eb8081900c8 refc 1 flags 0x40000e 00000080:00000001:0.0:1789603596.665279:0:32679:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1789603596.665283:0:32679:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x26:0x0](ffff9eb8081900c8) 00000080:00010000:0.0:1789603596.665287:0:32679:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe543d from it ffffb8e501c1fb20 00010000:00000001:0.0:1789603596.665289:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.665290:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.665291:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031400 refcount=3 00000020:00000001:0.0:1789603596.665293:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603596.665295:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603596.665297:0:32679:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603596.665300:0:32679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe543d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e919d8 expref: -99 pid: 32679 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603596.665582:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.665584:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.665585:0:32679:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603596.665587:0:32679:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603596.665590:0:32679:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe543d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e919d8 expref: -99 pid: 32679 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603596.665597:0:32679:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603596.665600:0:32679:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603596.665602:0:32679:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603596.665606:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.665607:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.665608:0:32679:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.665611:0:32679:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603596.665613:0:32679:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.665615:0:32679:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.665618:0:32679:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.665620:0:32679:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603596.665622:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.665622:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789603596.665625:0:32679:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789603596.665630:0:32679:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb803b55000. 00000100:00000001:0.0:1789603596.665634:0:32679:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.665639:0:32679:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1c380 x1876533442894336/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/640 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.665645:0:32679:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603596.665648:0:32679:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603596.665694:0:32679:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb807ad7000. 02000000:00000001:0.0:1789603596.665699:0:32679:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603596.665702:0:32679:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603596.665703:0:32679:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603596.665706:0:32679:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603596.665708:0:32679:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8051e1c00. 02000000:00000001:0.0:1789603596.665711:0:32679:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603596.665713:0:32679:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603596.665715:0:32679:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1c380. 00000100:00000001:0.0:1789603596.665718:0:32679:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603596.665720:0:32679:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603596.665722:0:32679:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789603596.665725:0:32679:0:(dcache.c:176:ll_intent_release()) intent ffffb8e501c1fb20 released 00000080:00000001:0.0:1789603596.665726:0:32679:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1789603596.665739:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fd08 00000080:00200008:0.0:1789603596.665742:0:32679:0:(file.c:6307:ll_getattr_dentry()) START file f:[0x200000405:0x26:0x0](ffff9eb8081900c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789603596.665747:0:32679:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603596.665749:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fc80 00000080:00200000:0.0:1789603596.665751:0:32679:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x26:0x0](ffff9eb8081900c8),name=f 00000080:00000010:0.0:1789603596.665757:0:32679:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb803b55000. 00800000:00000002:0.0:1789603596.665763:0:32679:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb811aa7f40 2 00000080:00000001:0.0:1789603596.665769:0:32679:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603596.665772:0:32679:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603596.665774:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fba0 00800000:00000002:0.0:1789603596.665776:0:32679:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x26:0x0] 'f' on [0x200000405:0x24:0x0] 00800000:00000001:0.0:1789603596.665779:0:32679:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603596.665784:0:32679:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603596.665787:0:32679:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603596.665789:0:32679:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603596.665791:0:32679:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603596.665793:0:32679:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.665795:0:32679:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1789603596.665797:0:32679:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.665799:0:32679:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603596.665800:0:32679:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603596.665801:0:32679:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603596.665802:0:32679:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603596.665803:0:32679:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.665805:0:32679:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:0.0:1789603596.665806:0:32679:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.665808:0:32679:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x24:0x0], fid2=[0x200000405:0x26:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603596.665813:0:32679:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603596.665815:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fa70 00000002:00010000:0.0:1789603596.665817:0:32679:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x26:0x0]) in obj [0x200000405:0x24:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603596.665820:0:32679:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603596.665822:0:32679:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603596.665824:0:32679:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603596.665828:0:32679:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c300 count: 3 00010000:00000001:0.0:1789603596.665830:0:32679:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603596.665833:0:32679:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603596.665836:0:32679:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603596.665841:0:32679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe543d lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e919d8 expref: -99 pid: 32679 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789603596.665848:0:32679:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603596.665852:0:32679:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603596.665855:0:32679:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe543d lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e919d8 expref: -99 pid: 32679 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789603596.665861:0:32679:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603596.665863:0:32679:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603596.665865:0:32679:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603596.665867:0:32679:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603596.665869:0:32679:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603596.665870:0:32679:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x24:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603596.665873:0:32679:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603596.665875:0:32679:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb811aa7f40 2 00000080:00000010:0.0:1789603596.665877:0:32679:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb803b55000. 00000080:00000001:0.0:1789603596.665880:0:32679:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603596.665882:0:32679:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603596.665885:0:32679:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x26:0x0](ffff9eb8081900c8) 00000080:00010000:0.0:1789603596.665887:0:32679:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x26:0x0](ffff9eb8081900c8) for lock 0xa04c19c788fe543d 00800000:00000001:0.0:1789603596.665890:0:32679:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603596.665891:0:32679:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603596.665892:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.665894:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.665896:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031400 refcount=3 00000020:00000001:0.0:1789603596.665897:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603596.665900:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603596.665902:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.665903:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603596.665904:0:32679:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.665905:0:32679:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603596.665907:0:32679:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe543d from it ffffb8e501c1fcb8 00010000:00000001:0.0:1789603596.665909:0:32679:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.665910:0:32679:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.665911:0:32679:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031400 refcount=3 00000020:00000001:0.0:1789603596.665913:0:32679:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603596.665915:0:32679:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844213760 : -106961865337856 : ffff9eb800031400) 00010000:00000001:0.0:1789603596.665917:0:32679:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603596.665919:0:32679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe543d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e919d8 expref: -99 pid: 32679 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603596.665925:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.665927:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.665928:0:32679:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603596.665929:0:32679:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603596.665932:0:32679:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe543d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e919d8 expref: -99 pid: 32679 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603596.665938:0:32679:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603596.665940:0:32679:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603596.665942:0:32679:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603596.665944:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.665945:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.665946:0:32679:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.665948:0:32679:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603596.665949:0:32679:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.665951:0:32679:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.665953:0:32679:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.665954:0:32679:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603596.665955:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.665956:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603596.665958:0:32679:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603596.665959:0:32679:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603596.665963:0:32679:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1789603596.665967:0:32679:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789603596.665970:0:32679:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603596.665972:0:32679:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789603596.665973:0:32679:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.665976:0:32679:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789603596.665979:0:32679:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1789603596.665981:0:32679:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603596.665984:0:32679:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:0.0:1789603596.665987:0:32679:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00000020:00000001:0.0:1789603596.665992:0:32679:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0b70 -> ffff9eb8053b0b70 00000020:00000001:0.0:1789603596.665995:0:32679:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789603596.665998:0:32679:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789603596.666000:0:32679:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x26:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1789603596.666004:0:32679:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603596.666005:0:32679:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789603596.666007:0:32679:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789603596.666010:0:32679:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.666013:0:32679:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789603596.666017:0:32679:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x26:0x0]io ffff9eb80572de70 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1789603596.666020:0:32679:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb814fd27c0 00020000:00000001:0.0:1789603596.666024:0:32679:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789603596.666026:0:32679:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789603596.666028:0:32679:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789603596.666031:0:32679:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603596.666033:0:32679:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789603596.666035:0:32679:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789603596.666036:0:32679:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.666038:0:32679:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603596.666039:0:32679:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789603596.666041:0:32679:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789603596.666042:0:32679:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb814fd27c0 00000020:00000001:0.0:1789603596.666045:0:32679:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789603596.666048:0:32679:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1789603596.666049:0:32679:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x26:0x0] 00000020:00000001:0.0:1789603596.666052:0:32679:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789603596.666054:0:32679:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789603596.666056:0:32679:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789603596.666059:0:32679:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1789603596.666066:0:32679:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1789603596.666071:0:32679:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb805741e00. 00020000:00000002:0.0:1789603596.666074:0:32679:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789603596.666077:0:32679:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789603596.666079:0:32679:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603596.666081:0:32679:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789603596.666082:0:32679:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603596.666084:0:32679:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154872 : -106961585396744 : ffff9eb810b2a3f8) 00000020:00001000:0.0:1789603596.666086:0:32679:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a3f0 00000020:00000001:0.0:1789603596.666088:0:32679:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b05f8 -> ffff9eb8053b0b70 00000020:00000001:0.0:1789603596.666090:0:32679:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789603596.666095:0:32679:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603596.666096:0:32679:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789603596.666097:0:32679:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789603596.666099:0:32679:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935426160 : -106961774125456 : ffff9eb80572de70) 00000020:00000001:0.0:1789603596.666101:0:32679:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603596.666103:0:32679:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603596.666106:0:32679:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962641056 : -106961746910560 : ffff9eb8071222a0) 00000020:00000001:0.0:1789603596.666108:0:32679:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789603596.666112:0:32679:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb812354d10. 00000008:00010000:0.0:1789603596.666115:0:32679:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1789603596.666118:0:32679:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789603596.666120:0:32679:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789603596.666121:0:32679:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb805741e30, osc lock ffff9eb812354d10, flags 0x400001002 00000020:00000001:0.0:1789603596.666123:0:32679:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603596.666125:0:32679:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603596.666128:0:32679:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637111935507968 : -106961774043648 : ffff9eb805741e00) 00000020:00000001:0.0:1789603596.666130:0:32679:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789603596.666131:0:32679:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789603596.666133:0:32679:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.666134:0:32679:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.666137:0:32679:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1789603596.666139:0:32679:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1789603596.666140:0:32679:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789603596.666142:0:32679:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789603596.666143:0:32679:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603596.666144:0:32679:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962641056 : -106961746910560 : ffff9eb8071222a0) 00000020:00000001:0.0:1789603596.666146:0:32679:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789603596.666149:0:32679:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789603596.666151:0:32679:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789603596.666155:0:32679:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789603596.666157:0:32679:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789603596.666158:0:32679:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789603596.666160:0:32679:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789603596.666161:0:32679:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789603596.666163:0:32679:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789603596.666165:0:32679:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789603596.666167:0:32679:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603596.666315:0:32679:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.666319:0:32679:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1789603596.666324:0:32679:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1c380. 00000020:00000040:0.0:1789603596.666327:0:32679:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00010000:00000001:0.0:1789603596.666331:0:32679:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603596.666335:0:32679:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603596.666337:0:32679:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.666341:0:32679:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603596.666343:0:32679:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603596.666345:0:32679:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603596.666351:0:32679:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb803b55000. 00000100:00000001:0.0:1789603596.666357:0:32679:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.666361:0:32679:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603596.666362:0:32679:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.666364:0:32679:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603596.666365:0:32679:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.666367:0:32679:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.666370:0:32679:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00010000:00000001:0.0:1789603596.666373:0:32679:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789603596.666375:0:32679:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789603596.666380:0:32679:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb819248200. 00010000:00000010:0.0:1789603596.666384:0:32679:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9eb819248600. 00010000:00000001:0.0:1789603596.666389:0:32679:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789603596.666392:0:32679:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb800030e00. 00000020:00000001:0.0:1789603596.666395:0:32679:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789603596.666398:0:32679:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb800030e00 with handle 0xa04c19c788fe5444 to hash 00000020:00000001:0.0:1789603596.666400:0:32679:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789603596.666401:0:32679:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000010:0.0:1789603596.666405:0:32679:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9eb807a3fbc0. 00010000:00000001:0.0:1789603596.666408:0:32679:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:0.0:1789603596.666410:0:32679:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603596.666412:0:32679:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603596.666415:0:32679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000005ad1e96c/0xa04c19c788fe5444 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603596.666427:0:32679:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000005ad1e96c/0xa04c19c788fe5444 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603596.666437:0:32679:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.666442:0:32679:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603596.666447:0:32679:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603596.666455:0:32679:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb2c3543] to pc [ptlrpcd_00_01+1] req@ffff9eb810d1c380 x1876533442894464/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1789603596.666489:0:32679:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603596.666492:0:32679:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.666494:0:32679:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603596.666496:0:32679:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.666498:0:32679:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.666500:0:32679:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789603596.666502:0:32679:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1789603596.666504:0:32679:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1789603596.666506:0:32679:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000100:00000001:1.0:1789603596.666589:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603596.666599:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603596.666603:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603596.666619:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1c380 x1876533442894464/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.666631:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603596.666634:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.666639:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603596.666642:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603596.666645:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603596.666650:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442894464:192.168.204.129@tcp:101:checkstat.0 00000100:00000001:1.0:1789603596.666666:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603596.666673:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603596.666676:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.666679:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603596.666690:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a4000. 02000000:00000001:1.0:1789603596.666692:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603596.666715:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603596.666722:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35dc0. 00000400:00000010:1.0:1789603596.666730:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc550. 00000100:00000200:1.0:1789603596.666738:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442894464, portal 4 00000100:00000001:1.0:1789603596.666741:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.666743:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00000100:00000040:1.0:1789603596.666752:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810d1c380 x1876533442894464/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603612 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.666761:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603596.666764:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603596.666767:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc990. 00000100:00000200:1.0:1789603596.666771:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876533442894464, offset 0 00000400:00000200:1.0:1789603596.666779:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603596.666790:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603596.666799:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603596.666805:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603596.666809:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603596.666814:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603596.666817:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603596.666821:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2774:2774:256:4294967295] 192.168.204.129@tcp LPNI seq info [2774:2774:8:4294967295] 00000400:00000200:1.0:1789603596.666827:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603596.666839:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603596.666847:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603596.666854:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9b00. 00000800:00000200:1.0:1789603596.666862:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603596.666876:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603596.666881:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789603596.666920:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603596.666926:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 203586 usecs (204 jiffies) 00000400:00000200:1.0:1789603596.666930:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603596.666945:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296595804 00000100:00000001:1.0:1789603596.666948:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:1.0:1789603596.666951:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296595804 00000100:00000001:1.0:1789603596.666954:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:1.0:1789603596.666956:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603596.666960:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.666965:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.666968:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.666977:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603596.666980:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789603596.666982:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603596.666993:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603596.666996:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.666998:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.667018:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603596.667020:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603596.667611:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603596.667618:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9b00. 00000400:00000200:3.0:1789603596.667625:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.667631:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603596.667638:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc990 00000400:00000010:3.0:1789603596.667641:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc990. 00000100:00000001:3.0:1789603596.667646:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603596.667660:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1c380 x1876533442894464/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603612 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.667672:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603596.667676:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1c380 x1876533442894464/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603612 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.667684:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603596.667686:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603596.673641:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.673674:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603596.673679:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.673682:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603596.673693:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.673703:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603596.673713:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.673720:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.673727:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.673733:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 400 into portal 4 MB=0x6aab27d45da80 00000400:00000200:3.0:1789603596.673739:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.673746:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 400/400 into md 0x7ea5 [1] + 224 00000800:00000001:3.0:1789603596.673754:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.673762:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603596.673765:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.673770:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603596.673779:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603596.673789:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1c380 x1876533442894464/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603612 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603596.674347:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9eb810d1c380 x1876533442894464/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603612 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.674377:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603596.674397:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.674402:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.674784:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603596.674789:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603596.674798:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603596.674800:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603596.674805:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35dc0. 00000400:00000200:1.0:1789603596.674811:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc550 00000400:00000010:1.0:1789603596.674814:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc550. 00000100:00000001:1.0:1789603596.674818:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603596.674827:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1c380 x1876533442894464/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603612 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603596.674838:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1c380 x1876533442894464/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603612 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.674845:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603596.674847:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.674850:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603596.674855:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603596.674858:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603596.674861:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.674864:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603596.674876:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=143 v=5 (5 5 5 17) 00000100:00001000:1.0:1789603596.674881:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603596.674884:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603596.674886:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.674889:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603596.674893:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.674898:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603596.674900:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1789603596.674904:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603596.674906:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603596.674912:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1c380 x1876533442894464/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603612 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.674919:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603596.674922:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603596.674925:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789603596.674928:0:2401:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1789603596.674931:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.674934:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.674938:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030e00 refcount=4 00000020:00000001:1.0:1789603596.674941:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:1.0:1789603596.674945:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:1.0:1789603596.674947:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.674948:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.674950:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030e00 refcount=5 00000020:00000001:1.0:1789603596.674951:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:1.0:1789603596.674953:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:1.0:1789603596.674957:0:2401:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603596.674961:0:2401:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.674967:0:2401:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000005ad1e96c/0xa04c19c788fe5444 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.674980:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.674982:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.674984:0:2401:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789603596.674987:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.674988:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.674990:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030e00 refcount=6 00000020:00000001:1.0:1789603596.674992:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:1.0:1789603596.674994:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000040:1.0:1789603596.675003:0:2401:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb800030e00, remote cookie: 0x31dbb14d74e919df, flags: 0x1001 00010000:00010000:1.0:1789603596.675009:0:2401:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000005ad1e96c/0xa04c19c788fe5444 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919df expref: -99 pid: 32679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.675017:0:2401:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1789603596.675021:0:2401:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.675024:0:2401:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789603596.675028:0:2401:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1789603596.675034:0:2401:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000005ad1e96c/0xa04c19c788fe5444 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e919df expref: -99 pid: 32679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789603596.675044:0:2401:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x15:0x0].0x0 (ffff9eb819248200) refcount = 1 00010000:00000040:1.0:1789603596.675047:0:2401:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789603596.675049:0:2401:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000005ad1e96c/0xa04c19c788fe5444 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e919df expref: -99 pid: 32679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.675058:0:2401:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789603596.675060:0:2401:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.675064:0:2401:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789603596.675067:0:2401:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.675071:0:2401:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000005ad1e96c/0xa04c19c788fe5444 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919df expref: -99 pid: 32679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.675077:0:2401:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789603596.675079:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.675080:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.675081:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.675082:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789603596.675090:0:2401:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1789603596.675094:0:2401:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789603596.675097:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.675099:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.675100:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030e00 refcount=5 00000020:00000001:1.0:1789603596.675102:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:1.0:1789603596.675105:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00000008:00000001:1.0:1789603596.675109:0:2401:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1789603596.675124:0:2401:0:(cl_object.c:143:cl_object_top()) ffff9eb810231a40 -> ffff9eb8053b0b70 00000008:00010000:1.0:1789603596.675129:0:2401:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000005ad1e96c/0xa04c19c788fe5444 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e919df expref: -99 pid: 32679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1789603596.675138:0:2401:0:(cl_object.c:143:cl_object_top()) ffff9eb810231a40 -> ffff9eb8053b0b70 00000020:00000001:1.0:1789603596.675140:0:2401:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789603596.675143:0:2401:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1789603596.675147:0:2401:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789603596.675150:0:2401:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.675151:0:2401:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.675153:0:2401:0:(cl_object.c:143:cl_object_top()) ffff9eb810231a40 -> ffff9eb8053b0b70 00000008:00000001:1.0:1789603596.675155:0:2401:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1789603596.675158:0:2401:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789603596.675161:0:2401:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1789603596.675194:0:2401:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1789603596.675197:0:2401:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.675200:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.675201:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.675203:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030e00 refcount=6 00000020:00000001:1.0:1789603596.675205:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:1.0:1789603596.675207:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:1.0:1789603596.675210:0:2401:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603596.675213:0:2401:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000005ad1e96c/0xa04c19c788fe5444 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e919df expref: -99 pid: 32679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.675221:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.675223:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789603596.675226:0:2401:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000005ad1e96c/0xa04c19c788fe5444 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e919df expref: -99 pid: 32679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.675239:0:2401:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603596.675240:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.675242:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789603596.675243:0:2401:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.675245:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.675246:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.675248:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030e00 refcount=5 00000020:00000001:1.0:1789603596.675250:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:1.0:1789603596.675252:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:1.0:1789603596.675254:0:2401:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603596.675256:0:2401:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000005ad1e96c/0xa04c19c788fe5444 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e919df expref: -99 pid: 32679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.675263:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.675264:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.675266:0:2401:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603596.675268:0:2401:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603596.675271:0:2401:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000005ad1e96c/0xa04c19c788fe5444 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e919df expref: -99 pid: 32679 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789603596.675282:0:2401:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603596.675285:0:2401:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603596.675287:0:2401:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603596.675293:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.675294:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.675296:0:2401:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.675300:0:2401:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603596.675302:0:2401:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.675304:0:2401:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.675306:0:2401:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.675308:0:2401:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603596.675309:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.675310:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.675312:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.675312:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789603596.675314:0:2401:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603596.675321:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1c380 x1876533442894464/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603612 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603596.675330:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442894464:192.168.204.129@tcp:101:checkstat.0 00000100:00000001:1.0:1789603596.675337:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.675340:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603596.675344:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1c380 x1876533442894464/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.675352:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603596.675354:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603596.675359:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a4000. 02000000:00000001:1.0:1789603596.675363:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603596.675366:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603596.675368:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603596.675371:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603596.675374:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb803b55000. 02000000:00000001:1.0:1789603596.675378:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603596.675381:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603596.675382:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1c380. 00000100:00000001:1.0:1789603596.675387:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603596.675389:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.675391:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.675400:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603596.675402:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.675405:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603596.675408:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.676126:0:32679:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.676135:0:32679:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.676143:0:32679:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789603596.676351:0:32679:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0b70 -> ffff9eb8053b0b70 00000020:00000001:0.0:1789603596.676356:0:32679:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0b70 -> ffff9eb8053b0b70 00000020:00000001:0.0:1789603596.676358:0:32679:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789603596.676364:0:32679:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1789603596.676369:0:32679:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789603596.676371:0:32679:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603596.676373:0:32679:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789603596.676374:0:32679:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789603596.676376:0:32679:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x26:1029 on OST[0]: s=0 (1) m=1789603578 a=1789603578 c=1789603578 b=0 00020000:00000001:0.0:1789603596.676381:0:32679:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789603596.676384:0:32679:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=1789603578 a=1789603578 c=1789603578 b=0 00020000:00000001:0.0:1789603596.676387:0:32679:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.676389:0:32679:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.676391:0:32679:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0b70 -> ffff9eb8053b0b70 00000080:00200000:0.0:1789603596.676394:0:32679:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x26:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1789603596.676397:0:32679:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789603596.676399:0:32679:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789603596.676401:0:32679:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb80572de10 (ffff9eb8208a0008/0) at cl_lock_release():245 00000020:00000001:0.0:1789603596.676404:0:32679:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789603596.676406:0:32679:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb80572de10 (ffff9eb8208a0008/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789603596.676409:0:32679:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789603596.676414:0:32679:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603596.676416:0:32679:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962641056 : -106961746910560 : ffff9eb8071222a0) 00000020:00000001:0.0:1789603596.676418:0:32679:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789603596.676420:0:32679:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb805741e30 (ffff9eb810b2a3f8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789603596.676423:0:32679:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789603596.676425:0:32679:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789603596.676427:0:32679:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.676429:0:32679:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603596.676431:0:32679:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789603596.676433:0:32679:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603596.676434:0:32679:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603596.676435:0:32679:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603596.676436:0:32679:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789603596.676437:0:32679:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb80572de10 (ffff9eb8208a0008/0) at cl_lock_fini():72 00020000:00000001:0.0:1789603596.676439:0:32679:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789603596.676441:0:32679:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789603596.676441:0:32679:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb805741e30 (ffff9eb8208a0008/1) at cl_lock_fini():72 00000008:00000010:0.0:1789603596.676446:0:32679:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb812354d10. 00000020:00000001:0.0:1789603596.676451:0:32679:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789603596.676452:0:32679:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb805741e00. 00020000:00000001:0.0:1789603596.676456:0:32679:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789603596.676457:0:32679:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789603596.676458:0:32679:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1789603596.676460:0:32679:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.676463:0:32679:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789603596.676466:0:32679:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789603596.676468:0:32679:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789603596.676469:0:32679:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789603596.676475:0:32679:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789603596.676477:0:32679:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a3f0 00020000:00000001:0.0:1789603596.676481:0:32679:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789603596.676483:0:32679:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789603596.676486:0:32679:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789603596.676488:0:32679:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x26:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789603596.676492:0:32679:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789603596.676494:0:32679:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.676497:0:32679:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789603596.676499:0:32679:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789603596.676500:0:32679:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789603596.676501:0:32679:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00000001:00000001:0.0:1789603596.676503:0:32679:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.676564:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fd08 00000080:00000008:0.0:1789603596.676567:0:32679:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x26:0x0](ffff9eb8081900c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789603596.676574:0:32679:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789603596.676576:0:32679:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fda0 00000080:00002000:0.0:1789603596.676577:0:32679:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9eb8184b2af8, parent ffff9eb8184b2bd0, inode ffff9eb8081900c8) hashed, 00000080:00000001:0.0:1789603596.676580:0:32679:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.681284:0:32486:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603596.681294:0:32486:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789603596.681298:0:32486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e502053b78 00000080:00200000:1.0:1789603596.681303:0:32486:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:1.0:1789603596.681313:0:32486:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805157e00. 00800000:00000002:1.0:1789603596.681322:0:32486:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603596.681327:0:32486:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603596.681333:0:32486:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603596.681336:0:32486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e502053a98 00800000:00000002:1.0:1789603596.681339:0:32486:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603596.681343:0:32486:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603596.681347:0:32486:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.681350:0:32486:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.681353:0:32486:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.681356:0:32486:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.681358:0:32486:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.681360:0:32486:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603596.681362:0:32486:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.681367:0:32486:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789603596.681373:0:32486:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603596.681375:0:32486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e502053968 00000002:00010000:1.0:1789603596.681377:0:32486:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789603596.681380:0:32486:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603596.681383:0:32486:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.681387:0:32486:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.681397:0:32486:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bb00 count: 2 00010000:00000001:1.0:1789603596.681401:0:32486:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.681406:0:32486:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603596.681411:0:32486:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789603596.681417:0:32486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1789603596.681429:0:32486:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603596.681436:0:32486:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.681439:0:32486:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1789603596.681446:0:32486:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789603596.681448:0:32486:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603596.681451:0:32486:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603596.681453:0:32486:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603596.681455:0:32486:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603596.681457:0:32486:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789603596.681460:0:32486:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789603596.681464:0:32486:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603596.681467:0:32486:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805157e00. 00000080:00000001:1.0:1789603596.681473:0:32486:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789603596.681475:0:32486:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603596.681478:0:32486:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:1.0:1789603596.681482:0:32486:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe541a 00800000:00000001:1.0:1789603596.681486:0:32486:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603596.681489:0:32486:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603596.681491:0:32486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.681494:0:32486:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.681497:0:32486:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:1.0:1789603596.681499:0:32486:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:1.0:1789603596.681502:0:32486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:1.0:1789603596.681505:0:32486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.681507:0:32486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603596.681573:0:32486:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.681576:0:32486:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603596.681579:0:32486:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe541a from it ffffb8e502053bb0 00010000:00000001:1.0:1789603596.681582:0:32486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.681583:0:32486:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.681584:0:32486:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:1.0:1789603596.681587:0:32486:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:1.0:1789603596.681589:0:32486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:1.0:1789603596.681591:0:32486:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603596.681595:0:32486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789603596.681601:0:32486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.681603:0:32486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.681605:0:32486:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603596.681607:0:32486:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603596.681616:0:32486:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789603596.681624:0:32486:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603596.681627:0:32486:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603596.683053:0:32486:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603596.683066:0:32486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.683069:0:32486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.683071:0:32486:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.683078:0:32486:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603596.683081:0:32486:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.683083:0:32486:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.683089:0:32486:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.683092:0:32486:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603596.683094:0:32486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.683096:0:32486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603596.683102:0:32486:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789603596.683104:0:32486:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603596.683109:0:32486:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 44 00000080:00000001:1.0:1789603596.683283:0:32486:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.683294:0:32486:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:1.0:1789603596.683297:0:32486:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789603596.683301:0:32486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e502053b78 00000080:00200008:1.0:1789603596.683304:0:32486:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), flags 304000 00000080:00000010:1.0:1789603596.683315:0:32486:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9eb812252dc0. 00000080:00000001:1.0:1789603596.683321:0:32486:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.683322:0:32486:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.683358:0:32486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e502053d28 00000080:00200008:1.0:1789603596.683361:0:32486:0:(file.c:6307:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789603596.683371:0:32486:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1789603596.683374:0:32486:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:1.0:1789603596.683382:0:32486:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805157e00. 00800000:00000002:1.0:1789603596.683390:0:32486:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00800000:00000001:1.0:1789603596.683400:0:32486:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:1.0:1789603596.683404:0:32486:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.683408:0:32486:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.683410:0:32486:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.683413:0:32486:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.683416:0:32486:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.683418:0:32486:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603596.683420:0:32486:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.683426:0:32486:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:1.0:1789603596.683429:0:32486:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603596.683431:0:32486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e502053990 00000002:00010000:1.0:1789603596.683433:0:32486:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:1.0:1789603596.683438:0:32486:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603596.683440:0:32486:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.683444:0:32486:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.683452:0:32486:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bb00 count: 2 00010000:00000001:1.0:1789603596.683456:0:32486:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.683461:0:32486:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603596.683466:0:32486:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789603596.683472:0:32486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1789603596.683483:0:32486:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603596.683489:0:32486:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.683492:0:32486:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1789603596.683499:0:32486:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789603596.683501:0:32486:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603596.683504:0:32486:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603596.683506:0:32486:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603596.683508:0:32486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.683531:0:32486:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.683534:0:32486:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:1.0:1789603596.683538:0:32486:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:1.0:1789603596.683541:0:32486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:1.0:1789603596.683545:0:32486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.683547:0:32486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603596.683548:0:32486:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.683608:0:32486:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:1.0:1789603596.683615:0:32486:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9eb8057ca800. 00000002:00000001:1.0:1789603596.687407:0:32486:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1789603596.687431:0:32486:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd4700. 00000020:00000040:1.0:1789603596.687442:0:32486:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603596.687449:0:32486:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603596.687453:0:32486:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603596.687459:0:32486:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603596.687469:0:32486:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb805157000. 00000100:00000001:1.0:1789603596.687478:0:32486:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.687481:0:32486:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1789603596.687487:0:32486:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9eb8041a4000. 00000100:00000010:1.0:1789603596.687492:0:32486:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9eb804026000. 00000020:00000040:1.0:1789603596.687494:0:32486:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603596.687571:0:32486:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603596.687574:0:32486:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603596.687583:0:32486:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80402f780. 00000100:00000001:1.0:1789603596.687586:0:32486:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911315328 : -106961798236288 : ffff9eb80402f780) 00000100:00000001:1.0:1789603596.687589:0:32486:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.687591:0:32486:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957079808 : -106961752471808 : ffff9eb806bd4700) 00000100:00000001:1.0:1789603596.687597:0:32486:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603596.687602:0:32486:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.687605:0:32486:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603596.687607:0:32486:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603596.687622:0:32486:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd4700 x1876533442894592/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.687633:0:32486:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603596.687636:0:32486:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.687640:0:32486:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603596.687642:0:32486:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603596.687645:0:32486:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603596.687649:0:32486:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd4700 pname:cluuid:pid:xid:nid:opc:job bash:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32486:1876533442894592:192.168.204.129@tcp:37:bash.0 00000100:00000001:1.0:1789603596.687667:0:32486:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603596.687673:0:32486:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603596.687676:0:32486:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.687678:0:32486:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1789603596.687689:0:32486:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603596.687695:0:32486:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35dc0. 00000400:00000010:1.0:1789603596.687707:0:32486:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9eb805012000. 00000100:00000200:1.0:1789603596.687716:0:32486:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aab27d45db00-0x6aab27d45db00, portal 14 00000100:00000001:1.0:1789603596.687720:0:32486:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.687724:0:32486:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603596.687729:0:32486:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a5000. 02000000:00000001:1.0:1789603596.687732:0:32486:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603596.687736:0:32486:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603596.687739:0:32486:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d351b8. 00000400:00000010:1.0:1789603596.687750:0:32486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc550. 00000100:00000200:1.0:1789603596.687754:0:32486:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442894592, portal 10 00000100:00000001:1.0:1789603596.687756:0:32486:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.687757:0:32486:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957079808 : -106961752471808 : ffff9eb806bd4700) 00000100:00000040:1.0:1789603596.687768:0:32486:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd4700 x1876533442894592/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.687776:0:32486:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603596.687779:0:32486:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603596.687782:0:32486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcb28. 00000100:00000200:1.0:1789603596.687785:0:32486:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1876533442894592, offset 0 00000400:00000200:1.0:1789603596.687795:0:32486:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603596.687807:0:32486:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603596.687816:0:32486:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603596.687823:0:32486:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603596.687829:0:32486:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603596.687833:0:32486:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603596.687836:0:32486:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603596.687840:0:32486:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2775:2775:256:4294967295] 192.168.204.129@tcp LPNI seq info [2775:2775:8:4294967295] 00000400:00000200:1.0:1789603596.687845:0:32486:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603596.687859:0:32486:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603596.687866:0:32486:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603596.687872:0:32486:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9f00. 00000800:00000200:1.0:1789603596.687881:0:32486:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603596.687891:0:32486:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603596.687897:0:32486:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9f00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1789603596.687922:0:32486:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603596.687927:0:32486:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 865432 usecs (866 jiffies) 00000400:00000200:1.0:1789603596.687932:0:32486:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603596.687935:0:32486:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296596487 00000100:00000001:1.0:1789603596.687939:0:32486:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:1.0:1789603596.687942:0:32486:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296596487 00000100:00000001:1.0:1789603596.687944:0:32486:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:1.0:1789603596.687947:0:32486:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603596.687950:0:32486:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.687953:0:32486:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603596.687955:0:32486:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603596.687959:0:32486:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80402f780 going to sleep for 11 seconds 00000100:00000001:1.0:1789603596.687961:0:32486:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603596.687965:0:32486:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603596.688207:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603596.688285:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9f00. 00000400:00000200:3.0:1789603596.688293:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.688300:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603596.688306:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcb28 00000400:00000010:3.0:1789603596.688309:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcb28. 00000100:00000001:3.0:1789603596.688314:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603596.688319:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4700 x1876533442894592/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.688330:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603596.688334:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4700 x1876533442894592/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.688341:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603596.688343:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603596.695946:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.695971:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603596.695978:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.695981:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603596.695993:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.696004:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603596.696016:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.696023:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.696029:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.696034:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 4096 into portal 14 MB=0x6aab27d45db00 00000400:00000200:3.0:1789603596.696041:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.696049:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.129@tcp of length 4096/4096 into md 0x7ead [256] + 0 00000400:00000010:3.0:1789603596.696056:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35dc0. 00000400:00000200:3.0:1789603596.696062:0:2394:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9eb805012000 00000800:00000001:3.0:1789603596.696070:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603596.696081:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603596.696085:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.696091:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603596.696098:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb805012000 00000400:00000010:3.0:1789603596.696100:0:2394:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9eb805012000. 00000100:00000001:3.0:1789603596.696234:0:2394:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:3.0:1789603596.696239:0:2394:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9eb806bd4700 desc ffff9eb8041a4000 mbits 1876533442894592 00000100:00000001:3.0:1789603596.696261:0:2394:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1789603596.696274:0:2394:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789603596.696279:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.696287:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.29@tcp to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603596.696295:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2776:2776:256:4294967295] 192.168.204.129@tcp LPNI seq info [2776:2776:8:4294967295] 00000400:00000200:3.0:1789603596.696300:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603596.696310:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:192.168.204.29@tcp) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) 192.168.204.129@tcp : ACK try# 0 00000800:00000200:3.0:1789603596.696316:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603596.696328:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9eb807aa0000. 00000800:00000200:3.0:1789603596.696336:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603596.696345:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603596.696351:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb807aa0000 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1789603596.696415:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1789603596.696431:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1789603596.696435:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1789603596.696437:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9eb807aa0000. 00000400:00000200:3.0:1789603596.696446:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.696457:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: ACK: OK 00000100:00000001:1.0:1789603596.696540:0:32486:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603596.696546:0:32486:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603596.699914:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.700188:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603596.700195:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.700199:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.700209:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.700219:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603596.700230:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.700235:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.700242:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.700317:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 440 into portal 10 MB=0x6aab27d45db00 00000400:00000200:2.0:1789603596.700324:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.700333:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 440/440 into md 0x7eb5 [1] + 224 00000800:00000001:2.0:1789603596.700344:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.700353:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.700357:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603596.700362:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603596.700371:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603596.700383:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4700 x1876533442894592/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603596.700396:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9eb806bd4700 x1876533442894592/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.700422:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603596.700432:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.700437:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.700577:0:32486:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603596.700587:0:32486:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603596.700589:0:32486:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603596.700593:0:32486:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d351b8. 00000400:00000200:1.0:1789603596.700598:0:32486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc550 00000400:00000010:1.0:1789603596.700602:0:32486:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc550. 00000100:00000001:1.0:1789603596.700606:0:32486:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603596.700610:0:32486:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4700 x1876533442894592/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603596.700619:0:32486:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4700 x1876533442894592/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.700626:0:32486:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603596.700628:0:32486:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.700630:0:32486:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603596.700634:0:32486:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603596.700638:0:32486:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603596.700641:0:32486:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.700645:0:32486:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603596.700671:0:32486:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb4f0 time=143 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603596.700676:0:32486:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603596.700678:0:32486:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603596.700680:0:32486:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.700683:0:32486:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603596.700688:0:32486:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.700693:0:32486:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603596.700696:0:32486:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:1.0:1789603596.700703:0:32486:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603596.700707:0:32486:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603596.700712:0:32486:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9eb806bd4700 x1876533442894592/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789603596.700721:0:32486:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9eb806bd4700 x1876533442894592/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.700728:0:32486:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603596.700731:0:32486:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603596.700734:0:32486:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4700 x1876533442894592/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603596.700741:0:32486:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4700 pname:cluuid:pid:xid:nid:opc:job bash:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32486:1876533442894592:192.168.204.129@tcp:37:bash.0 00000100:00000001:1.0:1789603596.700747:0:32486:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.700750:0:32486:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.700752:0:32486:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603596.700755:0:32486:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603596.700758:0:32486:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4700 x1876533442894592/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.700764:0:32486:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603596.700768:0:32486:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80402f780. 00000100:00000001:1.0:1789603596.700772:0:32486:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603596.700779:0:32486:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.700784:0:32486:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.700788:0:32486:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603596.700791:0:32486:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4700 x1876533442894592/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.700798:0:32486:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603596.700801:0:32486:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603596.700805:0:32486:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a5000. 02000000:00000001:1.0:1789603596.700809:0:32486:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603596.700812:0:32486:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603596.700814:0:32486:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603596.700816:0:32486:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1789603596.700818:0:32486:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1789603596.700821:0:32486:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603596.700822:0:32486:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603596.700824:0:32486:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000010:1.0:1789603596.700858:0:32486:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9eb804026000. 00000100:00000010:1.0:1789603596.700863:0:32486:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9eb8041a4000. 00000100:00000001:1.0:1789603596.700865:0:32486:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1789603596.700868:0:32486:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb805157000. 02000000:00000001:1.0:1789603596.700872:0:32486:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603596.700874:0:32486:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603596.700877:0:32486:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4700. 00000100:00000001:1.0:1789603596.700881:0:32486:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603596.700882:0:32486:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603596.700886:0:32486:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1789603596.700888:0:32486:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1789603596.701641:0:32486:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9eb8057ca800. 00000002:00000001:1.0:1789603596.701648:0:32486:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.701665:0:32486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.701668:0:32486:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.701672:0:32486:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:1.0:1789603596.701676:0:32486:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:1.0:1789603596.701680:0:32486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:1.0:1789603596.701683:0:32486:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603596.701690:0:32486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789603596.701700:0:32486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.701702:0:32486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.701704:0:32486:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603596.701707:0:32486:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603596.701710:0:32486:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789603596.701718:0:32486:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603596.701722:0:32486:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603596.701725:0:32486:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603596.701730:0:32486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.701732:0:32486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.701733:0:32486:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.701737:0:32486:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603596.701740:0:32486:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.701742:0:32486:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.701746:0:32486:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.701749:0:32486:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603596.701751:0:32486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.701752:0:32486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1789603596.701755:0:32486:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.701764:0:32486:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:1.0:1789603596.701770:0:32486:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603596.701774:0:32486:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805157e00. 00000080:00000001:1.0:1789603596.701780:0:32486:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.701787:0:32486:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789603596.701791:0:32486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e502053ca0 00000080:00200000:1.0:1789603596.701794:0:32486:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:1.0:1789603596.701804:0:32486:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805157e00. 00800000:00000002:1.0:1789603596.701812:0:32486:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603596.701817:0:32486:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603596.701822:0:32486:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603596.701824:0:32486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e502053bc0 00800000:00000002:1.0:1789603596.701826:0:32486:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603596.701830:0:32486:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603596.701833:0:32486:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.701837:0:32486:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.701840:0:32486:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.701842:0:32486:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.701844:0:32486:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.701847:0:32486:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603596.701849:0:32486:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.701853:0:32486:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789603596.701858:0:32486:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603596.701860:0:32486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e502053a90 00000002:00010000:1.0:1789603596.701862:0:32486:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789603596.701865:0:32486:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603596.701868:0:32486:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.701871:0:32486:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.701880:0:32486:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bb00 count: 2 00010000:00000001:1.0:1789603596.701883:0:32486:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.701888:0:32486:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603596.701892:0:32486:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789603596.701895:0:32486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1789603596.701904:0:32486:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603596.701910:0:32486:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.701913:0:32486:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1789603596.701919:0:32486:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789603596.701921:0:32486:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603596.701923:0:32486:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603596.701926:0:32486:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603596.701927:0:32486:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603596.701929:0:32486:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789603596.701932:0:32486:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789603596.701934:0:32486:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603596.701936:0:32486:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805157e00. 00000080:00000001:1.0:1789603596.701939:0:32486:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789603596.701941:0:32486:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603596.701945:0:32486:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:1.0:1789603596.701949:0:32486:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe541a 00800000:00000001:1.0:1789603596.701953:0:32486:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603596.701955:0:32486:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603596.701956:0:32486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.701958:0:32486:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.701960:0:32486:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:1.0:1789603596.701962:0:32486:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:1.0:1789603596.701964:0:32486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:1.0:1789603596.701967:0:32486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.701968:0:32486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603596.701970:0:32486:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.701972:0:32486:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603596.701975:0:32486:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe541a from it ffffb8e502053cd8 00010000:00000001:1.0:1789603596.701977:0:32486:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.701978:0:32486:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.701980:0:32486:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:1.0:1789603596.701981:0:32486:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:1.0:1789603596.701983:0:32486:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:1.0:1789603596.701985:0:32486:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603596.701988:0:32486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789603596.701995:0:32486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.701996:0:32486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.701998:0:32486:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603596.702000:0:32486:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603596.702002:0:32486:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789603596.702007:0:32486:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603596.702009:0:32486:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603596.702010:0:32486:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603596.702012:0:32486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.702013:0:32486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.702014:0:32486:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.702016:0:32486:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603596.702017:0:32486:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.702019:0:32486:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.702020:0:32486:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.702022:0:32486:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603596.702023:0:32486:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.702024:0:32486:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603596.702027:0:32486:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789603596.702029:0:32486:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603596.702033:0:32486:0:(file.c:6260:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.702039:0:32486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e502053d28 00000080:00000008:1.0:1789603596.702041:0:32486:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789603596.702393:0:32486:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1789603596.702397:0:32486:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) pos/size0/4096 32bit_api 0 00000080:00000010:1.0:1789603596.702402:0:32486:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805157e00. 00800000:00000002:1.0:1789603596.702407:0:32486:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603596.702410:0:32486:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:1.0:1789603596.702420:0:32486:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446722893153165888 : -21180556385728 : ffffecbc8475e240) 00000080:00000001:1.0:1789603596.702424:0:32486:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:1.0:1789603596.702429:0:32486:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833933 : 144115205322833933 : 20000040400000d) 00000080:00000001:1.0:1789603596.702432:0:32486:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:1.0:1789603596.702434:0:32486:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279490 : 144115205289279490 : 200000402000002) 00000080:00000001:1.0:1789603596.702437:0:32486:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761476 : 162129603798761476 : 240000402000004) 00000080:00000001:1.0:1789603596.702439:0:32486:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789603596.702442:0:32486:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833935 : 144115205322833935 : 20000040400000f) 00000080:00000001:1.0:1789603596.702444:0:32486:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761475 : 162129603798761475 : 240000402000003) 00000080:00000001:1.0:1789603596.702446:0:32486:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1789603596.702448:0:32486:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611140 : 144115205339611140 : 200000405000004) 00000080:00000001:1.0:1789603596.702450:0:32486:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761473 : 162129603798761473 : 240000402000001) 00000080:00000001:1.0:1789603596.702452:0:32486:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1789603596.702454:0:32486:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056707 : 144115205306056707 : 200000403000003) 00000080:00000001:1.0:1789603596.702456:0:32486:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833921 : 144115205322833921 : 200000404000001) 00000080:00000001:1.0:1789603596.702458:0:32486:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279494 : 144115205289279494 : 200000402000006) 00000080:00000001:1.0:1789603596.702460:0:32486:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789603596.702462:0:32486:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279489 : 144115205289279489 : 200000402000001) 00000080:00000001:1.0:1789603596.702464:0:32486:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833931 : 144115205322833931 : 20000040400000b) 00000080:00000001:1.0:1789603596.702468:0:32486:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.702470:0:32486:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603596.702472:0:32486:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805157e00. 00000080:00000001:1.0:1789603596.702477:0:32486:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.702503:0:32486:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1789603596.702504:0:32486:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:1.0:1789603596.702508:0:32486:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789603596.702540:0:32486:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.702557:0:32486:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:1.0:1789603596.702560:0:32486:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789603596.702562:0:32486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e502053dd0 00000080:00200008:1.0:1789603596.702564:0:32486:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), flags 304000 00000080:00400000:1.0:1789603596.702568:0:32486:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1789603596.702571:0:32486:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb812252dc0. 00000080:00000001:1.0:1789603596.702575:0:32486:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789603596.702578:0:32486:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e502053dd0 00000080:00000008:1.0:1789603596.702580:0:32486:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9eb808190908), flags 304000, rc = 0 00000080:00000001:1.0:1789603596.702582:0:32486:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.702585:0:32486:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603596.709799:0:32680:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603596.709809:0:32680:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603596.709812:0:32680:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603596.709817:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17b20 00000080:00200000:2.0:1789603596.709822:0:32680:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:2.0:1789603596.709832:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8118b6200. 00800000:00000002:2.0:1789603596.709840:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603596.709846:0:32680:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603596.709852:0:32680:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603596.709855:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17a40 00800000:00000002:2.0:1789603596.709858:0:32680:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603596.709862:0:32680:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603596.709867:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603596.709870:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603596.709873:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603596.709876:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603596.709879:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603596.709881:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603596.709884:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603596.709888:0:32680:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603596.709895:0:32680:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603596.709897:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17910 00000002:00010000:2.0:1789603596.709900:0:32680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603596.709904:0:32680:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603596.709907:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603596.709911:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603596.709921:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bb00 count: 2 00010000:00000001:2.0:1789603596.709925:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603596.709931:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603596.709936:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603596.709942:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1789603596.709955:0:32680:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603596.709962:0:32680:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603596.709966:0:32680:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1789603596.711156:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603596.711160:0:32680:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603596.711163:0:32680:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603596.711166:0:32680:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603596.711169:0:32680:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603596.711173:0:32680:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603596.711177:0:32680:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603596.711181:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603596.711187:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8118b6200. 00000080:00000001:2.0:1789603596.711195:0:32680:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603596.711197:0:32680:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603596.711200:0:32680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:2.0:1789603596.711205:0:32680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe541a 00800000:00000001:2.0:1789603596.711210:0:32680:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603596.711214:0:32680:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603596.711216:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.711219:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.711223:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:2.0:1789603596.711225:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603596.711229:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603596.711233:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.711235:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603596.711236:0:32680:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603596.711238:0:32680:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603596.711241:0:32680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe541a from it ffffb8e501c17b58 00010000:00000001:2.0:1789603596.711243:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.711244:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.711245:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:2.0:1789603596.711247:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603596.711250:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603596.711253:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603596.711257:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1789603596.711264:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.711266:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.711268:0:32680:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603596.711271:0:32680:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603596.711274:0:32680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1789603596.711282:0:32680:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603596.711287:0:32680:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603596.711290:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603596.711295:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.711296:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.711297:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.711301:0:32680:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603596.711303:0:32680:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.711305:0:32680:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.711310:0:32680:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.711312:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603596.711313:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.711314:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603596.711319:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603596.711321:0:32680:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603596.711456:0:32680:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:2.0:1789603596.711463:0:32680:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603596.711470:0:32680:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789603596.711473:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17b48 00000080:00002000:2.0:1789603596.711475:0:32680:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff9eb82053f438) flags 0x20000e refc 1 00000080:00000001:2.0:1789603596.711477:0:32680:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603596.711479:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17b90 00000080:00200000:2.0:1789603596.711480:0:32680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=8 00000080:00000002:2.0:1789603596.711488:0:32680:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:2.0:1789603596.711500:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17d08 00000080:00200008:2.0:1789603596.711503:0:32680:0:(file.c:6307:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9eb808193248), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789603596.711543:0:32680:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603596.711545:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17c80 00000080:00200000:2.0:1789603596.711547:0:32680:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9eb808193248),name=d21h.recovery-small-1 00000080:00000010:2.0:1789603596.711558:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8118b6200. 00800000:00000002:2.0:1789603596.711565:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603596.711572:0:32680:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603596.711575:0:32680:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603596.711577:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17ba0 00800000:00000002:2.0:1789603596.711579:0:32680:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x23:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603596.711583:0:32680:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603596.711588:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603596.711590:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603596.711593:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603596.711595:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603596.711597:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603596.711599:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603596.711601:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603596.711603:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603596.711604:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603596.711605:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603596.711607:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603596.711608:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603596.711610:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:2.0:1789603596.711612:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603596.711614:0:32680:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603596.711617:0:32680:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603596.711619:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17a70 00000002:00010000:2.0:1789603596.711620:0:32680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603596.711623:0:32680:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603596.711625:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603596.711628:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603596.711635:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 2 00010000:00000001:2.0:1789603596.711638:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603596.711643:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603596.711647:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603596.711661:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789603596.711670:0:32680:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603596.711676:0:32680:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603596.711679:0:32680:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789603596.711686:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603596.711687:0:32680:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603596.711690:0:32680:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603596.711691:0:32680:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603596.711693:0:32680:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603596.711695:0:32680:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603596.711698:0:32680:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603596.711699:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603596.711702:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8118b6200. 00000080:00000001:2.0:1789603596.711705:0:32680:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603596.711707:0:32680:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603596.711709:0:32680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff9eb808193248) 00000080:00010000:2.0:1789603596.711712:0:32680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff9eb808193248) for lock 0xa04c19c788fe5421 00800000:00000001:2.0:1789603596.711714:0:32680:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603596.711716:0:32680:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603596.711717:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.711718:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.711721:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=3 00000020:00000001:2.0:1789603596.711723:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603596.711725:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603596.711728:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.711729:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603596.711730:0:32680:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603596.711732:0:32680:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603596.711734:0:32680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5421 from it ffffb8e501c17cb8 00010000:00000001:2.0:1789603596.711735:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.711736:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.711738:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=3 00000020:00000001:2.0:1789603596.711739:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603596.711741:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603596.711743:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603596.711745:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603596.711752:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.711754:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.711755:0:32680:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603596.711757:0:32680:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603596.711759:0:32680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789603596.711765:0:32680:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603596.711767:0:32680:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603596.711768:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603596.711770:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.711771:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.711773:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.711774:0:32680:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603596.711776:0:32680:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.711778:0:32680:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.711779:0:32680:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.711781:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603596.711782:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.711784:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603596.711785:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603596.711786:0:32680:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603596.711790:0:32680:0:(file.c:6260:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603596.711794:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17d08 00000080:00000008:2.0:1789603596.711796:0:32680:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9eb808193248), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789603596.711857:0:32680:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603596.711859:0:32680:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603596.711861:0:32680:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603596.711862:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17bc0 00000080:00200000:2.0:1789603596.711864:0:32680:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:2.0:1789603596.711867:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8118b6200. 00800000:00000002:2.0:1789603596.711870:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603596.711873:0:32680:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603596.711874:0:32680:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603596.711875:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17ae0 00800000:00000002:2.0:1789603596.711877:0:32680:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603596.711880:0:32680:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603596.711881:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603596.711883:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603596.711884:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603596.711885:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603596.711887:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603596.711888:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603596.711890:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603596.711891:0:32680:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603596.711894:0:32680:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603596.711896:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c179b0 00000002:00010000:2.0:1789603596.711897:0:32680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603596.711899:0:32680:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603596.711901:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603596.711902:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603596.711904:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bb00 count: 2 00010000:00000001:2.0:1789603596.711907:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603596.711909:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603596.711911:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603596.711915:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1789603596.711922:0:32680:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603596.711924:0:32680:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603596.711927:0:32680:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1789603596.711932:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603596.711934:0:32680:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603596.711948:0:32680:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603596.711950:0:32680:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603596.711952:0:32680:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603596.711954:0:32680:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603596.711956:0:32680:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603596.711958:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603596.711960:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8118b6200. 00000080:00000001:2.0:1789603596.711963:0:32680:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603596.711965:0:32680:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603596.711968:0:32680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:2.0:1789603596.711970:0:32680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe541a 00800000:00000001:2.0:1789603596.711973:0:32680:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603596.711975:0:32680:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603596.711976:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.711977:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.711979:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:2.0:1789603596.711981:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603596.711983:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603596.711986:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.711987:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603596.711988:0:32680:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603596.711990:0:32680:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603596.711992:0:32680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe541a from it ffffb8e501c17bf8 00010000:00000001:2.0:1789603596.711994:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603596.711995:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603596.711996:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:2.0:1789603596.711998:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603596.712000:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603596.712002:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603596.712005:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1789603596.712012:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.712013:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.712014:0:32680:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603596.712016:0:32680:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603596.712018:0:32680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1789603596.712025:0:32680:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603596.712027:0:32680:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603596.712029:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603596.712031:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.712032:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.712034:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.712035:0:32680:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603596.712037:0:32680:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.712038:0:32680:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.712040:0:32680:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.712042:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603596.712043:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.712044:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603596.712046:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603596.712047:0:32680:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603596.712049:0:32680:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:2.0:1789603596.712052:0:32680:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603596.712055:0:32680:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789603596.712056:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17bc0 00000080:00002000:2.0:1789603596.712058:0:32680:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff9eb82053f438) flags 0x20000e refc 1 00000080:00000001:2.0:1789603596.712060:0:32680:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603596.712062:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17c08 00000080:00200000:2.0:1789603596.712063:0:32680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000002:2.0:1789603596.712066:0:32680:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1789603596.712071:0:32680:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789603596.712073:0:32680:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9eb808193248), inode mode 41ed mask 44 00000080:00000001:2.0:1789603596.712076:0:32680:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603596.712082:0:32680:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:2.0:1789603596.712085:0:32680:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789603596.712087:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17b78 00000080:00200008:2.0:1789603596.712089:0:32680:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9eb808193248), flags 704400 00000080:00000010:2.0:1789603596.712094:0:32680:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9eb8053df540. 00000080:00000001:2.0:1789603596.712102:0:32680:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1789603596.712105:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8118b6200. 00800000:00000002:2.0:1789603596.712107:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603596.712110:0:32680:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603596.712111:0:32680:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603596.712113:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17a28 00800000:00000002:2.0:1789603596.712115:0:32680:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x23:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603596.712119:0:32680:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789603596.712122:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603596.712123:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603596.712124:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603596.712126:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603596.712128:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603596.712129:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:2.0:1789603596.712131:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603596.712134:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c179a8 00800000:00000002:2.0:1789603596.712135:0:32680:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1789603596.712139:0:32680:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603596.712140:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c178e0 00000002:00010000:2.0:1789603596.712142:0:32680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:2.0:1789603596.712146:0:32680:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789603596.712148:0:32680:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789603596.712152:0:32680:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789603596.712155:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 2 00010000:00000001:2.0:1789603596.712157:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603596.712160:0:32680:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789603596.712163:0:32680:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.712166:0:32680:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603596.712168:0:32680:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603596.712170:0:32680:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789603596.712172:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bb00 count: 2 00010000:00000001:2.0:1789603596.712173:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603596.712175:0:32680:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789603596.712177:0:32680:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.712178:0:32680:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603596.712180:0:32680:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603596.712186:0:32680:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f2300. 00000020:00000040:2.0:1789603596.712191:0:32680:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:2.0:1789603596.712197:0:32680:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789603596.712199:0:32680:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.712202:0:32680:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603596.712208:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603596.712211:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603596.712212:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603596.712213:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.712217:0:32680:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603596.712220:0:32680:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603596.712224:0:32680:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603596.712233:0:32680:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041d3800. 00000100:00000001:2.0:1789603596.712243:0:32680:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.712250:0:32680:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603596.712252:0:32680:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.712254:0:32680:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603596.712255:0:32680:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603596.712257:0:32680:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603596.712264:0:32680:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446637111912112896 : -106961797438720 : ffff9eb8040f2300) 00010000:00000001:2.0:1789603596.712269:0:32680:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789603596.712272:0:32680:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789603596.712274:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bb00 count: 2 00010000:00000001:2.0:1789603596.712276:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603596.712278:0:32680:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789603596.712282:0:32680:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb802f47e00. 00000020:00000001:2.0:1789603596.712285:0:32680:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789603596.712288:0:32680:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb802f47e00 with handle 0xa04c19c788fe544b to hash 00000020:00000001:2.0:1789603596.712290:0:32680:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789603596.712291:0:32680:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111893589504 : -106961815962112 : ffff9eb802f47e00) 00010000:00000001:2.0:1789603596.712295:0:32680:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111893589504 : -106961815962112 : ffff9eb802f47e00) 00010000:00000001:2.0:1789603596.712298:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603596.712300:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603596.712304:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47e00/0xa04c19c788fe544b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603596.712311:0:32680:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47e00/0xa04c19c788fe544b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789603596.712339:0:32680:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789603596.712356:0:32680:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb8040f2300 x1876533442894848/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789603596.712367:0:32680:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47e00/0xa04c19c788fe544b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789603596.712372:0:32680:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603596.712375:0:32680:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603596.712384:0:32680:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8109c4240. 00000100:00000001:2.0:1789603596.712387:0:32680:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112122688064 : -106961586863552 : ffff9eb8109c4240) 00000100:00000001:2.0:1789603596.712390:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603596.712392:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112896 : -106961797438720 : ffff9eb8040f2300) 00000100:00000001:2.0:1789603596.712398:0:32680:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603596.712403:0:32680:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.712406:0:32680:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603596.712408:0:32680:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603596.712413:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f2300 x1876533442894848/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.712421:0:32680:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603596.712424:0:32680:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603596.712428:0:32680:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603596.712431:0:32680:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603596.712434:0:32680:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603596.712438:0:32680:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f2300 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442894848:192.168.204.129@tcp:101:rm.0 00000100:00000001:2.0:1789603596.712442:0:32680:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603596.712448:0:32680:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603596.712450:0:32680:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603596.712453:0:32680:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603596.712629:0:32680:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9eb810280000. 02000000:00000001:2.0:1789603596.712632:0:32680:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603596.712643:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603596.712663:0:32680:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a32c0. 00000400:00000010:2.0:1789603596.712676:0:32680:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9eb811629800. 00000100:00000200:2.0:1789603596.712686:0:32680:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876533442894848, portal 10 00000100:00000001:2.0:1789603596.712689:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603596.712690:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112896 : -106961797438720 : ffff9eb8040f2300) 00000100:00000040:2.0:1789603596.712698:0:32680:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f2300 x1876533442894848/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603612 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.712706:0:32680:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603596.712710:0:32680:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603596.712714:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7440. 00000100:00000200:2.0:1789603596.712717:0:32680:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876533442894848, offset 0 00000400:00000200:2.0:1789603596.712726:0:32680:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603596.712737:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.712746:0:32680:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603596.712752:0:32680:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603596.712758:0:32680:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603596.712762:0:32680:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603596.712765:0:32680:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603596.712769:0:32680:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2777:2777:256:4294967295] 192.168.204.129@tcp LPNI seq info [2777:2777:8:4294967295] 00000400:00000200:2.0:1789603596.712773:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.712785:0:32680:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603596.712792:0:32680:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603596.712798:0:32680:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8086d7200. 00000800:00000200:2.0:1789603596.712805:0:32680:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603596.712814:0:32680:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603596.712819:0:32680:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8086d7200 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1789603596.713306:0:32680:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603596.713313:0:32680:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 864251 usecs (865 jiffies) 00000400:00000200:2.0:1789603596.713318:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603596.713373:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296596511 00000100:00000001:2.0:1789603596.713377:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:2.0:1789603596.713380:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296596511 00000100:00000001:2.0:1789603596.713382:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:2.0:1789603596.713386:0:32680:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603596.713390:0:32680:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.713393:0:32680:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603596.713395:0:32680:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603596.713399:0:32680:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8109c4240 going to sleep for 11 seconds 00000100:00000001:2.0:1789603596.713402:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603596.713405:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603596.714173:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603596.714181:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8086d7200. 00000400:00000200:2.0:1789603596.714190:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603596.714200:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603596.714209:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7440 00000400:00000010:2.0:1789603596.714212:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7440. 00000100:00000001:2.0:1789603596.714218:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603596.714226:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f2300 x1876533442894848/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603612 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.714239:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603596.714244:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f2300 x1876533442894848/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603612 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.714253:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.714254:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603596.718429:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.718454:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603596.718459:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.718462:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.718473:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.718483:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603596.718495:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.718501:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.718507:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.719025:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 664 into portal 10 MB=0x6aab27d45dc00 00000400:00000200:2.0:1789603596.719032:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.719040:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 664/664 into md 0x7ebd [64] + 224 00000800:00000001:2.0:1789603596.719052:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.719064:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.719068:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603596.719073:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603596.719082:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603596.719093:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f2300 x1876533442894848/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603612 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603596.719105:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9eb8040f2300 x1876533442894848/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.719186:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603596.719206:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603596.719218:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.719222:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789603596.719265:0:32680:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603596.719268:0:32680:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603596.719272:0:32680:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a32c0. 00000400:00000200:1.0:1789603596.719277:0:32680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb811629800 00000400:00000010:1.0:1789603596.719280:0:32680:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9eb811629800. 00000100:00000001:1.0:1789603596.719284:0:32680:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603596.719289:0:32680:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f2300 x1876533442894848/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603596.719298:0:32680:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f2300 x1876533442894848/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.719427:0:32680:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603596.719430:0:32680:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.719433:0:32680:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603596.719437:0:32680:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603596.719441:0:32680:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603596.719444:0:32680:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.719447:0:32680:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603596.719460:0:32680:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=144 v=5 (106 106 106 137) 00000100:00001000:1.0:1789603596.719465:0:32680:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603596.719468:0:32680:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789603596.719473:0:32680:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9eb8040f2300 x1876533442894848/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.719479:0:32680:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789603596.719483:0:32680:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789603596.719486:0:32680:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789603596.719488:0:32680:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789603596.719491:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.719493:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112896 : -106961797438720 : ffff9eb8040f2300) 00000100:00000001:1.0:1789603596.719497:0:32680:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603596.719500:0:32680:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:1.0:1789603596.719502:0:32680:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603596.719505:0:32680:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789603596.719673:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f2300 x1876533442894848/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603612 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.719682:0:32680:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789603596.719686:0:32680:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603596.719688:0:32680:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603596.719693:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f2300 x1876533442894848/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603612 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603596.719702:0:32680:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f2300 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442894848:192.168.204.129@tcp:101:rm.0 00000100:00000001:1.0:1789603596.719709:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.719712:0:32680:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789603596.719715:0:32680:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603596.719718:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603596.719721:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f2300 x1876533442894848/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603612 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.719728:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603596.719732:0:32680:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8109c4240. 00000100:00000001:1.0:1789603596.719736:0:32680:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603596.719737:0:32680:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1789603596.719742:0:32680:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789603596.719748:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.719752:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.719756:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47e00 refcount=4 00000020:00000001:1.0:1789603596.719759:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893589504 : -106961815962112 : ffff9eb802f47e00) 00010000:00000001:1.0:1789603596.719830:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893589504 : -106961815962112 : ffff9eb802f47e00) 00010000:00010000:1.0:1789603596.719838:0:32680:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47e00/0xa04c19c788fe544b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.719852:0:32680:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1789603596.719858:0:32680:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47e00/0xa04c19c788fe544b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.719864:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603596.719868:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47e00/0xa04c19c788fe544b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.719874:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.719877:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789603596.719879:0:32680:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47e00/0xa04c19c788fe544b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.719886:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603596.719890:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.719894:0:32680:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789603596.719897:0:32680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47e00/0xa04c19c788fe544b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603596.719904:0:32680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb802f47e00 already unused, calling callback (ffffffffc1bbd980) 00000080:00000001:1.0:1789603596.719908:0:32680:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1789603596.719912:0:32680:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47e00/0xa04c19c788fe544b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.719919:0:32680:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1789603596.719921:0:32680:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1789603596.719925:0:32680:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47e00/0xa04c19c788fe544b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.719930:0:32680:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1789603596.719933:0:32680:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789603596.719934:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.719936:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.719937:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47e00 refcount=5 00000020:00000001:1.0:1789603596.719939:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893589504 : -106961815962112 : ffff9eb802f47e00) 00010000:00000001:1.0:1789603596.719941:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893589504 : -106961815962112 : ffff9eb802f47e00) 00010000:00000001:1.0:1789603596.719944:0:32680:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789603596.719946:0:32680:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47e00/0xa04c19c788fe544b lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1789603596.719956:0:32680:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789603596.719958:0:32680:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.719961:0:32680:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1789603596.719963:0:32680:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789603596.719966:0:32680:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789603596.719968:0:32680:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789603596.719970:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603596.719971:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789603596.719974:0:32680:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb802f47e00 with handle 0xa04c19c788fe544b from hash 00010000:00000001:1.0:1789603596.719977:0:32680:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789603596.719978:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.719979:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.719980:0:32680:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789603596.719982:0:32680:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789603596.719984:0:32680:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1789603596.719987:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.719988:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.719990:0:32680:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.719992:0:32680:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.719994:0:32680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47e00/0xa04c19c788fe544b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.719999:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.720000:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.720001:0:32680:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1789603596.720003:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603596.720004:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.720005:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.720007:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789603596.720010:0:32680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47e00/0xa04c19c788fe544b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.720023:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.720025:0:32680:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1789603596.720030:0:32680:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1789603596.720037:0:32680:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9eb8040f2300 x1876533442894848/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603612 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789603596.720048:0:32680:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789603596.720053:0:32680:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb8040f2300 x1876533442894848/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603612 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789603596.720060:0:32680:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.720068:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1789603596.720069:0:32680:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.720071:0:32680:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.720073:0:32680:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.720076:0:32680:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789603596.720079:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.720080:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112896 : -106961797438720 : ffff9eb8040f2300) 00010000:00000001:1.0:1789603596.720082:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1789603596.720083:0:32680:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.720086:0:32680:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789603596.720089:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17868 00000002:00002000:1.0:1789603596.720091:0:32680:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1789603596.720094:0:32680:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.720098:0:32680:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.720100:0:32680:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789603596.720103:0:32680:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789603596.720107:0:32680:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.720112:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603596.720116:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8118b6200. 00000080:00000001:1.0:1789603596.720122:0:32680:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789603596.720129:0:32680:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789603596.720134:0:32680:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789603596.721888:0:32680:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb807a3f000. 00800000:00000001:0.0:1789603596.721901:0:32680:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637111972196352 : -106961737355264 : ffff9eb807a3f000) 00800000:00000001:0.0:1789603596.721906:0:32680:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.721911:0:32680:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789603596.721916:0:32680:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789603596.721919:0:32680:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:0.0:1789603596.721922:0:32680:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789603596.721926:0:32680:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789603596.721927:0:32680:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.721933:0:32680:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:0.0:1789603596.721936:0:32680:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1789603596.721942:0:32680:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00000001:0.0:1789603596.721945:0:32680:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789603596.721950:0:32680:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789603596.721952:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807a3f000 1 00800000:00000010:0.0:1789603596.721956:0:32680:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb807a3f000. 00800000:00000001:0.0:1789603596.721960:0:32680:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789603596.721964:0:32680:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:0.0:1789603596.721970:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.721985:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f2300 x1876533442894848/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603612 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.721994:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.721998:0:32680:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603596.722004:0:32680:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9eb807a3f000. 00000080:00000001:0.0:1789603596.722008:0:32680:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789603596.722014:0:32680:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1789603596.722018:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603596.722021:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603596.722024:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603596.722027:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603596.722029:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.722031:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1789603596.722034:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.722037:0:32680:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789603596.722042:0:32680:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9eb8069479a0. 00000002:00100000:0.0:1789603596.722047:0:32680:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb8040f2300 x1876533442894848/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603612 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789603596.722053:0:32680:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.722055:0:32680:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789603596.722059:0:32680:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789603596.722062:0:32680:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.722066:0:32680:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1789603596.722068:0:32680:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.722069:0:32680:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603596.722075:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.722078:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f2300 x1876533442894848/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603612 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789603596.722085:0:32680:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603596.722090:0:32680:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9eb810280000. 02000000:00000001:0.0:1789603596.722149:0:32680:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789603596.722151:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.722156:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17b78 00000080:00000008:0.0:1789603596.722158:0:32680:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9eb808193248), flags 704400, rc = 0 00000080:00000001:0.0:1789603596.722163:0:32680:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.722226:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17d28 00000080:00200008:0.0:1789603596.722229:0:32680:0:(file.c:6307:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9eb808193248), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789603596.722237:0:32680:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603596.722238:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17ca0 00000080:00200000:0.0:1789603596.722241:0:32680:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9eb808193248),name=d21h.recovery-small-1 00000080:00000010:0.0:1789603596.722248:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb803b54e00. 00800000:00000002:0.0:1789603596.722256:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603596.722265:0:32680:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603596.722269:0:32680:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603596.722272:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17bc0 00800000:00000002:0.0:1789603596.722274:0:32680:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x23:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603596.722278:0:32680:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603596.722282:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603596.722283:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603596.722285:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603596.722286:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603596.722287:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.722289:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603596.722291:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.722293:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603596.722295:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603596.722296:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603596.722297:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603596.722298:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.722503:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1789603596.722506:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.722865:0:32680:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603596.722873:0:32680:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603596.722875:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17a90 00000002:00010000:0.0:1789603596.722877:0:32680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603596.722881:0:32680:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603596.722883:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603596.722887:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603596.722896:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 2 00010000:00000001:0.0:1789603596.722899:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603596.722905:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603596.722909:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603596.722914:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789603596.722925:0:32680:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603596.722932:0:32680:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603596.722935:0:32680:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1789603596.722942:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603596.722944:0:32680:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603596.722946:0:32680:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603596.722948:0:32680:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603596.722951:0:32680:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603596.722954:0:32680:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603596.722957:0:32680:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603596.722960:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603596.722964:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb803b54e00. 00000080:00000001:0.0:1789603596.722969:0:32680:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603596.722971:0:32680:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603596.722974:0:32680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff9eb808193248) 00000080:00010000:0.0:1789603596.722978:0:32680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff9eb808193248) for lock 0xa04c19c788fe5421 00800000:00000001:0.0:1789603596.722982:0:32680:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603596.722984:0:32680:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603596.722987:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.722989:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.722993:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=3 00000020:00000001:0.0:1789603596.722996:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:0.0:1789603596.722999:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:0.0:1789603596.723002:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.723004:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603596.723005:0:32680:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.723007:0:32680:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603596.723009:0:32680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5421 from it ffffb8e501c17cd8 00010000:00000001:0.0:1789603596.723011:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.723013:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.723014:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=3 00000020:00000001:0.0:1789603596.723016:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:0.0:1789603596.723019:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:0.0:1789603596.723022:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603596.723025:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603596.723032:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.723033:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.723035:0:32680:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603596.723037:0:32680:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603596.723040:0:32680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789603596.723048:0:32680:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603596.723052:0:32680:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603596.723054:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603596.723060:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.723061:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.723063:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.723067:0:32680:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603596.723069:0:32680:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.723072:0:32680:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.723074:0:32680:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.723077:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603596.723078:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.723079:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603596.723082:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603596.723084:0:32680:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603596.723088:0:32680:0:(file.c:6260:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.723093:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17d28 00000080:00000008:0.0:1789603596.723095:0:32680:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9eb808193248), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789603596.723178:0:32680:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1789603596.723181:0:32680:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9eb808193248) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1789603596.723189:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb803b54e00. 00800000:00000002:0.0:1789603596.723193:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb807d57780 2 00000080:00000001:0.0:1789603596.723196:0:32680:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:0.0:1789603596.723202:0:32680:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:0.0:1789603596.723205:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603596.723208:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603596.723209:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603596.723211:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603596.723213:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.723215:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1789603596.723217:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.723221:0:32680:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:0.0:1789603596.723224:0:32680:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603596.723225:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17ab8 00000002:00010000:0.0:1789603596.723227:0:32680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000405:0x23:0x0], intent: readdir flags 0 00000002:00000001:0.0:1789603596.723230:0:32680:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603596.723232:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603596.723233:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603596.723236:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 2 00010000:00000001:0.0:1789603596.723237:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603596.723240:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603596.723242:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603596.723245:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1789603596.723252:0:32680:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603596.723254:0:32680:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603596.723257:0:32680:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1789603596.723263:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603596.723264:0:32680:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603596.723266:0:32680:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603596.723267:0:32680:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603596.723269:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.723270:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.723272:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=3 00000020:00000001:0.0:1789603596.723273:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:0.0:1789603596.723276:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:0.0:1789603596.723278:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.723279:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603596.723280:0:32680:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.723461:0:32680:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:0.0:1789603596.723469:0:32680:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9eb807ad7000. 00000002:00000001:0.0:1789603596.727074:0:32680:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:0.0:1789603596.727098:0:32680:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1ce00. 00000020:00000040:0.0:1789603596.727108:0:32680:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603596.727115:0:32680:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603596.727119:0:32680:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603596.727126:0:32680:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603596.727140:0:32680:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb803b55000. 00000100:00000001:0.0:1789603596.727148:0:32680:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.727152:0:32680:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1789603596.727158:0:32680:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9eb8051e1c00. 00000100:00000010:0.0:1789603596.727164:0:32680:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9eb807b46000. 00000020:00000040:0.0:1789603596.727166:0:32680:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603596.727198:0:32680:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603596.727200:0:32680:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603596.727209:0:32680:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb806b816c0. 00000100:00000001:0.0:1789603596.727211:0:32680:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111956739776 : -106961752811840 : ffff9eb806b816c0) 00000100:00000001:0.0:1789603596.727215:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.727216:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00000100:00000001:0.0:1789603596.727223:0:32680:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603596.727228:0:32680:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.727231:0:32680:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603596.727233:0:32680:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603596.727248:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1ce00 x1876533442894976/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.727258:0:32680:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603596.727261:0:32680:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603596.727265:0:32680:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603596.727268:0:32680:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603596.727270:0:32680:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603596.727274:0:32680:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1ce00 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442894976:192.168.204.129@tcp:37:rm.0 00000100:00000001:0.0:1789603596.727281:0:32680:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603596.727289:0:32680:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603596.727292:0:32680:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.727295:0:32680:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1789603596.727450:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603596.727458:0:32680:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139688. 00000400:00000010:0.0:1789603596.727470:0:32680:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9eb807a78000. 00000100:00000200:0.0:1789603596.727479:0:32680:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aab27d45dc80-0x6aab27d45dc80, portal 14 00000100:00000001:0.0:1789603596.727482:0:32680:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603596.727485:0:32680:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603596.727490:0:32680:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8051e0c00. 02000000:00000001:0.0:1789603596.727492:0:32680:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603596.727495:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603596.727498:0:32680:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041399a0. 00000400:00000010:0.0:1789603596.727502:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136824c8. 00000100:00000200:0.0:1789603596.727506:0:32680:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442894976, portal 10 00000100:00000001:0.0:1789603596.727873:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.727876:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00000100:00000040:0.0:1789603596.727888:0:32680:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810d1ce00 x1876533442894976/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.727897:0:32680:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603596.727900:0:32680:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603596.727904:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682440. 00000100:00000200:0.0:1789603596.727909:0:32680:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1876533442894976, offset 0 00000400:00000200:0.0:1789603596.727916:0:32680:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603596.727930:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603596.727940:0:32680:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603596.727947:0:32680:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603596.727952:0:32680:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603596.727956:0:32680:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603596.727959:0:32680:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603596.727964:0:32680:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2778:2778:256:4294967295] 192.168.204.129@tcp LPNI seq info [2778:2778:8:4294967295] 00000400:00000200:0.0:1789603596.727969:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603596.727981:0:32680:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603596.727988:0:32680:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603596.727994:0:32680:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076e00. 00000800:00000200:0.0:1789603596.728002:0:32680:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603596.728011:0:32680:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603596.728015:0:32680:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076e00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1789603596.728119:0:32680:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603596.728125:0:32680:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 863063 usecs (864 jiffies) 00000400:00000200:0.0:1789603596.728129:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603596.728132:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296596525 00000100:00000001:0.0:1789603596.728135:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:0.0:1789603596.728138:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296596525 00000100:00000001:0.0:1789603596.728140:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:0.0:1789603596.728143:0:32680:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603596.728146:0:32680:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.728148:0:32680:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603596.728150:0:32680:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603596.728154:0:32680:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb806b816c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789603596.728157:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603596.728160:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603596.728460:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603596.728466:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076e00. 00000400:00000200:2.0:1789603596.728472:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603596.728478:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603596.728485:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682440 00000400:00000010:2.0:1789603596.728488:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682440. 00000100:00000001:2.0:1789603596.728492:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603596.728497:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1ce00 x1876533442894976/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.728507:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603596.731842:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ce00 x1876533442894976/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.731859:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.731862:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789603596.733869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47e00. 00000800:00000001:2.0:1789603596.737221:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.737247:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603596.737264:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.737269:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.737279:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.737287:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603596.737299:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.737305:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.737311:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.737316:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 4096 into portal 14 MB=0x6aab27d45dc80 00000400:00000200:2.0:1789603596.737322:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.737328:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.129@tcp of length 4096/4096 into md 0x7ecd [256] + 0 00000400:00000010:2.0:1789603596.737333:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139688. 00000400:00000200:2.0:1789603596.737340:0:2395:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9eb807a78000 00000800:00000001:2.0:1789603596.737346:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.737383:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.737387:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603596.737392:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603596.737398:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb807a78000 00000400:00000010:2.0:1789603596.737401:0:2395:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9eb807a78000. 00000100:00000001:2.0:1789603596.737407:0:2395:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1789603596.737409:0:2395:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9eb810d1ce00 desc ffff9eb8051e1c00 mbits 1876533442894976 00000100:00000001:2.0:1789603596.737427:0:2395:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1789603596.737443:0:2395:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789603596.737447:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.737453:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.29@tcp to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603596.737459:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2779:2779:256:4294967295] 192.168.204.129@tcp LPNI seq info [2779:2779:8:4294967295] 00000400:00000200:2.0:1789603596.737463:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.737472:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:192.168.204.29@tcp) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) 192.168.204.129@tcp : ACK try# 0 00000800:00000200:2.0:1789603596.737478:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603596.737487:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9eb81022c000. 00000800:00000200:2.0:1789603596.737494:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603596.737503:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603596.737554:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb81022c000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789603596.737662:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603596.737667:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9eb81022c000. 00000400:00000200:2.0:1789603596.737671:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603596.737675:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: ACK: OK 00000800:00000001:2.0:1789603596.737681:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.737685:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.737751:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603596.737760:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603596.746042:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.746069:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603596.746075:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.746077:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.746088:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.746098:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603596.746109:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.746230:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.746237:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.746243:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 440 into portal 10 MB=0x6aab27d45dc80 00000400:00000200:2.0:1789603596.746250:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.746257:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 440/440 into md 0x7ed5 [1] + 224 00000800:00000001:2.0:1789603596.746267:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.746282:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.746286:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603596.746292:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603596.746303:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603596.746316:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1ce00 x1876533442894976/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603596.746329:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9eb810d1ce00 x1876533442894976/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.746358:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603596.746369:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.746373:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.746711:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603596.746722:0:32680:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603596.746724:0:32680:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603596.746728:0:32680:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041399a0. 00000400:00000200:0.0:1789603596.746734:0:32680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136824c8 00000400:00000010:0.0:1789603596.746737:0:32680:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136824c8. 00000100:00000001:0.0:1789603596.746741:0:32680:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603596.746747:0:32680:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1ce00 x1876533442894976/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603596.746757:0:32680:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1ce00 x1876533442894976/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.746764:0:32680:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603596.746766:0:32680:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.746769:0:32680:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603596.746773:0:32680:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603596.746776:0:32680:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603596.746779:0:32680:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603596.746783:0:32680:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603596.746797:0:32680:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb4f0 time=143 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603596.746802:0:32680:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603596.746806:0:32680:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603596.746808:0:32680:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.746811:0:32680:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603596.746816:0:32680:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.746821:0:32680:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603596.746824:0:32680:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:0.0:1789603596.746827:0:32680:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603596.746831:0:32680:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603596.746836:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9eb810d1ce00 x1876533442894976/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789603596.746846:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9eb810d1ce00 x1876533442894976/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.746854:0:32680:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603596.746857:0:32680:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603596.746861:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1ce00 x1876533442894976/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603596.746869:0:32680:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1ce00 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442894976:192.168.204.129@tcp:37:rm.0 00000100:00000001:0.0:1789603596.746875:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.746878:0:32680:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.746881:0:32680:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603596.746884:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.746888:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1ce00 x1876533442894976/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.746896:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603596.746899:0:32680:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb806b816c0. 00000100:00000001:0.0:1789603596.746903:0:32680:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603596.746905:0:32680:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.746909:0:32680:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.746913:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.746916:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1ce00 x1876533442894976/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.746922:0:32680:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603596.746925:0:32680:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603596.746929:0:32680:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8051e0c00. 02000000:00000001:0.0:1789603596.746932:0:32680:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603596.746935:0:32680:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603596.746937:0:32680:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603596.746940:0:32680:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1789603596.746943:0:32680:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1789603596.746945:0:32680:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603596.746946:0:32680:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603596.746948:0:32680:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000010:0.0:1789603596.746982:0:32680:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9eb807b46000. 00000100:00000010:0.0:1789603596.746987:0:32680:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9eb8051e1c00. 00000100:00000001:0.0:1789603596.746989:0:32680:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1789603596.746992:0:32680:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb803b55000. 02000000:00000001:0.0:1789603596.746996:0:32680:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603596.746998:0:32680:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603596.747001:0:32680:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1ce00. 00000100:00000001:0.0:1789603596.747005:0:32680:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603596.747006:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603596.747009:0:32680:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1789603596.747012:0:32680:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1789603596.747814:0:32680:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9eb807ad7000. 00000002:00000001:0.0:1789603596.747824:0:32680:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.747832:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.747835:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.747840:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=3 00000020:00000001:0.0:1789603596.747844:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:0.0:1789603596.747848:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:0.0:1789603596.747852:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603596.747860:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789603596.747872:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.747874:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.747876:0:32680:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603596.747880:0:32680:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603596.747883:0:32680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789603596.747892:0:32680:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603596.747897:0:32680:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603596.747900:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603596.747906:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.747907:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.747909:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.747913:0:32680:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603596.747915:0:32680:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.747918:0:32680:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.747921:0:32680:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.747924:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603596.747925:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.747927:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1789603596.747930:0:32680:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.747938:0:32680:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:0.0:1789603596.747946:0:32680:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789603596.747949:0:32680:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:0.0:1789603596.747958:0:32680:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.747965:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807d57780 2 00000080:00000010:0.0:1789603596.747969:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb803b54e00. 00000080:00000001:0.0:1789603596.747976:0:32680:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.748101:0:32680:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:0.0:1789603596.748105:0:32680:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789603596.748110:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17dd0 00000080:00200008:0.0:1789603596.748113:0:32680:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9eb808193248), flags 704000 00000080:00400000:0.0:1789603596.748118:0:32680:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x23:0x0] 00000080:00000001:0.0:1789603596.748123:0:32680:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1789603596.748125:0:32680:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:0.0:1789603596.748127:0:32680:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1789603596.748135:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603596.748138:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603596.748141:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603596.748143:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603596.748146:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.748148:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1789603596.748150:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.748156:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603596.748160:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603596.748167:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 2 00010000:00000001:0.0:1789603596.748171:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603596.748176:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.748178:0:32680:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x23:0x0]: 0 00000080:00000001:0.0:1789603596.748181:0:32680:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789603596.748184:0:32680:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789603596.748190:0:32680:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9eb803b54e00. 00000080:00000001:0.0:1789603596.748192:0:32680:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:0.0:1789603596.748198:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb807d57780 2 00000080:00000001:0.0:1789603596.748203:0:32680:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789603596.748207:0:32680:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1789603596.748208:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603596.748210:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603596.748211:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603596.748212:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603596.748213:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.748215:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1789603596.748217:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.748219:0:32680:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x23:0x0] 00000002:00000001:0.0:1789603596.748222:0:32680:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789603596.748225:0:32680:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9eb81291b000: [0x200000405:0x23:0x0] file closed with intent: 0 00000100:00000010:0.0:1789603596.748231:0:32680:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1ce00. 00000020:00000040:0.0:1789603596.748237:0:32680:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603596.748242:0:32680:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603596.748246:0:32680:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603596.748251:0:32680:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603596.748261:0:32680:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb803b55000. 00000100:00000001:0.0:1789603596.748271:0:32680:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789603596.748294:0:32680:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9eb8040f2300 x1876533442894848/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603612 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789603596.748305:0:32680:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789603596.748311:0:32680:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb810d1ce00 x1876533442895232/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789603596.748318:0:32680:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603596.748320:0:32680:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603596.748331:0:32680:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb806b816c0. 00000100:00000001:0.0:1789603596.748334:0:32680:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111956739776 : -106961752811840 : ffff9eb806b816c0) 00000100:00000001:0.0:1789603596.748337:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.748339:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00000100:00000001:0.0:1789603596.748344:0:32680:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603596.748349:0:32680:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.748352:0:32680:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603596.748354:0:32680:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603596.748358:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1ce00 x1876533442895232/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.748366:0:32680:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603596.748369:0:32680:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603596.748373:0:32680:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603596.748377:0:32680:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603596.748380:0:32680:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603596.748383:0:32680:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1ce00 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442895232:192.168.204.129@tcp:35:rm.0 00000100:00000001:0.0:1789603596.748388:0:32680:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603596.748395:0:32680:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603596.748398:0:32680:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603596.748402:0:32680:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603596.748408:0:32680:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8051e1c00. 02000000:00000001:0.0:1789603596.748410:0:32680:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603596.748419:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603596.748424:0:32680:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041399a0. 00000400:00000010:0.0:1789603596.748431:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136824c8. 00000100:00000200:0.0:1789603596.748440:0:32680:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442895232, portal 10 00000100:00000001:0.0:1789603596.748441:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.748442:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00000100:00000040:0.0:1789603596.748449:0:32680:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810d1ce00 x1876533442895232/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.750839:0:32680:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603596.750850:0:32680:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603596.750869:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682e58. 00000100:00000200:0.0:1789603596.750880:0:32680:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876533442895232, offset 0 00000400:00000200:0.0:1789603596.750890:0:32680:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603596.750910:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603596.750922:0:32680:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603596.750928:0:32680:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603596.750933:0:32680:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603596.750938:0:32680:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603596.750941:0:32680:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603596.750945:0:32680:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2780:2780:256:4294967295] 192.168.204.129@tcp LPNI seq info [2780:2780:8:4294967295] 00000400:00000200:0.0:1789603596.750950:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603596.750963:0:32680:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603596.750969:0:32680:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603596.750977:0:32680:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076300. 00000800:00000200:0.0:1789603596.750985:0:32680:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603596.750995:0:32680:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603596.751000:0:32680:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789603596.751328:0:32680:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603596.751337:0:32680:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 861900 usecs (862 jiffies) 00000400:00000200:0.0:1789603596.751343:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603596.751346:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296596546 00000100:00000001:0.0:1789603596.751350:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:0.0:1789603596.751352:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296596546 00000100:00000001:0.0:1789603596.751355:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:0.0:1789603596.751358:0:32680:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603596.751362:0:32680:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.751366:0:32680:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603596.751370:0:32680:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603596.751373:0:32680:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb806b816c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789603596.751377:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603596.751381:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603596.753019:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603596.753032:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076300. 00000400:00000200:3.0:1789603596.753042:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.753052:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603596.753063:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682e58 00000400:00000010:3.0:1789603596.753067:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682e58. 00000100:00000001:3.0:1789603596.753073:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603596.753083:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1ce00 x1876533442895232/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.753098:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603596.753102:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ce00 x1876533442895232/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603612 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.753109:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603596.753111:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603596.759061:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.759085:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603596.759091:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.759093:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.759103:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.759176:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603596.759188:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.759196:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.759202:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.759207:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d45dd80 00000400:00000200:2.0:1789603596.759213:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.759221:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x7edd [1] + 224 00000800:00000001:2.0:1789603596.759230:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.759240:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.759244:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603596.759249:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603596.759258:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603596.759271:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1ce00 x1876533442895232/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603596.759283:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9eb810d1ce00 x1876533442895232/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.759363:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603596.759385:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603596.759396:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.759400:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789603596.760688:0:32680:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603596.760695:0:32680:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603596.760700:0:32680:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041399a0. 00000400:00000200:0.0:1789603596.760709:0:32680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136824c8 00000400:00000010:0.0:1789603596.760713:0:32680:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136824c8. 00000100:00000001:0.0:1789603596.760719:0:32680:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603596.760733:0:32680:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1ce00 x1876533442895232/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603596.760744:0:32680:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1ce00 x1876533442895232/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.760752:0:32680:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603596.760755:0:32680:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.760758:0:32680:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603596.760763:0:32680:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603596.760766:0:32680:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603596.760769:0:32680:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603596.760773:0:32680:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603596.760786:0:32680:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb4f0 time=143 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603596.760791:0:32680:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603596.760794:0:32680:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603596.760796:0:32680:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.760799:0:32680:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603596.760804:0:32680:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.760808:0:32680:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789603596.760811:0:32680:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789603596.760813:0:32680:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789603596.760816:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.760818:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00000100:00000001:0.0:1789603596.760822:0:32680:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603596.760824:0:32680:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:0.0:1789603596.760826:0:32680:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603596.760830:0:32680:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603596.760835:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1ce00 x1876533442895232/t4294967622(4294967622) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603612 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.760842:0:32680:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603596.760846:0:32680:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603596.760848:0:32680:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603596.760852:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1ce00 x1876533442895232/t4294967622(4294967622) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603612 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603596.760860:0:32680:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1ce00 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442895232:192.168.204.129@tcp:35:rm.0 00000100:00000001:0.0:1789603596.760866:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.760870:0:32680:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.760873:0:32680:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603596.760875:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.760879:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ce00 x1876533442895232/t4294967622(4294967622) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603612 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.760886:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603596.760890:0:32680:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb806b816c0. 00000100:00000001:0.0:1789603596.760894:0:32680:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603596.760896:0:32680:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.760905:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.760907:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00000002:00000001:0.0:1789603596.760909:0:32680:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.760913:0:32680:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.760918:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807d57780 2 00000080:00000010:0.0:1789603596.760922:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb803b54e00. 00000080:00000001:0.0:1789603596.760927:0:32680:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789603596.760930:0:32680:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1789603596.760934:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603596.761222:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603596.761225:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603596.761228:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603596.761230:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.761233:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1789603596.761236:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.761243:0:32680:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789603596.761250:0:32680:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9eb8040f2300 x1876533442894848/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.761259:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.761260:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112896 : -106961797438720 : ffff9eb8040f2300) 00000100:00000001:0.0:1789603596.761263:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.761266:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f2300 x1876533442894848/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603612 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.761273:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.761275:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.761278:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ce00 x1876533442895232/t4294967622(4294967622) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603612 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.761284:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.761286:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.761289:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f2300 x1876533442894848/t4294967621(4294967621) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603612 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.761295:0:32680:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789603596.761300:0:32680:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603596.761303:0:32680:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603596.761306:0:32680:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603596.761310:0:32680:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041d3800. 02000000:00000001:0.0:1789603596.761315:0:32680:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603596.761317:0:32680:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603596.761319:0:32680:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f2300. 00000100:00000001:0.0:1789603596.762234:0:32680:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603596.762238:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.762243:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.762254:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1ce00 x1876533442895232/t4294967622(4294967622) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603612 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.762263:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603596.762266:0:32680:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9eb8069479a0. 00000002:00000001:0.0:1789603596.762270:0:32680:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.762273:0:32680:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603596.762277:0:32680:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9eb807a3f000. 00000100:00000001:0.0:1789603596.762280:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.762283:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1ce00 x1876533442895232/t4294967622(4294967622) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.762290:0:32680:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603596.762292:0:32680:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603596.762296:0:32680:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8051e1c00. 02000000:00000001:0.0:1789603596.762300:0:32680:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603596.762302:0:32680:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603596.762303:0:32680:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603596.762305:0:32680:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603596.762307:0:32680:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb803b55000. 02000000:00000001:0.0:1789603596.762311:0:32680:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603596.762313:0:32680:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603596.762314:0:32680:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1ce00. 00000100:00000001:0.0:1789603596.762318:0:32680:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603596.762319:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603596.762506:0:32680:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603596.762541:0:32680:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb8053df540. 00000080:00000001:0.0:1789603596.762546:0:32680:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.762557:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17dd0 00000080:00000008:0.0:1789603596.762561:0:32680:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9eb808193248), flags 704000, rc = 0 00000080:00000001:0.0:1789603596.762566:0:32680:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.762568:0:32680:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.762641:0:32680:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603596.762646:0:32680:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603596.762659:0:32680:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603596.762661:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17bc0 00000080:00200000:0.0:1789603596.762663:0:32680:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603596.762673:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb803b55000. 00800000:00000002:0.0:1789603596.762680:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603596.762687:0:32680:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603596.762691:0:32680:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603596.762694:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17ae0 00800000:00000002:0.0:1789603596.762697:0:32680:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603596.762701:0:32680:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603596.762704:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603596.762707:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603596.762709:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603596.762711:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603596.762714:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.762716:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603596.762718:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.762722:0:32680:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603596.762729:0:32680:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603596.762731:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c179b0 00000002:00010000:0.0:1789603596.762733:0:32680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603596.762737:0:32680:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603596.762739:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603596.762743:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603596.762752:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bb00 count: 2 00010000:00000001:0.0:1789603596.762756:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603596.762762:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603596.762768:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603596.762773:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:0.0:1789603596.762790:0:32680:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603596.762795:0:32680:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603596.762799:0:32680:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:0.0:1789603596.762807:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603596.762809:0:32680:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603596.762811:0:32680:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603596.762813:0:32680:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603596.762816:0:32680:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603596.762818:0:32680:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603596.762821:0:32680:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603596.762824:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603596.762827:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb803b55000. 00000080:00000001:0.0:1789603596.762831:0:32680:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603596.762833:0:32680:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603596.762836:0:32680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603596.762840:0:32680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe541a 00800000:00000001:0.0:1789603596.762844:0:32680:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603596.762846:0:32680:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603596.762848:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.762851:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.762855:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:0.0:1789603596.762857:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:0.0:1789603596.762861:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:0.0:1789603596.762864:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.762866:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603596.762867:0:32680:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.762869:0:32680:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603596.762871:0:32680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe541a from it ffffb8e501c17bf8 00010000:00000001:0.0:1789603596.762874:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.762875:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.762877:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:0.0:1789603596.762879:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:0.0:1789603596.762881:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:0.0:1789603596.762884:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603596.762887:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1789603596.762893:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.762894:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.762896:0:32680:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603596.762899:0:32680:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603596.762902:0:32680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1789603596.762911:0:32680:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603596.762915:0:32680:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603596.762918:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603596.762924:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.762925:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.762927:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.762931:0:32680:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603596.762934:0:32680:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.762936:0:32680:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.762939:0:32680:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.762942:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603596.762944:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.762945:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603596.762947:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603596.762948:0:32680:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603596.762951:0:32680:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:0.0:1789603596.762955:0:32680:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.762961:0:32680:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789603596.762964:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17bc0 00000080:00002000:0.0:1789603596.762965:0:32680:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff9eb82053f438) flags 0x20000e refc 1 00000080:00000001:0.0:1789603596.762968:0:32680:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.762972:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17c08 00000080:00200000:0.0:1789603596.762973:0:32680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000002:0.0:1789603596.762979:0:32680:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1789603596.762985:0:32680:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789603596.762987:0:32680:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9eb808193248), inode mode 41ed mask 44 00000080:00000001:0.0:1789603596.762990:0:32680:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.762997:0:32680:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:0.0:1789603596.763000:0:32680:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789603596.763002:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17b78 00000080:00200008:0.0:1789603596.763005:0:32680:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9eb808193248), flags 704400 00000080:00000010:0.0:1789603596.763010:0:32680:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9eb804241a40. 00000080:00000001:0.0:1789603596.763018:0:32680:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1789603596.763021:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb803b55000. 00800000:00000002:0.0:1789603596.763024:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603596.763027:0:32680:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603596.763028:0:32680:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603596.763030:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17a28 00800000:00000002:0.0:1789603596.763032:0:32680:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x23:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603596.763036:0:32680:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789603596.763038:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603596.763039:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603596.763040:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603596.763042:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603596.763044:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.763045:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1789603596.763047:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.763049:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c179a8 00800000:00000002:0.0:1789603596.763052:0:32680:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1789603596.763055:0:32680:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603596.763056:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c178e0 00000002:00010000:0.0:1789603596.763058:0:32680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:0.0:1789603596.763062:0:32680:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789603596.763065:0:32680:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789603596.763068:0:32680:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789603596.763071:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 2 00010000:00000001:0.0:1789603596.763074:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603596.763077:0:32680:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789603596.763081:0:32680:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.763083:0:32680:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.763085:0:32680:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.763086:0:32680:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789603596.763088:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bb00 count: 2 00010000:00000001:0.0:1789603596.763090:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603596.763092:0:32680:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789603596.763094:0:32680:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.763096:0:32680:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.763097:0:32680:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603596.763102:0:32680:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1ce00. 00000020:00000040:0.0:1789603596.763106:0:32680:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:0.0:1789603596.763124:0:32680:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789603596.763126:0:32680:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.763129:0:32680:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603596.763134:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603596.763137:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.763138:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.763140:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.763143:0:32680:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603596.763146:0:32680:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603596.763148:0:32680:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603596.763157:0:32680:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8051e1c00. 00000100:00000001:0.0:1789603596.763166:0:32680:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.763172:0:32680:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603596.763173:0:32680:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.763175:0:32680:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603596.763176:0:32680:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.763179:0:32680:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.763186:0:32680:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00010000:00000001:0.0:1789603596.763190:0:32680:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789603596.763193:0:32680:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789603596.763196:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bb00 count: 2 00010000:00000001:0.0:1789603596.763198:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603596.763200:0:32680:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789603596.763205:0:32680:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb800031800. 00000020:00000001:0.0:1789603596.763208:0:32680:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789603596.763211:0:32680:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb800031800 with handle 0xa04c19c788fe5452 to hash 00000020:00000001:0.0:1789603596.763214:0:32680:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789603596.763215:0:32680:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:0.0:1789603596.763219:0:32680:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:0.0:1789603596.763222:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603596.763225:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603596.763228:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5452 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603596.763235:0:32680:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5452 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789603596.763250:0:32680:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789603596.763261:0:32680:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb810d1ce00 x1876533442895488/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789603596.763272:0:32680:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5452 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789603596.763278:0:32680:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603596.763280:0:32680:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603596.763288:0:32680:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb806b816c0. 00000100:00000001:0.0:1789603596.763290:0:32680:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111956739776 : -106961752811840 : ffff9eb806b816c0) 00000100:00000001:0.0:1789603596.763293:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.763294:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00000100:00000001:0.0:1789603596.763300:0:32680:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603596.763304:0:32680:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.763307:0:32680:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603596.763309:0:32680:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603596.763313:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1ce00 x1876533442895488/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.763334:0:32680:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603596.763338:0:32680:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603596.763343:0:32680:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603596.763346:0:32680:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603596.763349:0:32680:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603596.763353:0:32680:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1ce00 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442895488:192.168.204.129@tcp:101:rm.0 00000100:00000001:0.0:1789603596.763358:0:32680:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603596.763364:0:32680:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603596.763366:0:32680:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603596.763369:0:32680:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603596.763583:0:32680:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9eb810280000. 02000000:00000001:0.0:1789603596.763587:0:32680:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603596.763597:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603596.763603:0:32680:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041399a0. 00000400:00000010:0.0:1789603596.763612:0:32680:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9eb807ad7000. 00000100:00000200:0.0:1789603596.763621:0:32680:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876533442895488, portal 10 00000100:00000001:0.0:1789603596.763623:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.763624:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00000100:00000040:0.0:1789603596.763631:0:32680:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810d1ce00 x1876533442895488/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603612 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.763639:0:32680:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603596.763641:0:32680:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603596.763646:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136824c8. 00000100:00000200:0.0:1789603596.763659:0:32680:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876533442895488, offset 0 00000400:00000200:0.0:1789603596.763667:0:32680:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603596.763677:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603596.763688:0:32680:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603596.763695:0:32680:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603596.763700:0:32680:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603596.763704:0:32680:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603596.763707:0:32680:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603596.763711:0:32680:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2781:2781:256:4294967295] 192.168.204.129@tcp LPNI seq info [2781:2781:8:4294967295] 00000400:00000200:0.0:1789603596.763716:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603596.763728:0:32680:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603596.763735:0:32680:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603596.763741:0:32680:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076600. 00000800:00000200:0.0:1789603596.763750:0:32680:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603596.763760:0:32680:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603596.763765:0:32680:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076600 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1789603596.763788:0:32680:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603596.763794:0:32680:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 860727 usecs (861 jiffies) 00000400:00000200:0.0:1789603596.763798:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603596.763801:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296596558 00000100:00000001:0.0:1789603596.763805:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:0.0:1789603596.763808:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296596558 00000100:00000001:0.0:1789603596.763811:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:0.0:1789603596.763814:0:32680:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603596.763817:0:32680:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.763820:0:32680:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603596.763822:0:32680:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603596.763825:0:32680:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb806b816c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789603596.763828:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603596.763832:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603596.764282:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603596.764288:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076600. 00000400:00000200:3.0:1789603596.764295:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.764300:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603596.764307:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136824c8 00000400:00000010:3.0:1789603596.764310:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136824c8. 00000100:00000001:3.0:1789603596.764315:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603596.764320:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1ce00 x1876533442895488/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603612 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.764331:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603596.764335:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ce00 x1876533442895488/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603612 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.764342:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603596.764343:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603596.769592:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.769621:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603596.769628:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.769630:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.769644:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.769667:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603596.769679:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.769686:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.769693:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.769699:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 664 into portal 10 MB=0x6aab27d45de80 00000400:00000200:2.0:1789603596.769706:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.769713:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 664/664 into md 0x7ee5 [64] + 224 00000800:00000001:2.0:1789603596.769723:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.769895:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.769900:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603596.769907:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603596.769919:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603596.769931:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1ce00 x1876533442895488/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603612 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603596.769943:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9eb810d1ce00 x1876533442895488/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.770025:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603596.770046:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603596.770060:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.770064:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789603596.771717:0:32680:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603596.771725:0:32680:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603596.771731:0:32680:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041399a0. 00000400:00000200:0.0:1789603596.771741:0:32680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb807ad7000 00000400:00000010:0.0:1789603596.771744:0:32680:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9eb807ad7000. 00000100:00000001:0.0:1789603596.771752:0:32680:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603596.771766:0:32680:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1ce00 x1876533442895488/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603596.771778:0:32680:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1ce00 x1876533442895488/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.771789:0:32680:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603596.771792:0:32680:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.771795:0:32680:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603596.771800:0:32680:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603596.771803:0:32680:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603596.771806:0:32680:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603596.771809:0:32680:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603596.771822:0:32680:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=144 v=5 (106 106 106 137) 00000100:00001000:0.0:1789603596.771827:0:32680:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603596.771831:0:32680:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603596.771833:0:32680:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.771836:0:32680:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603596.771841:0:32680:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.771846:0:32680:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789603596.771848:0:32680:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789603596.771850:0:32680:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789603596.771853:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.771855:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00000100:00000001:0.0:1789603596.771859:0:32680:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603596.771862:0:32680:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:0.0:1789603596.771864:0:32680:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603596.771868:0:32680:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603596.771873:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1ce00 x1876533442895488/t4294967623(4294967623) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603612 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.771880:0:32680:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603596.771883:0:32680:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603596.771886:0:32680:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603596.771890:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1ce00 x1876533442895488/t4294967623(4294967623) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603612 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603596.771899:0:32680:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1ce00 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442895488:192.168.204.129@tcp:101:rm.0 00000100:00000001:0.0:1789603596.771905:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.771909:0:32680:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.771913:0:32680:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603596.771915:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.771919:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ce00 x1876533442895488/t4294967623(4294967623) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603612 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.771927:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603596.771930:0:32680:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb806b816c0. 00000100:00000001:0.0:1789603596.771933:0:32680:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603596.772089:0:32680:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.772094:0:32680:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789603596.772102:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.772105:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.772173:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031800 refcount=4 00000020:00000001:0.0:1789603596.772177:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:0.0:1789603596.772181:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000040:0.0:1789603596.772191:0:32680:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb800031800, remote cookie: 0x31dbb14d74e919fb, flags: 0x1001 00010000:00000040:0.0:1789603596.772195:0:32680:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789603596.772198:0:32680:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1789603596.772208:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 2 00010000:00000001:0.0:1789603596.772211:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603596.772215:0:32680:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603596.772221:0:32680:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5452 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919fb expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603596.772233:0:32680:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5452 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919fb expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603596.772240:0:32680:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789603596.772245:0:32680:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789603596.772247:0:32680:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789603596.772250:0:32680:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789603596.772251:0:32680:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789603596.772253:0:32680:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x23:0x0].0x0 (ffff9eb81938b200) refcount = 2 00010000:00000040:0.0:1789603596.772257:0:32680:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789603596.772260:0:32680:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1789603596.772267:0:32680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5452 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e919fb expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603596.772273:0:32680:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789603596.772277:0:32680:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789603596.772279:0:32680:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603596.772282:0:32680:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789603596.772285:0:32680:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603596.772289:0:32680:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5452 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919fb expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603596.772295:0:32680:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789603596.772297:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.772299:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.772300:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.772301:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.772303:0:32680:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.772308:0:32680:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789603596.772311:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.772313:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.772314:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031800 refcount=3 00000020:00000001:0.0:1789603596.772318:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:0.0:1789603596.772321:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:0.0:1789603596.772396:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.772398:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789603596.772405:0:32680:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9eb810d1ce00 x1876533442895488/t4294967623(4294967623) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603612 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789603596.772415:0:32680:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789603596.772419:0:32680:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb810d1ce00 x1876533442895488/t4294967623(4294967623) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603612 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789603596.772426:0:32680:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.772433:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.772435:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.772436:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031800 refcount=3 00000020:00000001:0.0:1789603596.772438:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:0.0:1789603596.772440:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:0.0:1789603596.772443:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.772444:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603596.772445:0:32680:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.772448:0:32680:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.772452:0:32680:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789603596.772455:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.772456:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00010000:00000001:0.0:1789603596.772459:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.772460:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.772461:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031800 refcount=3 00000020:00000001:0.0:1789603596.772463:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:0.0:1789603596.772465:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00000002:00010000:0.0:1789603596.772469:0:32680:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5452 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919fb expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603596.772477:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.772478:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.772479:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603596.772481:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.772482:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.772483:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031800 refcount=3 00000020:00000001:0.0:1789603596.772485:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:0.0:1789603596.772487:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000040:0.0:1789603596.772490:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 3 00010000:00000001:0.0:1789603596.772492:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789603596.772498:0:32680:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 16 res 8589935621/35 (0 0) 00010000:00000001:0.0:1789603596.772500:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.772501:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603596.772502:0:32680:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789603596.772506:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17868 00000002:00002000:0.0:1789603596.772508:0:32680:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:0.0:1789603596.772542:0:32680:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.772546:0:32680:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.772550:0:32680:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789603596.772554:0:32680:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789603596.772557:0:32680:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.772562:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603596.772566:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb803b55000. 00000080:00000001:0.0:1789603596.772572:0:32680:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789603596.772580:0:32680:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789603596.772585:0:32680:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789603596.772693:0:32680:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb811aa7bc0. 00800000:00000001:1.0:1789603596.772697:0:32680:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637112140397504 : -106961569154112 : ffff9eb811aa7bc0) 00800000:00000001:1.0:1789603596.772700:0:32680:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.772702:0:32680:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789603596.772706:0:32680:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789603596.772708:0:32680:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:1.0:1789603596.772711:0:32680:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789603596.772715:0:32680:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789603596.772717:0:32680:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.772723:0:32680:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1789603596.772727:0:32680:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1789603596.772733:0:32680:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00010000:00000001:1.0:1789603596.772736:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.772738:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.772739:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031800 refcount=3 00000020:00000001:1.0:1789603596.772741:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.772743:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.772746:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.772747:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789603596.772749:0:32680:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789603596.772752:0:32680:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789603596.772754:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb811aa7bc0 1 00800000:00000010:1.0:1789603596.772757:0:32680:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb811aa7bc0. 00800000:00000001:1.0:1789603596.772760:0:32680:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603596.772764:0:32680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff9eb808193248) for lock 0xa04c19c788fe5452 00800000:00000001:1.0:1789603596.772767:0:32680:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603596.772769:0:32680:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603596.772771:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.772772:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.772773:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031800 refcount=3 00000020:00000001:1.0:1789603596.772776:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.772778:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.772780:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.772781:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603596.772783:0:32680:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.772785:0:32680:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789603596.772794:0:32680:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:1.0:1789603596.772798:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603596.772804:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ce00 x1876533442895488/t4294967623(4294967623) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603612 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.772818:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603596.772821:0:32680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5452 from it ffffb8e501c17bd0 00010000:00000001:1.0:1789603596.772824:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.772825:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.772827:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031800 refcount=3 00000020:00000001:1.0:1789603596.772829:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.772831:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.772834:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603596.772837:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5452 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e919fb expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.772844:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.772845:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.772847:0:32680:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603596.772850:0:32680:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603596.772853:0:32680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5452 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919fb expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789603596.772861:0:32680:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603596.772864:0:32680:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603596.772866:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603596.772873:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.772874:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.772876:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.772880:0:32680:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603596.772882:0:32680:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.772885:0:32680:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.772888:0:32680:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.772890:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603596.772892:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.772893:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789603596.772897:0:32680:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603596.772903:0:32680:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9eb811aa7bc0. 00000080:00000001:1.0:1789603596.772907:0:32680:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789603596.772911:0:32680:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1789603596.772914:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.772918:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.772921:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.772924:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.772926:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.772929:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1789603596.772932:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.772935:0:32680:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789603596.772939:0:32680:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9eb810bc5600. 00000002:00100000:1.0:1789603596.772943:0:32680:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb810d1ce00 x1876533442895488/t4294967623(4294967623) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603612 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789603596.772950:0:32680:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.772951:0:32680:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789603596.772956:0:32680:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789603596.772960:0:32680:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.772964:0:32680:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1789603596.772966:0:32680:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.772967:0:32680:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603596.772972:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603596.772975:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1ce00 x1876533442895488/t4294967623(4294967623) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603612 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789603596.772982:0:32680:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603596.772987:0:32680:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9eb810280000. 02000000:00000001:1.0:1789603596.773054:0:32680:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789603596.773056:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.773059:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17b78 00000080:00000008:1.0:1789603596.773061:0:32680:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9eb808193248), flags 704400, rc = 0 00000080:00000001:1.0:1789603596.773066:0:32680:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.773101:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17d28 00000080:00200008:1.0:1789603596.773104:0:32680:0:(file.c:6307:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9eb808193248), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789603596.773253:0:32680:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1789603596.773259:0:32680:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.773262:0:32680:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789603596.773264:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17ca0 00000080:00200000:1.0:1789603596.773267:0:32680:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9eb808193248),name=d21h.recovery-small-1 00000080:00000010:1.0:1789603596.773274:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805156200. 00800000:00000002:1.0:1789603596.773280:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603596.773288:0:32680:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603596.773292:0:32680:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603596.773294:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17bc0 00800000:00000002:1.0:1789603596.773296:0:32680:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x23:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603596.773300:0:32680:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603596.773303:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.773305:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.773306:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.773308:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.773310:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.773311:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603596.773313:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.773315:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.773317:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.773318:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.773319:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.773321:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.773322:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1789603596.773324:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.773326:0:32680:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 00000002:00000001:1.0:1789603596.773331:0:32680:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603596.773333:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17a90 00000002:00010000:1.0:1789603596.773335:0:32680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789603596.773339:0:32680:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603596.773341:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.773344:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.773347:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 3 00010000:00000001:1.0:1789603596.773350:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.773354:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603596.773358:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789603596.773363:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1789603596.773376:0:32680:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603596.773381:0:32680:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.773385:0:32680:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1789603596.773392:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789603596.773394:0:32680:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603596.773396:0:32680:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603596.773399:0:32680:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603596.773401:0:32680:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603596.773403:0:32680:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789603596.773406:0:32680:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789603596.773408:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603596.773411:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805156200. 00000080:00000001:1.0:1789603596.773415:0:32680:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789603596.773417:0:32680:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603596.773420:0:32680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff9eb808193248) 00000080:00010000:1.0:1789603596.773424:0:32680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff9eb808193248) for lock 0xa04c19c788fe5421 00800000:00000001:1.0:1789603596.773427:0:32680:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603596.773428:0:32680:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603596.773430:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.773431:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.773433:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=3 00000020:00000001:1.0:1789603596.773435:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:1.0:1789603596.773438:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:1.0:1789603596.773440:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.773441:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603596.773443:0:32680:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.773444:0:32680:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603596.773446:0:32680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5421 from it ffffb8e501c17cd8 00010000:00000001:1.0:1789603596.773448:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.773450:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.773452:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=3 00000020:00000001:1.0:1789603596.773454:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:1.0:1789603596.773456:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:1.0:1789603596.773458:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603596.773461:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789603596.773467:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.773468:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.773469:0:32680:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603596.773471:0:32680:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603596.773473:0:32680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789603596.773479:0:32680:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603596.773481:0:32680:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603596.773483:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603596.773485:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.773486:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.773488:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.773490:0:32680:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603596.773491:0:32680:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.773493:0:32680:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.773495:0:32680:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.773497:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603596.773498:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.773499:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603596.773501:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789603596.773502:0:32680:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603596.773506:0:32680:0:(file.c:6260:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.773707:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17d28 00000080:00000008:1.0:1789603596.773711:0:32680:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9eb808193248), request_mask 2047, flags 0, foreign 0 00000020:00000001:1.0:1789603596.773806:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17d48 00000080:00200000:1.0:1789603596.773809:0:32680:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff9eb81291b000) d21h.recovery-small-1 proj=0 00000080:00000001:1.0:1789603596.773812:0:32680:0:(llite_lib.c:2738:ll_statfs_internal()) Process entered 00000080:00000001:1.0:1789603596.773815:0:32680:0:(obd_class.h:1074:obd_statfs()) Process entered 00000080:00000004:1.0:1789603596.773818:0:32680:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff9eb81291b000: age 1900, max_age 1927 00800000:00000001:1.0:1789603596.773822:0:32680:0:(lmv_obd.c:1450:lmv_statfs()) Process entered 00800000:00000010:1.0:1789603596.773827:0:32680:0:(lmv_obd.c:1454:lmv_statfs()) kmalloced '(temp)': 144 at ffff9eb80402f780. 00800000:00000001:1.0:1789603596.773835:0:32680:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:1.0:1789603596.773838:0:32680:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9eb81291b000: age 1900, max_age 1927 00000002:00000001:1.0:1789603596.773841:0:32680:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1789603596.773845:0:32680:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000010:1.0:1789603596.773852:0:32680:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd4700. 00000020:00000040:1.0:1789603596.773856:0:32680:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603596.773860:0:32680:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603596.773863:0:32680:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603596.773866:0:32680:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603596.773875:0:32680:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb805156200. 00000100:00000001:1.0:1789603596.773883:0:32680:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.773887:0:32680:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603596.773890:0:32680:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603596.773895:0:32680:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80402f6c0. 00000100:00000001:1.0:1789603596.773897:0:32680:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911315136 : -106961798236480 : ffff9eb80402f6c0) 00000100:00000001:1.0:1789603596.773900:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.773901:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957079808 : -106961752471808 : ffff9eb806bd4700) 00000100:00000001:1.0:1789603596.773907:0:32680:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603596.773913:0:32680:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.773916:0:32680:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603596.773918:0:32680:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603596.773926:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd4700 x1876533442895616/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603596.773935:0:32680:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603596.773939:0:32680:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.773943:0:32680:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603596.773946:0:32680:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603596.773948:0:32680:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603596.773952:0:32680:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd4700 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442895616:192.168.204.129@tcp:41:rm.0 00000100:00000001:1.0:1789603596.773958:0:32680:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603596.773964:0:32680:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603596.773967:0:32680:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.773970:0:32680:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603596.773975:0:32680:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a5000. 02000000:00000001:1.0:1789603596.773977:0:32680:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603596.773986:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603596.773992:0:32680:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d351b8. 00000400:00000010:1.0:1789603596.774000:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc550. 00000100:00000200:1.0:1789603596.774010:0:32680:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442895616, portal 10 00000100:00000001:1.0:1789603596.774012:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.774013:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957079808 : -106961752471808 : ffff9eb806bd4700) 00000100:00000040:1.0:1789603596.774021:0:32680:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd4700 x1876533442895616/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 440/368 e 0 to 0 dl 1789603612 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603596.774029:0:32680:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603596.774032:0:32680:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603596.774035:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc660. 00000100:00000200:1.0:1789603596.774039:0:32680:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1876533442895616, offset 0 00000400:00000200:1.0:1789603596.774046:0:32680:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603596.774055:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603596.774064:0:32680:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603596.774070:0:32680:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603596.774075:0:32680:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603596.774080:0:32680:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603596.774083:0:32680:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603596.774087:0:32680:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2782:2782:256:4294967295] 192.168.204.129@tcp LPNI seq info [2782:2782:8:4294967295] 00000400:00000200:1.0:1789603596.774091:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603596.774104:0:32680:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603596.774111:0:32680:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603596.774117:0:32680:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9900. 00000800:00000200:1.0:1789603596.774125:0:32680:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603596.774134:0:32680:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603596.774140:0:32680:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9900 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1789603596.774421:0:32680:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603596.774427:0:32680:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 859552 usecs (860 jiffies) 00000400:00000200:1.0:1789603596.774432:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603596.774435:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296596567 00000100:00000001:1.0:1789603596.774439:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:1.0:1789603596.774442:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296596567 00000100:00000001:1.0:1789603596.774444:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:1.0:1789603596.774447:0:32680:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603596.774451:0:32680:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.774453:0:32680:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603596.774455:0:32680:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603596.774459:0:32680:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80402f6c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789603596.774462:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603596.774465:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603596.775479:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603596.775488:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9900. 00000400:00000200:3.0:1789603596.775497:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.775506:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603596.775757:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc660 00000400:00000010:3.0:1789603596.775762:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc660. 00000100:00000001:3.0:1789603596.775769:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603596.775778:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4700 x1876533442895616/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 440/368 e 0 to 0 dl 1789603612 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603596.775791:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603596.775795:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4700 x1876533442895616/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 440/368 e 0 to 0 dl 1789603612 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603596.775808:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603596.775810:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603596.777863:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.777887:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603596.777894:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.777897:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.777908:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.777918:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603596.777931:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.777936:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.777942:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.777947:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 368 into portal 10 MB=0x6aab27d45df00 00000400:00000200:2.0:1789603596.777954:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.777962:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 368/368 into md 0x7eed [1] + 224 00000800:00000001:2.0:1789603596.777971:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.777980:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.777985:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603596.777990:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603596.777999:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603596.778011:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4700 x1876533442895616/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 440/368 e 0 to 0 dl 1789603612 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603596.778023:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9eb806bd4700 x1876533442895616/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 440/368 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603596.778115:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603596.778222:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603596.778235:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.778239:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789603596.778284:0:32680:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603596.778286:0:32680:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603596.778291:0:32680:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d351b8. 00000400:00000200:1.0:1789603596.778296:0:32680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc550 00000400:00000010:1.0:1789603596.778299:0:32680:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc550. 00000100:00000001:1.0:1789603596.778303:0:32680:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603596.778308:0:32680:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4700 x1876533442895616/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 440/368 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603596.778317:0:32680:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4700 x1876533442895616/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 440/368 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603596.778392:0:32680:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603596.778394:0:32680:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.778397:0:32680:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603596.778402:0:32680:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603596.778405:0:32680:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603596.778407:0:32680:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.778411:0:32680:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603596.778424:0:32680:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=144 v=5 (106 106 106 137) 00000100:00001000:1.0:1789603596.778430:0:32680:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603596.778433:0:32680:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603596.778435:0:32680:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.778439:0:32680:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603596.778443:0:32680:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.778447:0:32680:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603596.778450:0:32680:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:1.0:1789603596.778452:0:32680:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603596.778456:0:32680:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603596.778462:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4700 x1876533442895616/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 440/368 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603596.778469:0:32680:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603596.778473:0:32680:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603596.778475:0:32680:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603596.778479:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4700 x1876533442895616/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 440/368 e 0 to 0 dl 1789603612 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603596.778488:0:32680:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4700 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442895616:192.168.204.129@tcp:41:rm.0 00000100:00000001:1.0:1789603596.778494:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.778497:0:32680:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.778501:0:32680:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603596.778503:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603596.778507:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4700 x1876533442895616/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 440/368 e 0 to 0 dl 1789603612 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603596.778846:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603596.778850:0:32680:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80402f6c0. 00000100:00000001:1.0:1789603596.778855:0:32680:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603596.778857:0:32680:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.778865:0:32680:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1789603596.778868:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603596.778872:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4700 x1876533442895616/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 440/368 e 0 to 0 dl 1789603612 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603596.778878:0:32680:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603596.778882:0:32680:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603596.778890:0:32680:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a5000. 02000000:00000001:1.0:1789603596.778894:0:32680:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603596.778898:0:32680:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603596.778900:0:32680:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603596.778903:0:32680:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603596.778906:0:32680:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb805156200. 02000000:00000001:1.0:1789603596.778912:0:32680:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603596.778914:0:32680:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603596.778917:0:32680:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4700. 00000100:00000001:1.0:1789603596.778922:0:32680:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603596.778923:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789603596.778925:0:32680:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603596.778926:0:32680:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603596.778928:0:32680:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:1.0:1789603596.778932:0:32680:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9eb81291b000: update ffff9eb807101e18 cache blocks 1802709/1916558 objects 523517/524079 00800000:00000001:1.0:1789603596.778938:0:32680:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.778941:0:32680:0:(lmv_obd.c:1490:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:1.0:1789603596.778945:0:32680:0:(lmv_obd.c:1514:lmv_statfs()) kfreed 'temp': 144 at ffff9eb80402f780. 00800000:00000001:1.0:1789603596.778948:0:32680:0:(lmv_obd.c:1515:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:1.0:1789603596.778952:0:32680:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff9eb81291b000: update ffff9eb807105198 cache blocks 1802709/1916558 objects 523517/524079 00000080:00000001:1.0:1789603596.778958:0:32680:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:1.0:1789603596.778961:0:32680:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1802709/1916558 objects 523517/524079 00000080:00000001:1.0:1789603596.778964:0:32680:0:(llite_lib.c:2758:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789603596.778967:0:32680:0:(llite_lib.c:2791:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.779018:0:32680:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1789603596.779021:0:32680:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9eb808193248) pos/size0/4096 32bit_api 0 00000080:00000010:1.0:1789603596.779034:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805156200. 00800000:00000002:1.0:1789603596.779041:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb807d57780 2 00000080:00000001:1.0:1789603596.779045:0:32680:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:1.0:1789603596.779055:0:32680:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446722893152811584 : -21180556740032 : ffffecbc84707a40) 00000080:00000001:1.0:1789603596.779059:0:32680:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:1.0:1789603596.779064:0:32680:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789603596.779066:0:32680:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1789603596.779071:0:32680:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.779074:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807d57780 2 00000080:00000010:1.0:1789603596.779078:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805156200. 00000080:00000001:1.0:1789603596.779082:0:32680:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.779094:0:32680:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1789603596.779095:0:32680:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9eb808193248) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:1.0:1789603596.779098:0:32680:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789603596.779100:0:32680:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.779255:0:32680:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603596.779260:0:32680:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789603596.779263:0:32680:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9eb808193248), inode mode 41ed mask 1 00000080:00000001:1.0:1789603596.779268:0:32680:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.779278:0:32680:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789603596.779282:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17da0 00000080:00002000:1.0:1789603596.779284:0:32680:0:(dcache.c:87:ll_dcompare()) found name f(ffff9eb82053fca8) flags 0x48000e refc 0 00000080:00000001:1.0:1789603596.779287:0:32680:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.779290:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17e10 00000080:00200000:1.0:1789603596.779291:0:32680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:1.0:1789603596.779299:0:32680:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789603596.779301:0:32680:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9eb808193248), inode mode 41ed mask 3 00000080:00000001:1.0:1789603596.779304:0:32680:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.779308:0:32680:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:1.0:1789603596.779310:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17df8 00000080:00200000:1.0:1789603596.779313:0:32680:0:(namei.c:2351:ll_unlink()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff9eb808193248) 00000080:00000001:1.0:1789603596.779316:0:32680:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1789603596.779319:0:32680:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603596.779400:0:32680:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154152 : -106961585397464 : ffff9eb810b2a128) 00000020:00001000:1.0:1789603596.779404:0:32680:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a120 00000020:00000001:1.0:1789603596.779407:0:32680:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789603596.779413:0:32680:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb820880000) owner 0000000000000000/ffff9eb818d2cf80 00020000:00000002:1.0:1789603596.779417:0:32680:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb807b8d840 addref 2/0 by ffff9eb818d2cf80. 00020000:00000002:1.0:1789603596.779420:0:32680:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb820880000) owner 0000000000000000/ffff9eb818d2cf80 00020000:00000001:1.0:1789603596.779423:0:32680:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789603596.779425:0:32680:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789603596.779427:0:32680:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789603596.779430:0:32680:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1789603596.779434:0:32680:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1789603596.779437:0:32680:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a120 00000080:00000001:1.0:1789603596.779440:0:32680:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1789603596.779445:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805156200. 00800000:00000002:1.0:1789603596.779447:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb807d57780 2 00800000:00000001:1.0:1789603596.779461:0:32680:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1789603596.779466:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.779470:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.779473:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.779476:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.779478:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.779481:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1789603596.779483:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.779486:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.779487:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.779488:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.779489:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.779491:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.779492:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:1.0:1789603596.779494:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.779497:0:32680:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1789603596.779499:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.779500:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.779501:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.779502:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.779504:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.779506:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:1.0:1789603596.779507:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.779699:0:32680:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x25:0x0] 00800000:00000001:1.0:1789603596.779702:0:32680:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.779704:0:32680:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000405:0x23:0x0]/[0x200000405:0x25:0x0] -> mds #0 00000002:00000001:1.0:1789603596.779712:0:32680:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1789603596.779714:0:32680:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789603596.779726:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 3 00010000:00000001:1.0:1789603596.779730:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.779734:0:32680:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789603596.779739:0:32680:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789603596.779747:0:32680:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1789603596.779758:0:32680:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789603596.779763:0:32680:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789603596.779766:0:32680:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789603596.779768:0:32680:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode (null) 00000002:00000001:1.0:1789603596.779773:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.779775:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.779777:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 4 00010000:00000001:1.0:1789603596.779779:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.779784:0:32680:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1789603596.779789:0:32680:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1789603596.779792:0:32680:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603596.779798:0:32680:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.779802:0:32680:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5452 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919fb expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789603596.779810:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.779812:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603596.779814:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:1.0:1789603596.779817:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.779820:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.779824:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031800 refcount=2 00000020:00000001:1.0:1789603596.779826:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.779830:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.779832:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.779833:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603596.779834:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.779835:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.779837:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 4 00010000:00000001:1.0:1789603596.779839:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603596.779841:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.779842:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.779843:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.779845:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 4 00010000:00000001:1.0:1789603596.779847:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603596.779850:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.779852:0:32680:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789603596.779855:0:32680:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x23:0x0] lli = ffff9eb808193180, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789603596.779932:0:32680:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789603596.779935:0:32680:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789603596.779938:0:32680:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1789603596.779940:0:32680:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x23:0x0](ffff9eb808193248) invalid 00000020:00000001:1.0:1789603596.779943:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17a60 00000080:00002000:1.0:1789603596.779945:0:32680:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff9eb82053f438) parent ffff9eb8081326c0 inode ffff9eb808193248 refc 3 00000080:00000001:1.0:1789603596.779949:0:32680:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1789603596.779951:0:32680:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789603596.779953:0:32680:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.779957:0:32680:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789603596.779961:0:32680:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789603596.779964:0:32680:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789603596.779966:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603596.779969:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789603596.779972:0:32680:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb802f46200 with handle 0xa04c19c788fe5421 from hash 00010000:00000001:1.0:1789603596.779975:0:32680:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789603596.779976:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.779977:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.779979:0:32680:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789603596.779983:0:32680:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789603596.779985:0:32680:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789603596.779988:0:32680:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789603596.779990:0:32680:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603596.779992:0:32680:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603596.779995:0:32680:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789603596.779998:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938be00 count: 2 00010000:00000001:1.0:1789603596.780000:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.780002:0:32680:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789603596.780005:0:32680:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789603596.780008:0:32680:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47800/0xa04c19c788fe5428 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x31dbb14d74e91992 expref: -99 pid: 32678 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789603596.780020:0:32680:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789603596.780022:0:32680:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789603596.780024:0:32680:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789603596.780025:0:32680:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x25:0x0] mode (null) 00000002:00000001:1.0:1789603596.780027:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.780028:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.780030:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938be00 count: 3 00010000:00000001:1.0:1789603596.780032:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603596.780034:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.780035:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.780036:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.780038:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938be00 count: 3 00010000:00000001:1.0:1789603596.780040:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603596.780043:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.780044:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.780045:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.780046:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938be00 count: 3 00010000:00000001:1.0:1789603596.780048:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603596.780050:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.780051:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.780053:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.780054:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938be00 count: 3 00010000:00000001:1.0:1789603596.780056:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603596.780058:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.780060:0:32680:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.780062:0:32680:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789603596.780063:0:32680:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603596.780065:0:32680:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154152 : -106961585397464 : ffff9eb810b2a128) 00000020:00001000:1.0:1789603596.780067:0:32680:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a120 00000020:00000001:1.0:1789603596.780070:0:32680:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1789603596.780073:0:32680:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x25:0x0]: losing layout lock 00000080:00000001:1.0:1789603596.780077:0:32680:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1789603596.780080:0:32680:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1789603596.780084:0:32680:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1789603596.780087:0:32680:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789603596.780090:0:32680:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1789603596.780093:0:32680:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.780095:0:32680:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789603596.780097:0:32680:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a120 00000080:00000001:1.0:1789603596.780100:0:32680:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.780101:0:32680:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1789603596.780103:0:32680:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x25:0x0](ffff9eb80817ba88) invalid 00000020:00000001:1.0:1789603596.780106:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17a60 00000080:00002000:1.0:1789603596.780240:0:32680:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9eb82053fca8) parent ffff9eb82053f438 inode ffff9eb80817ba88 refc 1 00000080:00000001:1.0:1789603596.780247:0:32680:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1789603596.780248:0:32680:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789603596.780250:0:32680:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.780252:0:32680:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789603596.780254:0:32680:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789603596.780256:0:32680:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789603596.780257:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603596.780259:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789603596.780262:0:32680:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb802f47800 with handle 0xa04c19c788fe5428 from hash 00010000:00000001:1.0:1789603596.780264:0:32680:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789603596.780265:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.780267:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.780268:0:32680:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789603596.780270:0:32680:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789603596.780271:0:32680:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789603596.780274:0:32680:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789603596.780276:0:32680:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603596.780278:0:32680:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789603596.780286:0:32680:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd4700. 00000020:00000040:1.0:1789603596.780291:0:32680:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:1.0:1789603596.780298:0:32680:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789603596.780300:0:32680:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.780303:0:32680:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789603596.780309:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603596.780313:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.780315:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.780317:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.780389:0:32680:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603596.780394:0:32680:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603596.780397:0:32680:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603596.780407:0:32680:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb805157000. 00000100:00000001:1.0:1789603596.780416:0:32680:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.780419:0:32680:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603596.780422:0:32680:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789603596.780428:0:32680:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47800/0xa04c19c788fe5428 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x31dbb14d74e91992 expref: -99 pid: 32678 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789603596.780437:0:32680:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1789603596.780444:0:32680:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:1.0:1789603596.780446:0:32680:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1789603596.780448:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789603596.780451:0:32680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47800/0xa04c19c788fe5428 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x31dbb14d74e91992 expref: -99 pid: 32678 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1789603596.780459:0:32680:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9eb806b15500. 00010000:00000040:1.0:1789603596.780466:0:32680:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb81938be00 count: 0 00010000:00000010:1.0:1789603596.780473:0:32680:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb80574ec00. 00010000:00000001:1.0:1789603596.780481:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.780482:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789603596.780484:0:32680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5421 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91976 expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789603596.780492:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.780494:0:32680:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.780496:0:32680:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603596.780498:0:32680:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.780500:0:32680:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1789603596.780723:0:32680:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1789603596.780739:0:32680:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb806bd4700 x1876533442895872/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603596.780749:0:32680:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603596.780751:0:32680:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603596.780760:0:32680:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80402f780. 00000100:00000001:1.0:1789603596.780763:0:32680:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911315328 : -106961798236288 : ffff9eb80402f780) 00000100:00000001:1.0:1789603596.780766:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.780768:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957079808 : -106961752471808 : ffff9eb806bd4700) 00000100:00000001:1.0:1789603596.780773:0:32680:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603596.780779:0:32680:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.780781:0:32680:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603596.780783:0:32680:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603596.780787:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd4700 x1876533442895872/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603596.780795:0:32680:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603596.780798:0:32680:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.780802:0:32680:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603596.780805:0:32680:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603596.780808:0:32680:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603596.780811:0:32680:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd4700 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442895872:192.168.204.129@tcp:36:rm.0 00000100:00000001:1.0:1789603596.780816:0:32680:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603596.780822:0:32680:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603596.780825:0:32680:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.780827:0:32680:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603596.780832:0:32680:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a5000. 02000000:00000001:1.0:1789603596.780834:0:32680:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603596.780844:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603596.780849:0:32680:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d351b8. 00000400:00000010:1.0:1789603596.780857:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc550. 00000100:00000200:1.0:1789603596.780865:0:32680:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442895872, portal 10 00000100:00000001:1.0:1789603596.780867:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.780868:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957079808 : -106961752471808 : ffff9eb806bd4700) 00000100:00000040:1.0:1789603596.780875:0:32680:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd4700 x1876533442895872/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/624 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603596.780889:0:32680:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603596.780892:0:32680:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603596.780894:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc2a8. 00000100:00000200:1.0:1789603596.780898:0:32680:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1876533442895872, offset 0 00000400:00000200:1.0:1789603596.780906:0:32680:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603596.780917:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603596.780926:0:32680:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603596.780933:0:32680:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603596.780938:0:32680:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603596.780943:0:32680:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603596.780946:0:32680:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603596.780950:0:32680:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2783:2783:256:4294967295] 192.168.204.129@tcp LPNI seq info [2783:2783:8:4294967295] 00000400:00000200:1.0:1789603596.780954:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603596.780967:0:32680:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603596.780973:0:32680:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603596.780979:0:32680:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9900. 00000800:00000200:1.0:1789603596.780988:0:32680:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603596.780997:0:32680:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603596.781003:0:32680:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9900 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1789603596.781025:0:32680:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603596.781030:0:32680:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 858372 usecs (859 jiffies) 00000400:00000200:1.0:1789603596.781034:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603596.781038:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296596573 00000100:00000001:1.0:1789603596.781042:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:1.0:1789603596.781045:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296596573 00000100:00000001:1.0:1789603596.781048:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:1.0:1789603596.781050:0:32680:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603596.781054:0:32680:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.781057:0:32680:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603596.781060:0:32680:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603596.781062:0:32680:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80402f780 going to sleep for 11 seconds 00000100:00000001:1.0:1789603596.781065:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603596.781069:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603596.781285:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603596.781292:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9900. 00000400:00000200:3.0:1789603596.781297:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.781303:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603596.781310:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc2a8 00000400:00000010:3.0:1789603596.781313:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc2a8. 00000100:00000001:3.0:1789603596.781319:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603596.781335:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4700 x1876533442895872/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/624 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603596.781346:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603596.781348:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4700 x1876533442895872/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/624 e 0 to 0 dl 1789603612 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603596.781354:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603596.781356:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789603596.786702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938be00. 00010000:00000010:1.1:1789603596.786719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47800. 00010000:00000010:1.1:1789603596.786723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46200. 00000800:00000001:2.0:1789603596.789089:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.789169:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603596.789175:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.789180:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.789192:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.789202:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603596.789214:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.789219:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.789225:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.789230:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d45e000 00000400:00000200:2.0:1789603596.789236:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.789243:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x7ef5 [1] + 224 00000800:00000001:2.0:1789603596.789252:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.789260:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.789264:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603596.789269:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603596.789280:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603596.789292:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4700 x1876533442895872/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603596.789305:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9eb806bd4700 x1876533442895872/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603596.789330:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603596.789339:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.789343:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.789702:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603596.789713:0:32680:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603596.789715:0:32680:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603596.789720:0:32680:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d351b8. 00000400:00000200:1.0:1789603596.789725:0:32680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc550 00000400:00000010:1.0:1789603596.789729:0:32680:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc550. 00000100:00000001:1.0:1789603596.789732:0:32680:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603596.789739:0:32680:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4700 x1876533442895872/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603596.789748:0:32680:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4700 x1876533442895872/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603596.789754:0:32680:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603596.789756:0:32680:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.789759:0:32680:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603596.789763:0:32680:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603596.789766:0:32680:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603596.789769:0:32680:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.789772:0:32680:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603596.789784:0:32680:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=144 v=5 (106 106 106 137) 00000100:00001000:1.0:1789603596.789789:0:32680:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603596.789791:0:32680:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603596.789793:0:32680:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.789797:0:32680:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603596.789801:0:32680:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.789805:0:32680:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789603596.789807:0:32680:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013e/0x100000140] 00000100:00000001:1.0:1789603596.789809:0:32680:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789603596.789811:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.789814:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957079808 : -106961752471808 : ffff9eb806bd4700) 00000100:00000001:1.0:1789603596.789817:0:32680:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603596.789819:0:32680:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:1.0:1789603596.789822:0:32680:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603596.789825:0:32680:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603596.789831:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4700 x1876533442895872/t4294967624(4294967624) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/456 e 0 to 0 dl 1789603612 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603596.789838:0:32680:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603596.789841:0:32680:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603596.789843:0:32680:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603596.789847:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4700 x1876533442895872/t4294967624(4294967624) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/456 e 0 to 0 dl 1789603612 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603596.789854:0:32680:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4700 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442895872:192.168.204.129@tcp:36:rm.0 00000100:00000001:1.0:1789603596.789860:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.789863:0:32680:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.789865:0:32680:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603596.789867:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603596.789871:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4700 x1876533442895872/t4294967624(4294967624) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/456 e 0 to 0 dl 1789603612 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603596.789878:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603596.789881:0:32680:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80402f780. 00000100:00000001:1.0:1789603596.789885:0:32680:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603596.789887:0:32680:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.789896:0:32680:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.789900:0:32680:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.789906:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807d57780 2 00000080:00000010:1.0:1789603596.789910:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805156200. 00000100:00000001:1.0:1789603596.790008:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603596.790013:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4700 x1876533442895872/t4294967624(4294967624) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/456 e 0 to 0 dl 1789603612 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603596.790019:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.790026:0:32680:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.790040:0:32680:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789603596.790043:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17e28 00000080:00002000:1.0:1789603596.790046:0:32680:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9eb82053fca8, parent ffff9eb82053f438, inode 0000000000000000) hashed, 00000080:00000001:1.0:1789603596.790050:0:32680:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603596.790057:0:32680:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789603596.790065:0:32680:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1789603596.790075:0:32680:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1789603596.790079:0:32680:0:(file.c:5295:cl_sync_file_range()) Process entered 00000080:00000002:1.0:1789603596.790081:0:32680:0:(file.c:5297:cl_sync_file_range()) [0x200000405:0x25:0x0]: start 0, end 9223372036854775807, mode 2 00000020:00000001:1.0:1789603596.790085:0:32680:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603596.790090:0:32680:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154152 : -106961585397464 : ffff9eb810b2a128) 00000020:00001000:1.0:1789603596.790093:0:32680:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a120 00000020:00000001:1.0:1789603596.790102:0:32680:0:(cl_object.c:143:cl_object_top()) ffff9eb810bfce90 -> ffff9eb810bfce90 00000020:00000001:1.0:1789603596.790105:0:32680:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789603596.790177:0:32680:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789603596.790190:0:32680:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x25:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789603596.790195:0:32680:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789603596.790197:0:32680:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789603596.790199:0:32680:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789603596.790204:0:32680:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x25:0x0]io ffff9eb812979c20 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1789603596.790208:0:32680:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb820880000) owner 0000000000000000/ffff9eb818d2cf80 00020000:00000001:1.0:1789603596.790214:0:32680:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789603596.790217:0:32680:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789603596.790219:0:32680:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789603596.790221:0:32680:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603596.790224:0:32680:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789603596.790226:0:32680:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789603596.790228:0:32680:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.790230:0:32680:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789603596.790231:0:32680:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789603596.790232:0:32680:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789603596.790234:0:32680:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb820880000) owner 0000000000000000/ffff9eb818d2cf80 00000020:00000001:1.0:1789603596.790236:0:32680:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.790239:0:32680:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:1.0:1789603596.790241:0:32680:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1789603596.790244:0:32680:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1789603596.790248:0:32680:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1789603596.790252:0:32680:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:1.0:1789603596.790256:0:32680:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603596.790257:0:32680:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789603596.790259:0:32680:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603596.790262:0:32680:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124156600 : -106961585395016 : ffff9eb810b2aab8) 00000020:00001000:1.0:1789603596.790264:0:32680:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2aab0 00000020:00000001:1.0:1789603596.790267:0:32680:0:(cl_object.c:143:cl_object_top()) ffff9eb810bfc5f8 -> ffff9eb810bfce90 00000020:00000001:1.0:1789603596.790269:0:32680:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789603596.790273:0:32680:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789603596.790274:0:32680:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789603596.790276:0:32680:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789603596.790277:0:32680:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112155937824 : -106961553613792 : ffff9eb812979c20) 00000020:00000001:1.0:1789603596.790279:0:32680:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603596.790281:0:32680:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603596.790283:0:32680:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974318760 : -106961735232856 : ffff9eb807c452a8) 00000020:00000001:1.0:1789603596.790286:0:32680:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1789603596.790287:0:32680:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603596.790290:0:32680:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.790291:0:32680:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.790293:0:32680:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:1.0:1789603596.790295:0:32680:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1789603596.790297:0:32680:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789603596.790298:0:32680:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:1.0:1789603596.790300:0:32680:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789603596.790301:0:32680:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.790302:0:32680:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603596.790305:0:32680:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603596.790306:0:32680:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.790307:0:32680:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789603596.790309:0:32680:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.790310:0:32680:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.790312:0:32680:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:1.0:1789603596.790314:0:32680:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1789603596.790315:0:32680:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789603596.790316:0:32680:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1789603596.790319:0:32680:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1789603596.790322:0:32680:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1789603596.790327:0:32680:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1789603596.790331:0:32680:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff9eb806533500 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1789603596.790334:0:32680:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1789603596.790337:0:32680:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff9eb806533500 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 0: rc=0. 00000008:00000001:1.0:1789603596.790340:0:32680:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603596.790343:0:32680:0:(osc_io.c:1171:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.790345:0:32680:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603596.790347:0:32680:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603596.790348:0:32680:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.790349:0:32680:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.790351:0:32680:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1789603596.790353:0:32680:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1789603596.790354:0:32680:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1789603596.790355:0:32680:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:1.0:1789603596.790357:0:32680:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:1.0:1789603596.790358:0:32680:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603596.790360:0:32680:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1789603596.790361:0:32680:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1789603596.790363:0:32680:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:1.0:1789603596.790365:0:32680:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1789603596.790366:0:32680:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789603596.790367:0:32680:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789603596.790368:0:32680:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1789603596.790369:0:32680:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603596.790371:0:32680:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603596.790373:0:32680:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1789603596.790374:0:32680:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1789603596.790375:0:32680:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1789603596.790377:0:32680:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1789603596.790378:0:32680:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1789603596.790380:0:32680:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1789603596.790381:0:32680:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789603596.790382:0:32680:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1789603596.790383:0:32680:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1789603596.790385:0:32680:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603596.790386:0:32680:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603596.790388:0:32680:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789603596.790389:0:32680:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789603596.790391:0:32680:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.790392:0:32680:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789603596.790395:0:32680:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789603596.790397:0:32680:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789603596.790398:0:32680:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789603596.790399:0:32680:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789603596.790401:0:32680:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2aab0 00020000:00000001:1.0:1789603596.790403:0:32680:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789603596.790406:0:32680:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789603596.790408:0:32680:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789603596.790410:0:32680:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x25:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789603596.790429:0:32680:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789603596.790430:0:32680:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789603596.790432:0:32680:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a120 00000080:00000001:1.0:1789603596.790435:0:32680:0:(file.c:5343:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.790440:0:32680:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:1.0:1789603596.790442:0:32680:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x25:0x0](ffff9eb80817ba88) 00800000:00000001:1.0:1789603596.790447:0:32680:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1789603596.790449:0:32680:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x25:0x0] 00000002:00000001:1.0:1789603596.790455:0:32680:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1789603596.790461:0:32680:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.790463:0:32680:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1789603596.790466:0:32680:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.790468:0:32680:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.790470:0:32680:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1789603596.790473:0:32680:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1789603596.790474:0:32680:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.790476:0:32680:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.790480:0:32680:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603596.790482:0:32680:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154152 : -106961585397464 : ffff9eb810b2a128) 00000020:00001000:1.0:1789603596.790483:0:32680:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a120 00020000:00000001:1.0:1789603596.790491:0:32680:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:1.0:1789603596.790492:0:32680:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb820880000) owner 0000000000000000/ffff9eb818d2cf80 00020000:00000001:1.0:1789603596.790495:0:32680:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:1.0:1789603596.790498:0:32680:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb807b8d840, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789603596.790503:0:32680:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789603596.790507:0:32680:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb8122cf200: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000001:1.0:1789603596.790862:0:32680:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:1.0:1789603596.790865:0:32680:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603596.790867:0:32680:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1789603596.790870:0:32680:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:1.0:1789603596.790875:0:32680:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:1.0:1789603596.790882:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bc00 count: 2 00010000:00000001:1.0:1789603596.790885:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.790889:0:32680:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:1.0:1789603596.790891:0:32680:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:1.0:1789603596.790897:0:32680:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 0 blocks 0 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe542f lrc: 1/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e919a0 expref: -99 pid: 32678 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:1.0:1789603596.790912:0:32680:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfce90 00000020:00000001:1.0:1789603596.791062:0:32680:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfce90 00000008:00000001:1.0:1789603596.791067:0:32680:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789603596.791070:0:32680:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789603596.791072:0:32680:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789603596.791074:0:32680:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1789603596.791082:0:32680:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9eb806533500. 00020000:00000001:1.0:1789603596.791088:0:32680:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:1.0:1789603596.791091:0:32680:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9eb810bfc578. 00020000:00000001:1.0:1789603596.791096:0:32680:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1789603596.791099:0:32680:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603596.791101:0:32680:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789603596.791103:0:32680:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb820880000) owner 0000000000000000/ffff9eb818d2cf80 00020000:00000001:1.0:1789603596.791105:0:32680:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:1.0:1789603596.791217:0:32680:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:1.0:1789603596.791219:0:32680:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb820880000) owner 0000000000000000/ffff9eb818d2cf80 00020000:00000001:1.0:1789603596.791223:0:32680:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:1.0:1789603596.791225:0:32680:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9eb807256900. 00020000:00000010:1.0:1789603596.791230:0:32680:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9eb814e70f00. 00020000:00000010:1.0:1789603596.791233:0:32680:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9eb82030c080. 00020000:00000002:1.0:1789603596.791237:0:32680:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb807b8d840, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789603596.791242:0:32680:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789603596.791246:0:32680:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb8122cf200: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000010:1.0:1789603596.791251:0:32680:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb8122cf200. 00020000:00000010:1.0:1789603596.791254:0:32680:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb807b8dd80. 00020000:00000010:1.0:1789603596.791258:0:32680:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb807b8d840. 00020000:00000001:1.0:1789603596.791260:0:32680:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1789603596.791262:0:32680:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb820880000) owner 0000000000000000/ffff9eb818d2cf80 00020000:00000010:1.0:1789603596.791264:0:32680:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9eb820880000. 00020000:00000001:1.0:1789603596.791268:0:32680:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:1.0:1789603596.791272:0:32680:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9eb810bfce10. 00000020:00001000:1.0:1789603596.791277:0:32680:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a120 00000080:00000001:1.0:1789603596.791281:0:32680:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1789603596.791283:0:32680:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1789603596.791327:0:32680:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:1.0:1789603596.791330:0:32680:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789603596.791333:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17dd0 00000080:00200008:1.0:1789603596.791336:0:32680:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9eb808193248), flags 704000 00000080:00400000:1.0:1789603596.791340:0:32680:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x23:0x0] 00000080:00000001:1.0:1789603596.791370:0:32680:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1789603596.791372:0:32680:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:1.0:1789603596.791374:0:32680:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1789603596.791381:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.791384:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.791387:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.791390:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.791392:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.791395:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1789603596.791397:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.791402:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.791406:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.791410:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 2 00010000:00000001:1.0:1789603596.791614:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.791620:0:32680:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1789603596.791626:0:32680:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1789603596.791630:0:32680:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603596.791637:0:32680:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.791642:0:32680:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5452 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919fb expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789603596.791662:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.791664:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603596.791667:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1789603596.791669:0:32680:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x23:0x0]: 16 00000080:00000010:1.0:1789603596.791673:0:32680:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb804241a40. 00000080:00000001:1.0:1789603596.791679:0:32680:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.791685:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17dd0 00000080:00000008:1.0:1789603596.791689:0:32680:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9eb808193248), flags 704000, rc = 0 00000080:00000001:1.0:1789603596.791691:0:32680:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.791693:0:32680:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.791698:0:32680:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789603596.791700:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17e00 00000080:00002000:1.0:1789603596.791703:0:32680:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff9eb82053f438, parent ffff9eb8081326c0, inode ffff9eb808193248) hashed, 00000080:00000001:1.0:1789603596.791706:0:32680:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603596.791713:0:32680:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789603596.791717:0:32680:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1789603596.791755:0:32680:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603596.791758:0:32680:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603596.791760:0:32680:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789603596.791762:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17bd8 00000080:00200000:1.0:1789603596.791765:0:32680:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:1.0:1789603596.791772:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805156200. 00800000:00000002:1.0:1789603596.791779:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603596.791783:0:32680:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603596.791787:0:32680:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603596.791789:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17af8 00800000:00000002:1.0:1789603596.791792:0:32680:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603596.791796:0:32680:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603596.791799:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.791801:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.791802:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.791804:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.791806:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.791808:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603596.791809:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.791813:0:32680:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789603596.791817:0:32680:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603596.791819:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c179c8 00000002:00010000:1.0:1789603596.791821:0:32680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789603596.791825:0:32680:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603596.791826:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.791828:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.791831:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bb00 count: 2 00010000:00000001:1.0:1789603596.791834:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.791837:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603596.791841:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789603596.791846:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:1.0:1789603596.791854:0:32680:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603596.791856:0:32680:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.791859:0:32680:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:1.0:1789603596.791866:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789603596.791868:0:32680:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603596.791870:0:32680:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603596.791872:0:32680:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603596.791874:0:32680:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603596.791876:0:32680:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789603596.791879:0:32680:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789603596.791882:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603596.791885:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805156200. 00000080:00000001:1.0:1789603596.791889:0:32680:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789603596.791891:0:32680:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603596.791894:0:32680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:1.0:1789603596.791898:0:32680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe541a 00800000:00000001:1.0:1789603596.791902:0:32680:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603596.791904:0:32680:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603596.791906:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.791909:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.792277:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:1.0:1789603596.792281:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:1.0:1789603596.792285:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:1.0:1789603596.792289:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.792290:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603596.792292:0:32680:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.792295:0:32680:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603596.792298:0:32680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe541a from it ffffb8e501c17c10 00010000:00000001:1.0:1789603596.792300:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.792301:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.792303:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:1.0:1789603596.792305:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:1.0:1789603596.792307:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:1.0:1789603596.792310:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603596.792313:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1789603596.792320:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.792322:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.792324:0:32680:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603596.792325:0:32680:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603596.792328:0:32680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:1.0:1789603596.792337:0:32680:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603596.792340:0:32680:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603596.792342:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603596.792347:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.792349:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.792350:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.792355:0:32680:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603596.792357:0:32680:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.792359:0:32680:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.792362:0:32680:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.792365:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603596.792366:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.792367:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603596.792371:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789603596.792373:0:32680:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603596.792376:0:32680:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:1.0:1789603596.792381:0:32680:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603596.792400:0:32680:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb810bc5b00. 00000020:00000001:1.0:1789603596.792404:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17dc8 00000080:00200000:1.0:1789603596.792406:0:32680:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9eb808190908), flags=0 00000080:00000001:1.0:1789603596.792409:0:32680:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789603596.792480:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17c78 00000080:00200000:1.0:1789603596.792483:0:32680:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9eb808190908), intent=getattr 00000080:00000010:1.0:1789603596.792495:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805156200. 00800000:00000002:1.0:1789603596.792499:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603596.792504:0:32680:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603596.792506:0:32680:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603596.792507:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17b98 00800000:00000002:1.0:1789603596.792690:0:32680:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603596.792694:0:32680:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603596.792698:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.792701:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.792703:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.792705:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.792707:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.792709:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603596.792711:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.792714:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17b30 00800000:00000002:1.0:1789603596.792716:0:32680:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:1.0:1789603596.792720:0:32680:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603596.792722:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17a68 00000002:00010000:1.0:1789603596.792724:0:32680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1789603596.792729:0:32680:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789603596.792732:0:32680:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789603596.792739:0:32680:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5f80. 00000020:00000040:1.0:1789603596.792743:0:32680:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:1.0:1789603596.792750:0:32680:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789603596.792756:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603596.792760:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.792761:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.792763:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.792766:0:32680:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603596.792769:0:32680:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603596.792773:0:32680:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603596.792782:0:32680:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041a6c00. 00000100:00000001:1.0:1789603596.792790:0:32680:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.792797:0:32680:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603596.792799:0:32680:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.792801:0:32680:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603596.792802:0:32680:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.792805:0:32680:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.792813:0:32680:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637111957086080 : -106961752465536 : ffff9eb806bd5f80) 00010000:00000001:1.0:1789603596.792818:0:32680:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789603596.792820:0:32680:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789603596.792824:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bb00 count: 2 00010000:00000001:1.0:1789603596.792827:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.792830:0:32680:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789603596.792835:0:32680:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb814fdd000. 00000020:00000001:1.0:1789603596.792838:0:32680:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789603596.792841:0:32680:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb814fdd000 with handle 0xa04c19c788fe5459 to hash 00000020:00000001:1.0:1789603596.792844:0:32680:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789603596.792846:0:32680:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603596.792850:0:32680:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603596.792854:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603596.792857:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.792862:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5459 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603596.792870:0:32680:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5459 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603596.792881:0:32680:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5459 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789603596.792887:0:32680:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603596.792889:0:32680:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603596.792896:0:32680:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80402f780. 00000100:00000001:1.0:1789603596.792899:0:32680:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911315328 : -106961798236288 : ffff9eb80402f780) 00000100:00000001:1.0:1789603596.792902:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.792904:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957086080 : -106961752465536 : ffff9eb806bd5f80) 00000100:00000001:1.0:1789603596.792909:0:32680:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603596.792985:0:32680:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.792991:0:32680:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603596.792993:0:32680:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603596.793008:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5f80 x1876533442896000/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.793017:0:32680:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603596.793020:0:32680:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.793026:0:32680:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603596.793029:0:32680:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603596.793032:0:32680:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603596.793036:0:32680:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5f80 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442896000:192.168.204.129@tcp:101:rm.0 00000100:00000001:1.0:1789603596.793041:0:32680:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603596.793047:0:32680:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603596.793050:0:32680:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.793053:0:32680:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603596.793060:0:32680:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb8057ca800. 02000000:00000001:1.0:1789603596.793061:0:32680:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603596.793071:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603596.793076:0:32680:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d351b8. 00000400:00000010:1.0:1789603596.793085:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc550. 00000100:00000200:1.0:1789603596.793093:0:32680:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442896000, portal 10 00000100:00000001:1.0:1789603596.793095:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.793097:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957086080 : -106961752465536 : ffff9eb806bd5f80) 00000100:00000040:1.0:1789603596.793103:0:32680:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd5f80 x1876533442896000/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.793232:0:32680:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603596.793236:0:32680:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603596.793240:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc4c8. 00000100:00000200:1.0:1789603596.793245:0:32680:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876533442896000, offset 0 00000400:00000200:1.0:1789603596.793254:0:32680:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603596.793265:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603596.793275:0:32680:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603596.793283:0:32680:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603596.793288:0:32680:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603596.793293:0:32680:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603596.793296:0:32680:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603596.793300:0:32680:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2784:2784:256:4294967295] 192.168.204.129@tcp LPNI seq info [2784:2784:8:4294967295] 00000400:00000200:1.0:1789603596.793305:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603596.793316:0:32680:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603596.793323:0:32680:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603596.793329:0:32680:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9f00. 00000800:00000200:1.0:1789603596.793337:0:32680:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603596.793347:0:32680:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603596.793353:0:32680:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9f00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789603596.793463:0:32680:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603596.793469:0:32680:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 857203 usecs (858 jiffies) 00000400:00000200:1.0:1789603596.793474:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603596.793477:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296596584 00000100:00000001:1.0:1789603596.793481:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:1.0:1789603596.793484:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296596584 00000100:00000001:1.0:1789603596.793487:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:1.0:1789603596.793490:0:32680:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603596.793493:0:32680:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.793496:0:32680:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603596.793499:0:32680:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603596.793502:0:32680:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80402f780 going to sleep for 11 seconds 00000100:00000001:1.0:1789603596.793505:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603596.793552:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603596.795780:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603596.795793:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9f00. 00000400:00000200:3.0:1789603596.795801:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.795813:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603596.795824:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc4c8 00000400:00000010:3.0:1789603596.795828:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc4c8. 00000100:00000001:3.0:1789603596.795836:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603596.795847:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5f80 x1876533442896000/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.795862:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603596.795866:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5f80 x1876533442896000/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603612 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.795873:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603596.795875:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:1.1:1789603596.800461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb81272afc0. 00000800:00000001:2.0:1789603596.801690:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.801711:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603596.801715:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.801718:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.801730:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.801739:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603596.801750:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.801757:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.801763:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.801769:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d45e080 00000400:00000200:2.0:1789603596.801775:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.801782:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x7efd [1] + 224 00000800:00000001:2.0:1789603596.801790:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.801800:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.801804:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603596.801809:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603596.801818:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603596.801829:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5f80 x1876533442896000/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603596.801842:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb806bd5f80 x1876533442896000/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.801860:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603596.801869:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.801873:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.802202:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603596.802212:0:32680:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603596.802215:0:32680:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603596.802219:0:32680:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d351b8. 00000400:00000200:1.0:1789603596.802225:0:32680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc550 00000400:00000010:1.0:1789603596.802228:0:32680:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc550. 00000100:00000001:1.0:1789603596.802232:0:32680:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603596.802238:0:32680:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5f80 x1876533442896000/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603596.802247:0:32680:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5f80 x1876533442896000/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.802254:0:32680:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603596.802256:0:32680:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.802259:0:32680:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603596.802264:0:32680:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603596.802266:0:32680:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603596.802269:0:32680:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.802274:0:32680:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603596.802287:0:32680:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=144 v=5 (106 106 106 137) 00000100:00001000:1.0:1789603596.802292:0:32680:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603596.802295:0:32680:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603596.802297:0:32680:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.802301:0:32680:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603596.802305:0:32680:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.802309:0:32680:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603596.802311:0:32680:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:1.0:1789603596.802313:0:32680:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603596.802317:0:32680:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603596.802323:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5f80 x1876533442896000/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.802330:0:32680:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603596.802334:0:32680:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603596.802336:0:32680:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603596.802340:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5f80 x1876533442896000/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603612 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603596.802354:0:32680:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5f80 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442896000:192.168.204.129@tcp:101:rm.0 00000100:00000001:1.0:1789603596.802360:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.802363:0:32680:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.802366:0:32680:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603596.802368:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603596.802372:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5f80 x1876533442896000/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603612 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.802380:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603596.802383:0:32680:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80402f780. 00000100:00000001:1.0:1789603596.802387:0:32680:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603596.802389:0:32680:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.802392:0:32680:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789603596.802398:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.802401:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.802405:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd000 refcount=4 00000020:00000001:1.0:1789603596.802407:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603596.802411:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000040:1.0:1789603596.802419:0:32680:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb814fdd000, remote cookie: 0x31dbb14d74e91a3a, flags: 0x1001 00010000:00010000:1.0:1789603596.802425:0:32680:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5459 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a3a expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789603596.802435:0:32680:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789603596.802439:0:32680:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1789603596.802447:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 2 00010000:00000001:1.0:1789603596.802449:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.802452:0:32680:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.802456:0:32680:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5459 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a3a expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603596.802465:0:32680:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5459 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a3a expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.802471:0:32680:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789603596.802476:0:32680:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789603596.802479:0:32680:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789603596.802481:0:32680:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789603596.802482:0:32680:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789603596.802485:0:32680:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x23:0x0].0x0 (ffff9eb81938b200) refcount = 2 00010000:00000040:1.0:1789603596.802489:0:32680:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789603596.802492:0:32680:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5452 lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919fb expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1789603596.802499:0:32680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5459 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91a3a expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.802505:0:32680:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789603596.802700:0:32680:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789603596.802702:0:32680:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.802707:0:32680:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789603596.802710:0:32680:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.802715:0:32680:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5459 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a3a expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.802722:0:32680:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789603596.802724:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.802726:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.802727:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.802728:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.802730:0:32680:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.802736:0:32680:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789603596.802738:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.802739:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.802741:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd000 refcount=3 00000020:00000001:1.0:1789603596.802743:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603596.802746:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603596.802749:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.802750:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.802752:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd000 refcount=4 00000020:00000001:1.0:1789603596.802754:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603596.802756:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603596.802759:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603596.802763:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.802767:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5459 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91a3a expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.802774:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.802775:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.802777:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.802778:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.802779:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd000 refcount=5 00000020:00000001:1.0:1789603596.802780:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603596.802783:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603596.802786:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603596.802789:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5459 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91a3a expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.802795:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.802797:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789603596.802800:0:32680:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5459 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91a3a expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.802807:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603596.802808:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.802809:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.802811:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.802811:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789603596.802817:0:32680:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb806bd5f80 x1876533442896000/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789603596.802832:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.802834:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.802835:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd000 refcount=3 00000020:00000001:1.0:1789603596.802838:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603596.802840:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603596.802842:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.802843:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603596.802845:0:32680:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.802847:0:32680:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.802851:0:32680:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789603596.802854:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.802855:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.802857:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd000 refcount=3 00000020:00000001:1.0:1789603596.802859:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603596.802861:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00000002:00010000:1.0:1789603596.802865:0:32680:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5459 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a3a expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.802871:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.802872:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.802874:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789603596.802876:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.802877:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.802878:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd000 refcount=3 00000020:00000001:1.0:1789603596.802880:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603596.802882:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000040:1.0:1789603596.802886:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 3 00010000:00000001:1.0:1789603596.802888:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789603596.802892:0:32680:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589935621/35 (0 0) 00010000:00000001:1.0:1789603596.802895:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.802896:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603596.802897:0:32680:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789603596.802901:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c179f0 00000002:00002000:1.0:1789603596.802904:0:32680:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789603596.802908:0:32680:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.802912:0:32680:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.803748:0:32680:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789603596.803753:0:32680:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789603596.803757:0:32680:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.803762:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000001:1.0:1789603596.803766:0:32680:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789603596.803769:0:32680:0:(namei.c:674:ll_lookup_it_finish()) it ffffb8e501c17e00 it_disposition b 00000080:00000001:1.0:1789603596.803774:0:32680:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789603596.803783:0:32680:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789603596.803789:0:32680:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789603596.803802:0:32680:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb811aa7480. 00800000:00000001:1.0:1789603596.803804:0:32680:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637112140395648 : -106961569155968 : ffff9eb811aa7480) 00800000:00000001:1.0:1789603596.803807:0:32680:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.803810:0:32680:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789603596.803814:0:32680:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1789603596.803817:0:32680:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1789603596.803824:0:32680:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789603596.803827:0:32680:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:1.0:1789603596.803830:0:32680:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789603596.803833:0:32680:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789603596.803835:0:32680:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.803839:0:32680:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1789603596.803841:0:32680:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789603596.803844:0:32680:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611171 mtime from 1789603577 to 1789603596 00000080:00200000:1.0:1789603596.803850:0:32680:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00200000:1.0:1789603596.803853:0:32680:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x23:0x0](ffff9eb808193248): rc = 0 00000080:00000001:1.0:1789603596.803855:0:32680:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979881032 : -106961729670584 : ffff9eb808193248) 00010000:00000001:1.0:1789603596.803857:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.803859:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.803862:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd000 refcount=3 00000020:00000001:1.0:1789603596.803865:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603596.803868:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603596.803871:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.803873:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789603596.803874:0:32680:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789603596.803877:0:32680:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789603596.803878:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb811aa7480 1 00800000:00000010:1.0:1789603596.803880:0:32680:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb811aa7480. 00800000:00000001:1.0:1789603596.803887:0:32680:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603596.803891:0:32680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff9eb808193248) for lock 0xa04c19c788fe5459 00800000:00000001:1.0:1789603596.803895:0:32680:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603596.803897:0:32680:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603596.803898:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.803899:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.803901:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd000 refcount=3 00000020:00000001:1.0:1789603596.803902:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603596.803905:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603596.803909:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.803910:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603596.803911:0:32680:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.1:1789603596.804647:0:32680:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb80817b9c0. 00000080:00000010:1.1:1789603596.804682:0:32680:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb81272ad40. 00800000:00000001:1.0:1789603596.804697:0:32680:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1789603596.804706:0:32680:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb82056c948 inode ffff9eb808193248 refc 1 flags 0x20000e 00000080:00000002:1.0:1789603596.804712:0:32680:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1789603596.804717:0:32680:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1789603596.804721:0:32680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff9eb808193248) 00000080:00010000:1.0:1789603596.804725:0:32680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5459 from it ffffb8e501c17e00 00010000:00000001:1.0:1789603596.804728:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.804730:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.804732:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd000 refcount=3 00000020:00000001:1.0:1789603596.804735:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603596.804738:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603596.804741:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603596.804746:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5459 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91a3a expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.804761:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.804763:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.804765:0:32680:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603596.804768:0:32680:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603596.804771:0:32680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5459 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a3a expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789603596.804780:0:32680:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603596.804784:0:32680:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603596.804786:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603596.804792:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.804793:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.804795:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.804799:0:32680:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603596.804802:0:32680:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.804804:0:32680:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.804808:0:32680:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.804810:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603596.804811:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.804812:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789603596.804814:0:32680:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789603596.804819:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805156200. 00000100:00000001:1.0:1789603596.804825:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603596.804840:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5f80 x1876533442896000/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.804848:0:32680:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603596.804852:0:32680:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603596.804856:0:32680:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb8057ca800. 02000000:00000001:1.0:1789603596.804860:0:32680:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603596.804863:0:32680:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603596.804865:0:32680:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603596.804867:0:32680:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603596.804870:0:32680:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a6c00. 02000000:00000001:1.0:1789603596.804875:0:32680:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603596.804877:0:32680:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603596.804879:0:32680:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5f80. 00000100:00000001:1.0:1789603596.804884:0:32680:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603596.804886:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603596.804889:0:32680:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789603596.804891:0:32680:0:(dcache.c:176:ll_intent_release()) intent ffffb8e501c17e00 released 00000080:00000001:1.0:1789603596.804892:0:32680:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789603596.804898:0:32680:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603596.804900:0:32680:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789603596.804903:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17d50 00000080:00200000:1.0:1789603596.804905:0:32680:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:1.0:1789603596.804931:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805156200. 00800000:00000002:1.0:1789603596.804938:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603596.804943:0:32680:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603596.804946:0:32680:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603596.804948:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17c70 00800000:00000002:1.0:1789603596.804951:0:32680:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603596.804954:0:32680:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603596.804957:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.804960:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.804963:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.804966:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.804968:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.804970:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603596.804973:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.804977:0:32680:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789603596.804982:0:32680:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603596.804984:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17b40 00000002:00010000:1.0:1789603596.804985:0:32680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789603596.804990:0:32680:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603596.804992:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.804994:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.805001:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bb00 count: 2 00010000:00000001:1.0:1789603596.805005:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.805009:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603596.805013:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789603596.805017:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:1.0:1789603596.805026:0:32680:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603596.805031:0:32680:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.805035:0:32680:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:1.0:1789603596.805042:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789603596.805044:0:32680:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603596.805046:0:32680:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603596.805048:0:32680:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603596.805050:0:32680:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603596.805053:0:32680:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789603596.805055:0:32680:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789603596.805058:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603596.805060:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805156200. 00000080:00000001:1.0:1789603596.805063:0:32680:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789603596.805065:0:32680:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603596.805067:0:32680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:1.0:1789603596.805071:0:32680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe541a 00800000:00000001:1.0:1789603596.805074:0:32680:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603596.805075:0:32680:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603596.805077:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.805078:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.805080:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:1.0:1789603596.805081:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:1.0:1789603596.805083:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:1.0:1789603596.805085:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.805086:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603596.805087:0:32680:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.805089:0:32680:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603596.805091:0:32680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe541a from it ffffb8e501c17d88 00010000:00000001:1.0:1789603596.805093:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.805094:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.805096:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:1.0:1789603596.805097:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:1.0:1789603596.805099:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:1.0:1789603596.805101:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603596.805103:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:1.0:1789603596.805121:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.805123:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.805124:0:32680:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603596.805125:0:32680:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603596.805127:0:32680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:1.0:1789603596.805133:0:32680:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603596.805135:0:32680:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603596.805136:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603596.805138:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.805139:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.805141:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.805143:0:32680:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603596.805144:0:32680:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.805146:0:32680:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.805148:0:32680:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.805149:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603596.805151:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.805152:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603596.805154:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789603596.805156:0:32680:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603596.805158:0:32680:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 3 00000080:00000001:1.0:1789603596.805173:0:32680:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.805179:0:32680:0:(namei.c:2258:ll_rmdir()) Process entered 00000020:00000001:1.0:1789603596.805181:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17e18 00000080:00200000:1.0:1789603596.805183:0:32680:0:(namei.c:2261:ll_rmdir()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00000001:1.0:1789603596.805187:0:32680:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:1.0:1789603596.805190:0:32680:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-1, [0x200000405:0x23:0x0]) is foreign... 00000080:00000001:1.0:1789603596.805194:0:32680:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1789603596.805198:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805156200. 00800000:00000002:1.0:1789603596.805201:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00800000:00000001:1.0:1789603596.805208:0:32680:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1789603596.805211:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.805212:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.805214:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.805215:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.805217:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.805219:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603596.805221:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.805223:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.805224:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.805225:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.805227:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.805228:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.805230:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1789603596.805232:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.805234:0:32680:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1789603596.805236:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.805237:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.805238:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.805239:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.805240:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.805242:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1789603596.805243:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.805246:0:32680:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x23:0x0] 00800000:00000001:1.0:1789603596.805248:0:32680:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.805250:0:32680:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x23:0x0] -> mds #0 00000002:00000001:1.0:1789603596.805255:0:32680:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1789603596.805257:0:32680:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789603596.805260:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bb00 count: 2 00010000:00000001:1.0:1789603596.805262:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.805265:0:32680:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789603596.805268:0:32680:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789603596.805271:0:32680:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:1.0:1789603596.805280:0:32680:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789603596.805284:0:32680:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789603596.805286:0:32680:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789603596.805288:0:32680:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789603596.805290:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.805292:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.805294:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bb00 count: 3 00010000:00000001:1.0:1789603596.805296:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603596.805298:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.805299:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.805300:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.805301:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bb00 count: 3 00010000:00000001:1.0:1789603596.805303:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603596.805305:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.805306:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.805307:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.805309:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bb00 count: 3 00010000:00000001:1.0:1789603596.805311:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603596.805312:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.805314:0:32680:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789603596.805317:0:32680:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9eb808190840, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789603596.805381:0:32680:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789603596.805385:0:32680:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789603596.805389:0:32680:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789603596.805391:0:32680:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.805396:0:32680:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789603596.805401:0:32680:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789603596.805403:0:32680:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789603596.805405:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603596.805406:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789603596.805410:0:32680:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb802f47000 with handle 0xa04c19c788fe541a from hash 00010000:00000001:1.0:1789603596.805412:0:32680:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789603596.805414:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.805415:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.805417:0:32680:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789603596.805420:0:32680:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789603596.805422:0:32680:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789603596.805426:0:32680:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789603596.805428:0:32680:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603596.805430:0:32680:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603596.805432:0:32680:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789603596.805435:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 3 00010000:00000001:1.0:1789603596.805437:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.805439:0:32680:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789603596.805442:0:32680:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789603596.805444:0:32680:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5459 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e91a3a expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1789603596.805451:0:32680:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789603596.805453:0:32680:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789603596.805454:0:32680:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789603596.805455:0:32680:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode (null) 00000002:00000001:1.0:1789603596.805457:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.805459:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.805460:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 4 00010000:00000001:1.0:1789603596.805462:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603596.805464:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.805466:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.805466:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.805468:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 4 00010000:00000001:1.0:1789603596.805470:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603596.805472:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.805473:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.805475:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.805476:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 4 00010000:00000001:1.0:1789603596.805478:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603596.805480:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.805481:0:32680:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789603596.805483:0:32680:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x23:0x0] lli = ffff9eb808193180, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789603596.805486:0:32680:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789603596.805488:0:32680:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789603596.805490:0:32680:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1789603596.805492:0:32680:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x23:0x0](ffff9eb808193248) invalid 00000020:00000001:1.0:1789603596.805494:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17a80 00000080:00002000:1.0:1789603596.805496:0:32680:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff9eb82056c948) parent ffff9eb8081326c0 inode ffff9eb808193248 refc 2 00000080:00000001:1.0:1789603596.805501:0:32680:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1789603596.805502:0:32680:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789603596.805503:0:32680:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.805505:0:32680:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789603596.805506:0:32680:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789603596.805508:0:32680:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789603596.807233:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603596.807240:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789603596.807249:0:32680:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fdd000 with handle 0xa04c19c788fe5459 from hash 00010000:00000001:1.0:1789603596.807253:0:32680:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789603596.807255:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.807257:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.807258:0:32680:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789603596.807263:0:32680:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789603596.807267:0:32680:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789603596.807271:0:32680:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789603596.807276:0:32680:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5452 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e919fb expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1789603596.807287:0:32680:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789603596.807292:0:32680:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789603596.807294:0:32680:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789603596.807296:0:32680:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode CR 00000002:00000001:1.0:1789603596.807301:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.807305:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.807311:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 4 00010000:00000001:1.0:1789603596.807314:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603596.807318:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.807319:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.807320:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.807322:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 4 00010000:00000001:1.0:1789603596.807325:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603596.807327:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.807329:0:32680:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.807331:0:32680:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789603596.807336:0:32680:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789603596.807346:0:32680:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9eb805157800. 00000080:00000001:1.0:1789603596.807348:0:32680:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:1.0:1789603596.807355:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb807d57780 2 00000080:00000001:1.0:1789603596.807361:0:32680:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789603596.807365:0:32680:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1789603596.807367:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.807370:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.807373:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.807375:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.807377:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.807379:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1789603596.807382:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.807385:0:32680:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x23:0x0] 00000002:00000001:1.0:1789603596.807388:0:32680:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789603596.807390:0:32680:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9eb81291b000: [0x200000405:0x23:0x0] file closed with intent: 0 00000100:00000010:1.0:1789603596.807399:0:32680:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5f80. 00000020:00000040:1.0:1789603596.807404:0:32680:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603596.807409:0:32680:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603596.807414:0:32680:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603596.807420:0:32680:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603596.807430:0:32680:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb805156600. 00000100:00000001:1.0:1789603596.807439:0:32680:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789603596.807465:0:32680:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9eb810d1ce00 x1876533442895488/t4294967623(4294967623) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603612 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789603596.807478:0:32680:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789603596.807485:0:32680:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb806bd5f80 x1876533442896256/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789603596.807493:0:32680:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603596.807495:0:32680:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603596.807504:0:32680:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80402f780. 00000100:00000001:1.0:1789603596.807507:0:32680:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911315328 : -106961798236288 : ffff9eb80402f780) 00000100:00000001:1.0:1789603596.808736:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.808740:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957086080 : -106961752465536 : ffff9eb806bd5f80) 00000100:00000001:1.0:1789603596.808751:0:32680:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603596.808755:0:32680:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.808758:0:32680:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603596.808760:0:32680:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603596.808772:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5f80 x1876533442896256/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.808782:0:32680:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603596.808784:0:32680:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.808789:0:32680:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603596.808793:0:32680:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603596.808795:0:32680:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603596.808799:0:32680:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5f80 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442896256:192.168.204.129@tcp:35:rm.0 00000100:00000001:1.0:1789603596.808804:0:32680:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603596.808811:0:32680:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603596.808814:0:32680:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.808817:0:32680:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603596.808832:0:32680:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a6c00. 02000000:00000001:1.0:1789603596.808835:0:32680:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603596.808846:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603596.808852:0:32680:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d351b8. 00000400:00000010:1.0:1789603596.808860:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc550. 00000100:00000200:1.0:1789603596.808868:0:32680:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442896256, portal 10 00000100:00000001:1.0:1789603596.808870:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.808871:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957086080 : -106961752465536 : ffff9eb806bd5f80) 00000100:00000040:1.0:1789603596.808880:0:32680:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd5f80 x1876533442896256/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.808888:0:32680:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603596.808891:0:32680:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603596.808894:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc3b8. 00000100:00000200:1.0:1789603596.808898:0:32680:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876533442896256, offset 0 00000400:00000200:1.0:1789603596.808908:0:32680:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603596.809002:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603596.809014:0:32680:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603596.809021:0:32680:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603596.809027:0:32680:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603596.809032:0:32680:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603596.809035:0:32680:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603596.809039:0:32680:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2785:2785:256:4294967295] 192.168.204.129@tcp LPNI seq info [2785:2785:8:4294967295] 00000400:00000200:1.0:1789603596.809044:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603596.809056:0:32680:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603596.809063:0:32680:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603596.809070:0:32680:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9b00. 00000800:00000200:1.0:1789603596.809078:0:32680:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603596.809088:0:32680:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603596.809093:0:32680:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789603596.809314:0:32680:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603596.809321:0:32680:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 856040 usecs (857 jiffies) 00000400:00000200:1.0:1789603596.809326:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603596.809329:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296596599 00000100:00000001:1.0:1789603596.809333:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:1.0:1789603596.809335:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296596599 00000100:00000001:1.0:1789603596.809338:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:1.0:1789603596.809340:0:32680:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603596.809344:0:32680:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.809346:0:32680:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603596.809348:0:32680:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603596.809351:0:32680:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80402f780 going to sleep for 11 seconds 00000100:00000001:1.0:1789603596.809354:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603596.809358:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603596.810272:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603596.810282:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9b00. 00000400:00000200:3.0:1789603596.810292:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.810301:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603596.810310:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc3b8 00000400:00000010:3.0:1789603596.810314:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc3b8. 00000100:00000001:3.0:1789603596.810321:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603596.810328:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5f80 x1876533442896256/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.810342:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603596.810346:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5f80 x1876533442896256/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603612 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.810354:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603596.810356:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603596.813629:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.813664:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603596.813674:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.813678:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.813696:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.813708:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603596.813720:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.813726:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.813732:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.813737:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d45e180 00000400:00000200:2.0:1789603596.813747:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.813755:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x7f05 [1] + 224 00000800:00000001:2.0:1789603596.813764:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.813773:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.813777:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603596.813784:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603596.813794:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603596.814135:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5f80 x1876533442896256/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603596.814148:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9eb806bd5f80 x1876533442896256/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.814171:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603596.814234:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1789603596.814344:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.814349:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789603596.814379:0:32680:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603596.814383:0:32680:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603596.814387:0:32680:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d351b8. 00000400:00000200:1.0:1789603596.814393:0:32680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc550 00000400:00000010:1.0:1789603596.814397:0:32680:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc550. 00000100:00000001:1.0:1789603596.814401:0:32680:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603596.814407:0:32680:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5f80 x1876533442896256/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603596.814662:0:32680:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5f80 x1876533442896256/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.814669:0:32680:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603596.814672:0:32680:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.814674:0:32680:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603596.814679:0:32680:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603596.814682:0:32680:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603596.814685:0:32680:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.814689:0:32680:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603596.814704:0:32680:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb4f0 time=143 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603596.814709:0:32680:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603596.814712:0:32680:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603596.814714:0:32680:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.814717:0:32680:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603596.814721:0:32680:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.814725:0:32680:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789603596.814728:0:32680:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789603596.814730:0:32680:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789603596.814733:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.814736:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957086080 : -106961752465536 : ffff9eb806bd5f80) 00000100:00000001:1.0:1789603596.814740:0:32680:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603596.814743:0:32680:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:1.0:1789603596.814745:0:32680:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603596.814748:0:32680:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603596.814755:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5f80 x1876533442896256/t4294967625(4294967625) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603612 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.814762:0:32680:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603596.814767:0:32680:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603596.814770:0:32680:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603596.814775:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5f80 x1876533442896256/t4294967625(4294967625) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603612 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603596.814784:0:32680:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5f80 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442896256:192.168.204.129@tcp:35:rm.0 00000100:00000001:1.0:1789603596.814790:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.814793:0:32680:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.814796:0:32680:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603596.814799:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603596.814802:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5f80 x1876533442896256/t4294967625(4294967625) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603612 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.814809:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603596.814812:0:32680:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80402f780. 00000100:00000001:1.0:1789603596.814816:0:32680:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603596.814818:0:32680:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.814828:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.814830:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957086080 : -106961752465536 : ffff9eb806bd5f80) 00000002:00000001:1.0:1789603596.814832:0:32680:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.814837:0:32680:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.814842:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807d57780 2 00000080:00000010:1.0:1789603596.814846:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805157800. 00000080:00000001:1.0:1789603596.814849:0:32680:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789603596.814853:0:32680:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1789603596.814857:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.814861:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.814864:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.814868:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.814871:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.814873:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1789603596.814876:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.815040:0:32680:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789603596.815050:0:32680:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9eb810d1ce00 x1876533442895488/t4294967623(4294967623) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.815060:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.815062:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00000100:00000001:0.0:1789603596.815064:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.815067:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1ce00 x1876533442895488/t4294967623(4294967623) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603612 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.815075:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.815077:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.815080:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5f80 x1876533442896256/t4294967625(4294967625) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603612 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.815086:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.815100:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.815103:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1ce00 x1876533442895488/t4294967623(4294967623) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603612 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.815116:0:32680:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789603596.815122:0:32680:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603596.815124:0:32680:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603596.815127:0:32680:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603596.815131:0:32680:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8051e1c00. 02000000:00000001:0.0:1789603596.815136:0:32680:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603596.815139:0:32680:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603596.815141:0:32680:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1ce00. 00000100:00000001:0.0:1789603596.815146:0:32680:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603596.815148:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.815149:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.815153:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5f80 x1876533442896256/t4294967625(4294967625) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603612 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.815160:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603596.815162:0:32680:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9eb810bc5600. 00000002:00000001:0.0:1789603596.815165:0:32680:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.815168:0:32680:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603596.815170:0:32680:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9eb811aa7bc0. 00000100:00000001:0.0:1789603596.815174:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.815177:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5f80 x1876533442896256/t4294967625(4294967625) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.815183:0:32680:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603596.815185:0:32680:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603596.815188:0:32680:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a6c00. 02000000:00000001:0.0:1789603596.815191:0:32680:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603596.815192:0:32680:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603596.815193:0:32680:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603596.815195:0:32680:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603596.815196:0:32680:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb805156600. 02000000:00000001:0.0:1789603596.815200:0:32680:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603596.815201:0:32680:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603596.815202:0:32680:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5f80. 00000100:00000001:0.0:1789603596.815205:0:32680:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603596.815206:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603596.815209:0:32680:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.815213:0:32680:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789603596.815215:0:32680:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode (null) 00000002:00000001:0.0:1789603596.815219:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603596.815223:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603596.815233:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 4 00010000:00000001:0.0:1789603596.815236:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603596.815242:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.815244:0:32680:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.815248:0:32680:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789603596.815251:0:32680:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x23:0x0](ffff9eb808193248) invalid 00000020:00000001:0.0:1789603596.815255:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17a80 00000080:00002000:0.0:1789603596.815258:0:32680:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff9eb82056c948) parent ffff9eb8081326c0 inode ffff9eb808193248 refc 2 00000080:00000001:0.0:1789603596.815263:0:32680:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789603596.815266:0:32680:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789603596.815268:0:32680:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.815273:0:32680:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789603596.815277:0:32680:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789603596.815280:0:32680:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789603596.815282:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603596.815287:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789603596.815291:0:32680:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb800031800 with handle 0xa04c19c788fe5452 from hash 00010000:00000001:0.0:1789603596.815294:0:32680:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789603596.815296:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.815298:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.815300:0:32680:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789603596.815303:0:32680:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789603596.815306:0:32680:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789603596.815310:0:32680:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1789603596.815313:0:32680:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1789603596.815316:0:32680:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1789603596.815327:0:32680:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1ce00. 00000020:00000040:0.0:1789603596.815330:0:32680:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:0.0:1789603596.815336:0:32680:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789603596.815338:0:32680:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.815341:0:32680:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603596.815347:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603596.815354:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.815356:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.815358:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.815362:0:32680:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603596.815364:0:32680:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603596.815370:0:32680:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603596.815381:0:32680:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb803b55000. 00000100:00000001:0.0:1789603596.815390:0:32680:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.815393:0:32680:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603596.815395:0:32680:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789603596.815402:0:32680:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5459 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91a3a expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789603596.815705:0:32680:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5452 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e919fb expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1789603596.815716:0:32680:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1789603596.815723:0:32680:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1789603596.815725:0:32680:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1789603596.815727:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789603596.815730:0:32680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5459 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91a3a expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603596.815749:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.815750:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789603596.815753:0:32680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5452 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e919fb expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1789603596.815760:0:32680:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb81938b200 count: 0 00010000:00000010:0.0:1789603596.815767:0:32680:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb80574ef80. 00010000:00000001:0.0:1789603596.815776:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.815778:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789603596.815780:0:32680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe541a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e9195a expref: -99 pid: 32678 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:0.0:1789603596.815788:0:32680:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb81938bb00 count: 0 00010000:00000010:0.0:1789603596.815791:0:32680:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb80574e080. 00010000:00000001:0.0:1789603596.815796:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.815798:0:32680:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.815800:0:32680:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603596.815802:0:32680:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.815804:0:32680:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1789603596.815822:0:32680:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789603596.815831:0:32680:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb810d1ce00 x1876533442896512/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603596.815838:0:32680:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603596.815840:0:32680:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603596.815849:0:32680:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb806b816c0. 00000100:00000001:0.0:1789603596.815852:0:32680:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111956739776 : -106961752811840 : ffff9eb806b816c0) 00000100:00000001:0.0:1789603596.815854:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.815856:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00000100:00000001:0.0:1789603596.815861:0:32680:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603596.815867:0:32680:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.815869:0:32680:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603596.815872:0:32680:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603596.815876:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1ce00 x1876533442896512/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603596.815884:0:32680:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603596.815888:0:32680:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603596.815892:0:32680:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603596.815896:0:32680:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603596.815898:0:32680:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603596.815902:0:32680:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1ce00 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442896512:192.168.204.129@tcp:36:rm.0 00000100:00000001:0.0:1789603596.815906:0:32680:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603596.815913:0:32680:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603596.815917:0:32680:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603596.815920:0:32680:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603596.815926:0:32680:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8051e1c00. 02000000:00000001:0.0:1789603596.815927:0:32680:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603596.818572:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603596.818587:0:32680:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041399a0. 00000400:00000010:0.0:1789603596.818599:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682198. 00000100:00000200:0.0:1789603596.818609:0:32680:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442896512, portal 10 00000100:00000001:0.0:1789603596.818614:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.818616:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00000100:00000040:0.0:1789603596.818638:0:32680:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1ce00 x1876533442896512/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603596.818659:0:32680:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603596.818664:0:32680:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603596.818667:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136823b8. 00000100:00000200:0.0:1789603596.818672:0:32680:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1876533442896512, offset 0 00000400:00000200:0.0:1789603596.818681:0:32680:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603596.818694:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603596.818704:0:32680:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603596.818712:0:32680:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603596.818718:0:32680:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603596.818723:0:32680:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603596.818725:0:32680:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603596.818729:0:32680:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2786:2786:256:4294967295] 192.168.204.129@tcp LPNI seq info [2786:2786:8:4294967295] 00000400:00000200:0.0:1789603596.818734:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603596.818745:0:32680:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603596.818833:0:32680:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603596.818841:0:32680:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076700. 00000800:00000200:0.0:1789603596.818849:0:32680:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603596.818858:0:32680:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603596.818864:0:32680:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076700 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1789603596.818882:0:32680:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603596.818888:0:32680:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 854872 usecs (855 jiffies) 00000400:00000200:0.0:1789603596.818892:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603596.818895:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296596607 00000100:00000001:0.0:1789603596.818899:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:0.0:1789603596.818901:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296596607 00000100:00000001:0.0:1789603596.818903:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:0.0:1789603596.818905:0:32680:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603596.818908:0:32680:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.818913:0:32680:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603596.818916:0:32680:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603596.818919:0:32680:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb806b816c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789603596.818922:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603596.818925:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603596.819086:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603596.819096:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076700. 00000400:00000200:3.0:1789603596.819110:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.819120:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603596.819137:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136823b8 00000400:00000010:3.0:1789603596.819141:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136823b8. 00000100:00000001:3.0:1789603596.819147:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603596.819154:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1ce00 x1876533442896512/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603596.819176:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603596.819180:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ce00 x1876533442896512/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603612 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603596.819188:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603596.819190:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1789603596.824605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdd000. 00010000:00000010:0.1:1789603596.824638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b200. 00010000:00000010:0.1:1789603596.824644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031800. 00010000:00000010:0.1:1789603596.824660:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938bb00. 00010000:00000010:0.1:1789603596.824664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47000. 00000800:00000001:2.0:1789603596.825908:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.825935:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603596.825941:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.825944:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.825954:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.825963:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603596.825974:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.825981:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.825988:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.825994:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d45e280 00000400:00000200:2.0:1789603596.826001:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.826008:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x7f0d [1] + 224 00000800:00000001:2.0:1789603596.826017:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.826027:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.826032:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603596.826037:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603596.826047:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603596.826061:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1ce00 x1876533442896512/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603596.826074:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9eb810d1ce00 x1876533442896512/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603596.826100:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603596.826231:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.826236:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.826320:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603596.826333:0:32680:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603596.826335:0:32680:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603596.826340:0:32680:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041399a0. 00000400:00000200:0.0:1789603596.826345:0:32680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682198 00000400:00000010:0.0:1789603596.826348:0:32680:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682198. 00000100:00000001:0.0:1789603596.826351:0:32680:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603596.826360:0:32680:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1ce00 x1876533442896512/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603596.826369:0:32680:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1ce00 x1876533442896512/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603596.826377:0:32680:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603596.826379:0:32680:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.826381:0:32680:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603596.826389:0:32680:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603596.826392:0:32680:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603596.826397:0:32680:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603596.826401:0:32680:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603596.826413:0:32680:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=144 v=5 (106 106 106 137) 00000100:00001000:0.0:1789603596.826421:0:32680:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603596.826425:0:32680:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603596.826427:0:32680:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.826432:0:32680:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603596.826437:0:32680:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.826441:0:32680:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789603596.826443:0:32680:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009b/0x10000013e] 00000100:00000001:0.0:1789603596.826445:0:32680:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789603596.826448:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.826450:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126197248 : -106961583354368 : ffff9eb810d1ce00) 00000100:00000001:0.0:1789603596.826455:0:32680:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603596.826457:0:32680:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:0.0:1789603596.826459:0:32680:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603596.826462:0:32680:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603596.826468:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1ce00 x1876533442896512/t4294967626(4294967626) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/456 e 0 to 0 dl 1789603612 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603596.826476:0:32680:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603596.826480:0:32680:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603596.826482:0:32680:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603596.826486:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1ce00 x1876533442896512/t4294967626(4294967626) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/456 e 0 to 0 dl 1789603612 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603596.826495:0:32680:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1ce00 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442896512:192.168.204.129@tcp:36:rm.0 00000100:00000001:0.0:1789603596.826501:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.826505:0:32680:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.826507:0:32680:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603596.826677:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.826682:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ce00 x1876533442896512/t4294967626(4294967626) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/456 e 0 to 0 dl 1789603612 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603596.826689:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603596.826692:0:32680:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb806b816c0. 00000100:00000001:0.0:1789603596.826697:0:32680:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603596.826698:0:32680:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.826780:0:32680:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.826786:0:32680:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.826793:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603596.826874:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805156200. 00000080:00000002:0.0:1789603596.826883:0:32680:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1789603577 to 1789603596 00000100:00000001:0.0:1789603596.826891:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.826895:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1ce00 x1876533442896512/t4294967626(4294967626) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/456 e 0 to 0 dl 1789603612 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603596.826901:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.826903:0:32680:0:(namei.c:2304:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.826925:0:32680:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1789603596.826930:0:32680:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1789603596.826932:0:32680:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9eb808193248) 00800000:00000001:0.0:1789603596.826937:0:32680:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1789603596.826940:0:32680:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x23:0x0] 00000002:00000001:0.0:1789603596.826946:0:32680:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1789603596.826953:0:32680:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.826956:0:32680:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1789603596.826959:0:32680:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.826961:0:32680:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.826964:0:32680:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1789603596.826967:0:32680:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1789603596.826968:0:32680:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.826971:0:32680:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.826974:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807d57780 1 00800000:00000010:0.0:1789603596.826977:0:32680:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb807d57780. 00000080:00000001:0.0:1789603596.826982:0:32680:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1789603596.826984:0:32680:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1789603596.827002:0:32680:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789603596.827007:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17e30 00000080:00002000:0.0:1789603596.827009:0:32680:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff9eb82056c948, parent ffff9eb8081326c0, inode 0000000000000000) hashed, 00000080:00000001:0.0:1789603596.827013:0:32680:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603596.827017:0:32680:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789603596.827019:0:32680:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789603596.827076:0:32680:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603596.827081:0:32680:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603596.827083:0:32680:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603596.827085:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17b20 00000080:00200000:0.0:1789603596.827088:0:32680:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603596.827096:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb803b54e00. 00800000:00000002:0.0:1789603596.827104:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603596.827240:0:32680:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603596.827249:0:32680:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603596.827252:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17a40 00800000:00000002:0.0:1789603596.827255:0:32680:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603596.827258:0:32680:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603596.827262:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603596.827265:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603596.827268:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603596.827270:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603596.827272:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.827274:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603596.827277:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.827281:0:32680:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603596.827286:0:32680:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603596.827288:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17910 00000002:00010000:0.0:1789603596.827290:0:32680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603596.827294:0:32680:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603596.827296:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603596.827299:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603596.827303:0:32680:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.827306:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.827308:0:32680:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.827310:0:32680:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789603596.827313:0:32680:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789603596.827319:0:32680:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1ed80. 00000020:00000040:0.0:1789603596.827324:0:32680:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:0.0:1789603596.827330:0:32680:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603596.827335:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603596.827343:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.827346:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.827347:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.827351:0:32680:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603596.827353:0:32680:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603596.827364:0:32680:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603596.827375:0:32680:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8051e0c00. 00000100:00000001:0.0:1789603596.827382:0:32680:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.827387:0:32680:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603596.827389:0:32680:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.827391:0:32680:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603596.827392:0:32680:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.827394:0:32680:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.827401:0:32680:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637112126205312 : -106961583346304 : ffff9eb810d1ed80) 00010000:00000001:0.0:1789603596.827405:0:32680:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789603596.827408:0:32680:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789603596.827413:0:32680:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb819248400. 00010000:00000010:0.0:1789603596.827418:0:32680:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb805741e00. 00010000:00000001:0.0:1789603596.827424:0:32680:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789603596.827428:0:32680:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb800031800. 00000020:00000001:0.0:1789603596.827432:0:32680:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789603596.827441:0:32680:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb800031800 with handle 0xa04c19c788fe5460 to hash 00000020:00000001:0.0:1789603596.827444:0:32680:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789603596.827446:0:32680:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:0.0:1789603596.827450:0:32680:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:0.0:1789603596.827454:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603596.827457:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603596.827462:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603596.827473:0:32680:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603596.827485:0:32680:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789603596.827491:0:32680:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603596.827493:0:32680:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603596.827501:0:32680:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb806b816c0. 00000100:00000001:0.0:1789603596.827504:0:32680:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111956739776 : -106961752811840 : ffff9eb806b816c0) 00000100:00000001:0.0:1789603596.827506:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.827507:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126205312 : -106961583346304 : ffff9eb810d1ed80) 00000100:00000001:0.0:1789603596.828255:0:32680:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603596.828261:0:32680:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.828263:0:32680:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603596.828265:0:32680:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603596.828275:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1ed80 x1876533442896640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.828285:0:32680:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603596.828287:0:32680:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603596.828292:0:32680:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603596.828296:0:32680:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603596.828299:0:32680:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603596.828302:0:32680:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1ed80 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442896640:192.168.204.129@tcp:101:rm.0 00000100:00000001:0.0:1789603596.828307:0:32680:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603596.828313:0:32680:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603596.828316:0:32680:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603596.828318:0:32680:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603596.828326:0:32680:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb807ad7000. 02000000:00000001:0.0:1789603596.828328:0:32680:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603596.828337:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603596.828342:0:32680:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041399a0. 00000400:00000010:0.0:1789603596.828350:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682198. 00000100:00000200:0.0:1789603596.828357:0:32680:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442896640, portal 10 00000100:00000001:0.0:1789603596.828359:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.828361:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126205312 : -106961583346304 : ffff9eb810d1ed80) 00000100:00000040:0.0:1789603596.828367:0:32680:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810d1ed80 x1876533442896640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.828375:0:32680:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603596.828378:0:32680:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603596.828380:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136825d8. 00000100:00000200:0.0:1789603596.828384:0:32680:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876533442896640, offset 0 00000400:00000200:0.0:1789603596.828392:0:32680:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603596.828401:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603596.828409:0:32680:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603596.828415:0:32680:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603596.828420:0:32680:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603596.828424:0:32680:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603596.828428:0:32680:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603596.828432:0:32680:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2787:2787:256:4294967295] 192.168.204.129@tcp LPNI seq info [2787:2787:8:4294967295] 00000400:00000200:0.0:1789603596.828438:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603596.828450:0:32680:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603596.828457:0:32680:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603596.828463:0:32680:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076100. 00000800:00000200:0.0:1789603596.828471:0:32680:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603596.828480:0:32680:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603596.828485:0:32680:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789603596.828505:0:32680:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603596.828543:0:32680:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 853716 usecs (854 jiffies) 00000400:00000200:0.0:1789603596.828548:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603596.828551:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296596616 00000100:00000001:0.0:1789603596.828555:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:0.0:1789603596.828558:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296596616 00000100:00000001:0.0:1789603596.828560:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:0.0:1789603596.828563:0:32680:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603596.828565:0:32680:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.828568:0:32680:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603596.828570:0:32680:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603596.828573:0:32680:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb806b816c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789603596.828576:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603596.828579:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603596.829068:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603596.829074:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076100. 00000400:00000200:3.0:1789603596.829082:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.829090:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603596.829097:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136825d8 00000400:00000010:3.0:1789603596.829101:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136825d8. 00000100:00000001:3.0:1789603596.829113:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603596.829121:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1ed80 x1876533442896640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.829132:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603596.829135:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ed80 x1876533442896640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603612 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.829142:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603596.829145:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603596.832629:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.832664:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603596.832670:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.832674:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.832687:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.832697:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603596.832714:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.832720:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.832726:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.832732:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d45e300 00000400:00000200:2.0:1789603596.832738:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.832747:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x7f15 [1] + 224 00000800:00000001:2.0:1789603596.832757:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.832767:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.832771:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603596.832775:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603596.832787:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603596.832799:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1ed80 x1876533442896640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603596.832810:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb810d1ed80 x1876533442896640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.832830:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603596.832843:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.832846:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.833147:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603596.833158:0:32680:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603596.833160:0:32680:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603596.833165:0:32680:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041399a0. 00000400:00000200:1.0:1789603596.833172:0:32680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682198 00000400:00000010:1.0:1789603596.833175:0:32680:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682198. 00000100:00000001:1.0:1789603596.833179:0:32680:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603596.833184:0:32680:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1ed80 x1876533442896640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603596.833193:0:32680:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1ed80 x1876533442896640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.833199:0:32680:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603596.833201:0:32680:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.833203:0:32680:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603596.833208:0:32680:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603596.833211:0:32680:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603596.833214:0:32680:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.833218:0:32680:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603596.833231:0:32680:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=144 v=5 (106 106 106 137) 00000100:00001000:1.0:1789603596.833236:0:32680:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603596.833239:0:32680:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603596.833241:0:32680:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.833244:0:32680:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603596.833248:0:32680:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.833252:0:32680:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603596.833255:0:32680:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:1.0:1789603596.833257:0:32680:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603596.833260:0:32680:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603596.833266:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1ed80 x1876533442896640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.833274:0:32680:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603596.833277:0:32680:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603596.833280:0:32680:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603596.833284:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1ed80 x1876533442896640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603612 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603596.833292:0:32680:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1ed80 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442896640:192.168.204.129@tcp:101:rm.0 00000100:00000001:1.0:1789603596.833300:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.833304:0:32680:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.833306:0:32680:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603596.833309:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603596.833313:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1ed80 x1876533442896640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603612 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.833320:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603596.833324:0:32680:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb806b816c0. 00000100:00000001:1.0:1789603596.833327:0:32680:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603596.833329:0:32680:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.833332:0:32680:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789603596.833337:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.833341:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.833345:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031800 refcount=4 00000020:00000001:1.0:1789603596.833348:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.833351:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000040:1.0:1789603596.833360:0:32680:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb800031800, remote cookie: 0x31dbb14d74e91a5d, flags: 0x1001 00010000:00010000:1.0:1789603596.833367:0:32680:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a5d expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603596.833379:0:32680:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a5d expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.833386:0:32680:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789603596.833391:0:32680:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789603596.833394:0:32680:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789603596.833396:0:32680:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789603596.833397:0:32680:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789603596.833401:0:32680:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9eb819248400) refcount = 1 00010000:00010000:1.0:1789603596.833406:0:32680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91a5d expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.833417:0:32680:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789603596.833421:0:32680:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789603596.833422:0:32680:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.833426:0:32680:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789603596.833428:0:32680:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.833432:0:32680:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a5d expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.833463:0:32680:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789603596.833465:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.833467:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.833468:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.833469:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.833921:0:32680:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.833929:0:32680:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789603596.833931:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.833933:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.833936:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031800 refcount=3 00000020:00000001:1.0:1789603596.833938:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.833941:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.833944:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.833945:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.833946:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031800 refcount=4 00000020:00000001:1.0:1789603596.833948:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.833951:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.833954:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603596.833958:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.833962:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91a5d expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.833969:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.833971:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.833973:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.833974:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.833975:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031800 refcount=5 00000020:00000001:1.0:1789603596.833978:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.833980:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.833983:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603596.833986:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91a5d expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.833992:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.833993:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789603596.833996:0:32680:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91a5d expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.834003:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603596.834005:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.834010:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.834012:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.834014:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789603596.834021:0:32680:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb810d1ed80 x1876533442896640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789603596.834031:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.834032:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.834033:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031800 refcount=3 00000020:00000001:1.0:1789603596.834035:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.834037:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.834039:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.834040:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603596.834042:0:32680:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.834045:0:32680:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.834049:0:32680:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789603596.834051:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.834053:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.834055:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031800 refcount=3 00000020:00000001:1.0:1789603596.834057:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.834059:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00000002:00010000:1.0:1789603596.834062:0:32680:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a5d expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.834069:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.834070:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.834072:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789603596.834073:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.834074:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.834075:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031800 refcount=3 00000020:00000001:1.0:1789603596.834077:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.834079:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000040:1.0:1789603596.834087:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:1.0:1789603596.834091:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789603596.834095:0:32680:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789603596.834098:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.834099:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603596.834100:0:32680:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789603596.834105:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17898 00000002:00002000:1.0:1789603596.834107:0:32680:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789603596.834110:0:32680:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.834115:0:32680:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.834119:0:32680:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789603596.834122:0:32680:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789603596.834126:0:32680:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.834130:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603596.834135:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb803b54e00. 00000080:00000001:1.0:1789603596.834144:0:32680:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789603596.834146:0:32680:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789603596.834154:0:32680:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789603596.834159:0:32680:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789603596.834168:0:32680:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb811aa7480. 00800000:00000001:1.0:1789603596.834171:0:32680:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637112140395648 : -106961569155968 : ffff9eb811aa7480) 00800000:00000001:1.0:1789603596.834173:0:32680:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.834176:0:32680:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789603596.834179:0:32680:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789603596.834181:0:32680:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789603596.834184:0:32680:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789603596.834187:0:32680:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789603596.834189:0:32680:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.834196:0:32680:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789603596.834199:0:32680:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789603596.834204:0:32680:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1789603596.834206:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.834207:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.834209:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031800 refcount=3 00000020:00000001:1.0:1789603596.834211:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.834213:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.834215:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.834216:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789603596.834218:0:32680:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789603596.834221:0:32680:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789603596.834223:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb811aa7480 1 00800000:00000010:1.0:1789603596.834225:0:32680:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb811aa7480. 00800000:00000001:1.0:1789603596.834229:0:32680:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603596.834233:0:32680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5460 00800000:00000001:1.0:1789603596.834237:0:32680:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603596.834239:0:32680:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603596.834240:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.834241:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.834243:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031800 refcount=3 00000020:00000001:1.0:1789603596.834245:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.834247:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.834249:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.834251:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603596.834253:0:32680:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.834256:0:32680:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.834258:0:32680:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603596.834261:0:32680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:1.0:1789603596.834264:0:32680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5460 from it ffffb8e501c17b58 00010000:00000001:1.0:1789603596.834266:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.834267:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.834268:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031800 refcount=3 00000020:00000001:1.0:1789603596.834270:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.834272:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.834274:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603596.834277:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91a5d expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.834283:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.834285:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.834287:0:32680:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603596.834290:0:32680:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603596.834292:0:32680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a5d expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789603596.834301:0:32680:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603596.834304:0:32680:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603596.834306:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603596.834311:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.834312:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.834314:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.834317:0:32680:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603596.834319:0:32680:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.834321:0:32680:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.834325:0:32680:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.834327:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603596.834328:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.834329:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603596.834331:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603596.834336:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1ed80 x1876533442896640/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.834342:0:32680:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603596.834346:0:32680:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603596.834350:0:32680:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb807ad7000. 02000000:00000001:1.0:1789603596.834354:0:32680:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603596.834357:0:32680:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603596.834359:0:32680:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603596.834361:0:32680:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603596.834365:0:32680:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8051e0c00. 02000000:00000001:1.0:1789603596.834369:0:32680:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603596.834370:0:32680:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603596.834372:0:32680:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1ed80. 00000100:00000001:1.0:1789603596.834377:0:32680:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603596.834379:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603596.834383:0:32680:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:1.0:1789603596.834389:0:32680:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.834397:0:32680:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789603596.834399:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17b48 00000080:00002000:1.0:1789603596.834402:0:32680:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff9eb8184b2bd0) flags 0x20000e refc 1 00000080:00000001:1.0:1789603596.834404:0:32680:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.834406:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17b90 00000080:00200000:1.0:1789603596.834408:0:32680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=8 00000080:00000002:1.0:1789603596.834416:0:32680:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:1.0:1789603596.834431:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17d08 00000080:00200008:1.0:1789603596.834433:0:32680:0:(file.c:6307:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9eb80817ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789603596.834750:0:32680:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1789603596.834756:0:32680:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.834760:0:32680:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789603596.834761:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17c80 00000080:00200000:1.0:1789603596.834764:0:32680:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9eb80817ec08),name=d21h.recovery-small-2 00000080:00000010:1.0:1789603596.834772:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805157800. 00800000:00000002:1.0:1789603596.834779:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603596.834787:0:32680:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603596.834791:0:32680:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603596.834794:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17ba0 00800000:00000002:1.0:1789603596.834797:0:32680:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x24:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603596.834800:0:32680:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603596.834805:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.834809:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.834812:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.834814:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.834817:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.834819:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603596.834822:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.834825:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.834827:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.834828:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.834830:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.834831:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.834833:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1789603596.834835:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.834838:0:32680:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 00000002:00000001:1.0:1789603596.834843:0:32680:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603596.834846:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17a70 00000002:00010000:1.0:1789603596.834848:0:32680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789603596.834852:0:32680:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603596.834854:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.834857:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.834860:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248f00 count: 2 00010000:00000001:1.0:1789603596.834862:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.834866:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603596.834869:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789603596.834873:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789603596.834881:0:32680:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603596.834886:0:32680:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.834890:0:32680:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789603596.834901:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789603596.834903:0:32680:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603596.834906:0:32680:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603596.834908:0:32680:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603596.834910:0:32680:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603596.834912:0:32680:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789603596.834914:0:32680:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789603596.834916:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603596.834918:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805157800. 00000080:00000001:1.0:1789603596.834922:0:32680:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789603596.834924:0:32680:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603596.834926:0:32680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff9eb80817ec08) 00000080:00010000:1.0:1789603596.834929:0:32680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff9eb80817ec08) for lock 0xa04c19c788fe5436 00800000:00000001:1.0:1789603596.834932:0:32680:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603596.834933:0:32680:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603596.834934:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.834935:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.834937:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=3 00000020:00000001:1.0:1789603596.834939:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:1.0:1789603596.834941:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:1.0:1789603596.834944:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.834945:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603596.834946:0:32680:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.834948:0:32680:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603596.834950:0:32680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5436 from it ffffb8e501c17cb8 00010000:00000001:1.0:1789603596.834951:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.834952:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.834954:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=3 00000020:00000001:1.0:1789603596.834955:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:1.0:1789603596.834957:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:1.0:1789603596.834959:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603596.834962:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789603596.834968:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.834969:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.834970:0:32680:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603596.834971:0:32680:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603596.834973:0:32680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789603596.834979:0:32680:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603596.834981:0:32680:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603596.834983:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603596.834985:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.834986:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.834987:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.834990:0:32680:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603596.834991:0:32680:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.834993:0:32680:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.834995:0:32680:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.834997:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603596.834998:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.834999:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603596.835001:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789603596.835002:0:32680:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603596.835006:0:32680:0:(file.c:6260:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.835010:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17d08 00000080:00000008:1.0:1789603596.835013:0:32680:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9eb80817ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789603596.835067:0:32680:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603596.835071:0:32680:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603596.835072:0:32680:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789603596.835073:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17bc0 00000080:00200000:1.0:1789603596.835075:0:32680:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:1.0:1789603596.835080:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805157800. 00800000:00000002:1.0:1789603596.835083:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603596.835085:0:32680:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603596.835087:0:32680:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603596.835089:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17ae0 00800000:00000002:1.0:1789603596.835090:0:32680:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603596.835093:0:32680:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603596.835095:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.835096:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.835097:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.835099:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.835101:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.835102:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603596.835104:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.835107:0:32680:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789603596.835110:0:32680:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603596.835111:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c179b0 00000002:00010000:1.0:1789603596.835113:0:32680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789603596.835116:0:32680:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603596.835117:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.835118:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.835121:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:1.0:1789603596.835123:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.835126:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603596.835128:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789603596.835131:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a5d expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789603596.835138:0:32680:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603596.835140:0:32680:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.835143:0:32680:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a5d expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789603596.835150:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789603596.835152:0:32680:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603596.835153:0:32680:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603596.835155:0:32680:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603596.835157:0:32680:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603596.835160:0:32680:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789603596.835162:0:32680:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789603596.835164:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603596.835166:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805157800. 00000080:00000001:1.0:1789603596.835169:0:32680:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789603596.835171:0:32680:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603596.835173:0:32680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:1.0:1789603596.835176:0:32680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5460 00800000:00000001:1.0:1789603596.835179:0:32680:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603596.835180:0:32680:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603596.835182:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.835183:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.835184:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031800 refcount=3 00000020:00000001:1.0:1789603596.835187:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.835189:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.835191:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.835192:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603596.835194:0:32680:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.835195:0:32680:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603596.835197:0:32680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5460 from it ffffb8e501c17bf8 00010000:00000001:1.0:1789603596.835199:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.835201:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.835202:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031800 refcount=3 00000020:00000001:1.0:1789603596.835204:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.835206:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.835208:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603596.835210:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91a5d expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789603596.835216:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.835217:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.835218:0:32680:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603596.835220:0:32680:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603596.835222:0:32680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a5d expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789603596.835228:0:32680:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603596.835230:0:32680:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603596.835231:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603596.835233:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.835234:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.835235:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.835238:0:32680:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603596.835239:0:32680:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.835241:0:32680:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.835243:0:32680:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.835245:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603596.835246:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.835247:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603596.835248:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789603596.835249:0:32680:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603596.835252:0:32680:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:1.0:1789603596.835255:0:32680:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.835258:0:32680:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789603596.835259:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17bc0 00000080:00002000:1.0:1789603596.835261:0:32680:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff9eb8184b2bd0) flags 0x20000e refc 1 00000080:00000001:1.0:1789603596.835263:0:32680:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.835264:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17c08 00000080:00200000:1.0:1789603596.835266:0:32680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000002:1.0:1789603596.835270:0:32680:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1789603596.835275:0:32680:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789603596.835277:0:32680:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9eb80817ec08), inode mode 41ed mask 44 00000080:00000001:1.0:1789603596.835279:0:32680:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.835286:0:32680:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:1.0:1789603596.835289:0:32680:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789603596.835291:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17b78 00000080:00200008:1.0:1789603596.835293:0:32680:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9eb80817ec08), flags 704400 00000080:00000010:1.0:1789603596.835299:0:32680:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9eb812252dc0. 00000080:00000001:1.0:1789603596.835306:0:32680:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1789603596.835309:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805157800. 00800000:00000002:1.0:1789603596.835312:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603596.835315:0:32680:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603596.835317:0:32680:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603596.835318:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17a28 00800000:00000002:1.0:1789603596.835321:0:32680:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x24:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603596.835324:0:32680:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789603596.835326:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.835328:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.835329:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.835330:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.835332:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.835333:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1789603596.835335:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.835337:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c179a8 00800000:00000002:1.0:1789603596.835339:0:32680:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1789603596.835343:0:32680:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603596.835344:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c178e0 00000002:00010000:1.0:1789603596.835346:0:32680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:1.0:1789603596.835350:0:32680:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789603596.835353:0:32680:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789603596.835356:0:32680:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789603596.835359:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248f00 count: 2 00010000:00000001:1.0:1789603596.835361:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.835364:0:32680:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789603596.835367:0:32680:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.835369:0:32680:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.835371:0:32680:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.835373:0:32680:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789603596.835374:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:1.0:1789603596.835376:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.835378:0:32680:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789603596.835379:0:32680:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.835381:0:32680:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.835383:0:32680:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603596.835388:0:32680:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd7800. 00000020:00000040:1.0:1789603596.835393:0:32680:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:1.0:1789603596.835400:0:32680:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789603596.835402:0:32680:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.835404:0:32680:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789603596.835409:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603596.835411:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.835412:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.835413:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.835417:0:32680:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603596.835419:0:32680:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603596.835422:0:32680:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603596.835431:0:32680:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041a5c00. 00000100:00000001:1.0:1789603596.838932:0:32680:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.838955:0:32680:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603596.838958:0:32680:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.838961:0:32680:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603596.838963:0:32680:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.838965:0:32680:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.838985:0:32680:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446637111957092352 : -106961752459264 : ffff9eb806bd7800) 00010000:00000001:1.0:1789603596.838994:0:32680:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789603596.838998:0:32680:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789603596.839011:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:1.0:1789603596.839017:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.839020:0:32680:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789603596.839031:0:32680:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb814fdde00. 00000020:00000001:1.0:1789603596.839038:0:32680:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789603596.839042:0:32680:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb814fdde00 with handle 0xa04c19c788fe5467 to hash 00000020:00000001:1.0:1789603596.839044:0:32680:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789603596.839046:0:32680:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603596.839050:0:32680:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603596.839054:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603596.839058:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.839063:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe5467 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603596.839079:0:32680:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe5467 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789603596.839095:0:32680:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789603596.839113:0:32680:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb806bd7800 x1876533442896896/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789603596.839123:0:32680:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe5467 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789603596.839129:0:32680:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603596.839132:0:32680:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603596.839144:0:32680:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80402f780. 00000100:00000001:1.0:1789603596.839146:0:32680:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911315328 : -106961798236288 : ffff9eb80402f780) 00000100:00000001:1.0:1789603596.839149:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.839152:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957092352 : -106961752459264 : ffff9eb806bd7800) 00000100:00000001:1.0:1789603596.839159:0:32680:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603596.839165:0:32680:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.839167:0:32680:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603596.839170:0:32680:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603596.839175:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd7800 x1876533442896896/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.839185:0:32680:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603596.839189:0:32680:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.839196:0:32680:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603596.839202:0:32680:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603596.839205:0:32680:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603596.839210:0:32680:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd7800 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442896896:192.168.204.129@tcp:101:rm.0 00000100:00000001:1.0:1789603596.839216:0:32680:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603596.839224:0:32680:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603596.839227:0:32680:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.839230:0:32680:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603596.839391:0:32680:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9eb810280000. 02000000:00000001:1.0:1789603596.839395:0:32680:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603596.839406:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603596.839412:0:32680:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d351b8. 00000400:00000010:1.0:1789603596.839424:0:32680:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9eb8057ca800. 00000100:00000200:1.0:1789603596.839433:0:32680:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876533442896896, portal 10 00000100:00000001:1.0:1789603596.839435:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.839450:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957092352 : -106961752459264 : ffff9eb806bd7800) 00000100:00000040:1.0:1789603596.839458:0:32680:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd7800 x1876533442896896/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603612 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.839466:0:32680:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603596.839469:0:32680:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603596.839483:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc550. 00000100:00000200:1.0:1789603596.839488:0:32680:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876533442896896, offset 0 00000400:00000200:1.0:1789603596.839497:0:32680:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603596.840416:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603596.840449:0:32680:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603596.840456:0:32680:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603596.840462:0:32680:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603596.840467:0:32680:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603596.840475:0:32680:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603596.840480:0:32680:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2788:2788:256:4294967295] 192.168.204.129@tcp LPNI seq info [2788:2788:8:4294967295] 00000400:00000200:1.0:1789603596.840486:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603596.840501:0:32680:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603596.840531:0:32680:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603596.840541:0:32680:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9500. 00000800:00000200:1.0:1789603596.840622:0:32680:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603596.840632:0:32680:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603596.840637:0:32680:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9500 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1789603596.840672:0:32680:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603596.840679:0:32680:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 852553 usecs (853 jiffies) 00000400:00000200:1.0:1789603596.840684:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603596.840688:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296596626 00000100:00000001:1.0:1789603596.840691:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:1.0:1789603596.840694:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296596626 00000100:00000001:1.0:1789603596.840697:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:1.0:1789603596.840700:0:32680:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603596.840704:0:32680:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.840708:0:32680:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603596.840710:0:32680:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603596.840713:0:32680:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80402f780 going to sleep for 11 seconds 00000100:00000001:1.0:1789603596.840716:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603596.840719:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603596.842448:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603596.842463:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9500. 00000400:00000200:3.0:1789603596.842472:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.842482:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603596.842492:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc550 00000400:00000010:3.0:1789603596.842495:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc550. 00000100:00000001:3.0:1789603596.842502:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603596.842561:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd7800 x1876533442896896/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603612 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.842576:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603596.842580:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd7800 x1876533442896896/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603612 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.842599:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603596.842601:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:0.1:1789603596.844738:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808193180. 00000080:00000010:0.1:1789603596.844768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5b00. 00000800:00000001:2.0:1789603596.849963:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.849986:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603596.849992:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.849994:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.850005:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.850014:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603596.850026:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.850033:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.850040:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.850045:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 664 into portal 10 MB=0x6aab27d45e400 00000400:00000200:2.0:1789603596.850051:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.850059:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 664/664 into md 0x7f1d [64] + 224 00000800:00000001:2.0:1789603596.850069:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.850078:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.850083:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603596.850087:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603596.850097:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603596.850121:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd7800 x1876533442896896/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603612 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603596.850135:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9eb806bd7800 x1876533442896896/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.850169:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603596.850179:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.850183:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.850243:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603596.850254:0:32680:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603596.850256:0:32680:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603596.850261:0:32680:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d351b8. 00000400:00000200:1.0:1789603596.850266:0:32680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057ca800 00000400:00000010:1.0:1789603596.850270:0:32680:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9eb8057ca800. 00000100:00000001:1.0:1789603596.850274:0:32680:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603596.850280:0:32680:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd7800 x1876533442896896/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603596.850288:0:32680:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd7800 x1876533442896896/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.850294:0:32680:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603596.850297:0:32680:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.850300:0:32680:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603596.850304:0:32680:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603596.850307:0:32680:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603596.850309:0:32680:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.850313:0:32680:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603596.850326:0:32680:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=144 v=5 (106 106 106 137) 00000100:00001000:1.0:1789603596.850330:0:32680:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603596.850333:0:32680:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789603596.850338:0:32680:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9eb806bd7800 x1876533442896896/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.850344:0:32680:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789603596.850348:0:32680:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789603596.850349:0:32680:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789603596.850351:0:32680:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789603596.850354:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.850356:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957092352 : -106961752459264 : ffff9eb806bd7800) 00000100:00000001:1.0:1789603596.850360:0:32680:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603596.850362:0:32680:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:1.0:1789603596.850364:0:32680:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603596.850367:0:32680:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789603596.850372:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd7800 x1876533442896896/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603612 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.850380:0:32680:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789603596.850383:0:32680:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603596.850385:0:32680:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603596.850389:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd7800 x1876533442896896/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603612 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603596.850396:0:32680:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd7800 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442896896:192.168.204.129@tcp:101:rm.0 00000100:00000001:1.0:1789603596.850402:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.850405:0:32680:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789603596.850408:0:32680:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603596.850411:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603596.850415:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd7800 x1876533442896896/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603612 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.850421:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603596.850424:0:32680:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80402f780. 00000100:00000001:1.0:1789603596.850427:0:32680:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603596.850429:0:32680:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1789603596.850449:0:32680:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789603596.850457:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.850461:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.850465:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdde00 refcount=4 00000020:00000001:1.0:1789603596.850467:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603596.850470:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00010000:1.0:1789603596.850486:0:32680:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe5467 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.850499:0:32680:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1789603596.850504:0:32680:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe5467 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.850750:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603596.850755:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe5467 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.850761:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.850763:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789603596.850766:0:32680:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe5467 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.850772:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603596.850776:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.850781:0:32680:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789603596.850784:0:32680:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe5467 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603596.850791:0:32680:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb814fdde00 already unused, calling callback (ffffffffc1bbd980) 00000080:00000001:1.0:1789603596.850794:0:32680:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1789603596.850799:0:32680:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe5467 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.850806:0:32680:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1789603596.850809:0:32680:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1789603596.850812:0:32680:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe5467 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.850817:0:32680:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1789603596.850821:0:32680:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789603596.850822:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.850824:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.850826:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdde00 refcount=5 00000020:00000001:1.0:1789603596.850828:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603596.850830:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603596.850834:0:32680:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789603596.850836:0:32680:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe5467 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1789603596.850842:0:32680:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789603596.850844:0:32680:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.850849:0:32680:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1789603596.850851:0:32680:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789603596.850855:0:32680:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789603596.850857:0:32680:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789603596.850859:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603596.850860:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789603596.850863:0:32680:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fdde00 with handle 0xa04c19c788fe5467 from hash 00010000:00000001:1.0:1789603596.850866:0:32680:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789603596.850867:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.850868:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.850869:0:32680:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789603596.850871:0:32680:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789603596.850873:0:32680:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1789603596.850876:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.850877:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.850879:0:32680:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.850880:0:32680:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.850883:0:32680:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe5467 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.850890:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.850892:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.850893:0:32680:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1789603596.850894:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603596.850896:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.850897:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.850898:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789603596.850900:0:32680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe5467 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.850918:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.850920:0:32680:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1789603596.850928:0:32680:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1789603596.850936:0:32680:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9eb806bd7800 x1876533442896896/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603612 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789603596.850946:0:32680:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789603596.850950:0:32680:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb806bd7800 x1876533442896896/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603612 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789603596.850957:0:32680:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.850966:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1789603596.850968:0:32680:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.850971:0:32680:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.850973:0:32680:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.850977:0:32680:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789603596.850980:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.850981:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957092352 : -106961752459264 : ffff9eb806bd7800) 00010000:00000001:1.0:1789603596.850983:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1789603596.850984:0:32680:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.850986:0:32680:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789603596.850990:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17868 00000002:00002000:1.0:1789603596.850992:0:32680:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1789603596.850994:0:32680:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.850999:0:32680:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.851001:0:32680:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789603596.851004:0:32680:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789603596.851008:0:32680:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.851014:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603596.851019:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805157800. 00000080:00000001:1.0:1789603596.851025:0:32680:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789603596.851033:0:32680:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789603596.851038:0:32680:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789603596.851047:0:32680:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb811aa7480. 00800000:00000001:1.0:1789603596.851049:0:32680:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637112140395648 : -106961569155968 : ffff9eb811aa7480) 00800000:00000001:1.0:1789603596.851052:0:32680:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.851054:0:32680:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789603596.851057:0:32680:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789603596.851059:0:32680:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:1.0:1789603596.851063:0:32680:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789603596.851066:0:32680:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789603596.851067:0:32680:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.851074:0:32680:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1789603596.851077:0:32680:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1789603596.851083:0:32680:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00000080:00000001:1.0:1789603596.851085:0:32680:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789603596.851088:0:32680:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789603596.851090:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb811aa7480 1 00800000:00000010:1.0:1789603596.851092:0:32680:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb811aa7480. 00800000:00000001:1.0:1789603596.851096:0:32680:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789603596.851101:0:32680:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:1.0:1789603596.851105:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603596.851109:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd7800 x1876533442896896/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603612 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.851116:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.851122:0:32680:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603596.851128:0:32680:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9eb811aa7480. 00000080:00000001:1.0:1789603596.851131:0:32680:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789603596.851135:0:32680:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1789603596.851138:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.851141:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.851144:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.851147:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.851149:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.851151:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1789603596.851153:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.851156:0:32680:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789603596.851159:0:32680:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9eb810bc55c0. 00000002:00100000:1.0:1789603596.851163:0:32680:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb806bd7800 x1876533442896896/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603612 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789603596.851170:0:32680:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.851171:0:32680:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789603596.851175:0:32680:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789603596.851179:0:32680:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.851183:0:32680:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1789603596.851185:0:32680:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.851187:0:32680:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603596.851191:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603596.851193:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd7800 x1876533442896896/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603612 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789603596.851199:0:32680:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603596.851204:0:32680:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9eb810280000. 02000000:00000001:1.0:1789603596.851278:0:32680:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789603596.851281:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.851283:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17b78 00000080:00000008:1.0:1789603596.851286:0:32680:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9eb80817ec08), flags 704400, rc = 0 00000080:00000001:1.0:1789603596.851291:0:32680:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.851329:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17d28 00000080:00200008:1.0:1789603596.851333:0:32680:0:(file.c:6307:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9eb80817ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789603596.851346:0:32680:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1789603596.851352:0:32680:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.851355:0:32680:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789603596.851358:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17ca0 00000080:00200000:1.0:1789603596.851360:0:32680:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9eb80817ec08),name=d21h.recovery-small-2 00000080:00000010:1.0:1789603596.851366:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805157800. 00800000:00000002:1.0:1789603596.851373:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603596.851380:0:32680:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603596.851384:0:32680:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603596.851387:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17bc0 00800000:00000002:1.0:1789603596.851389:0:32680:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x24:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603596.851393:0:32680:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603596.851397:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.851398:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.851399:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.851401:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.851402:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.851404:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603596.851405:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.851407:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.851408:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.851409:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.851410:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.851412:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.851413:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1789603596.851415:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.851417:0:32680:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 00000002:00000001:1.0:1789603596.851422:0:32680:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603596.851424:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17a90 00000002:00010000:1.0:1789603596.851425:0:32680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789603596.851430:0:32680:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603596.851432:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.851435:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.851443:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248f00 count: 2 00010000:00000001:1.0:1789603596.851446:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.851452:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603596.851455:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789603596.851460:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1789603596.851941:0:32680:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603596.851947:0:32680:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.851951:0:32680:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1789603596.851960:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789603596.851962:0:32680:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603596.851964:0:32680:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603596.851966:0:32680:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603596.851968:0:32680:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603596.851971:0:32680:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789603596.851974:0:32680:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789603596.851975:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603596.851979:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805157800. 00000080:00000001:1.0:1789603596.851984:0:32680:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789603596.851986:0:32680:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603596.851988:0:32680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff9eb80817ec08) 00000080:00010000:1.0:1789603596.851993:0:32680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff9eb80817ec08) for lock 0xa04c19c788fe5436 00800000:00000001:1.0:1789603596.851996:0:32680:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603596.851998:0:32680:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603596.852000:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.852002:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.852004:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=3 00000020:00000001:1.0:1789603596.852007:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:1.0:1789603596.852010:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:1.0:1789603596.852013:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.852014:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603596.852015:0:32680:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.852017:0:32680:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603596.852019:0:32680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5436 from it ffffb8e501c17cd8 00010000:00000001:1.0:1789603596.852022:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.852023:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.852025:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=3 00000020:00000001:1.0:1789603596.852027:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:1.0:1789603596.852029:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:1.0:1789603596.852032:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603596.852035:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789603596.852041:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.852042:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.852043:0:32680:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603596.852046:0:32680:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603596.852049:0:32680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789603596.852056:0:32680:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603596.852061:0:32680:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603596.852063:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603596.852069:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.852070:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.852072:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.852076:0:32680:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603596.852078:0:32680:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.852080:0:32680:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.852083:0:32680:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.852086:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603596.852087:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.852088:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603596.852091:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789603596.852093:0:32680:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603596.852097:0:32680:0:(file.c:6260:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.852102:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17d28 00000080:00000008:1.0:1789603596.852104:0:32680:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9eb80817ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789603596.852132:0:32680:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1789603596.852134:0:32680:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9eb80817ec08) pos/size0/4096 32bit_api 0 00000080:00000010:1.0:1789603596.852139:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805157800. 00800000:00000002:1.0:1789603596.852142:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb811aa7f40 2 00000080:00000001:1.0:1789603596.852145:0:32680:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:1.0:1789603596.852152:0:32680:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:1.0:1789603596.852154:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.852156:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.852158:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.852159:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.852161:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.852163:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1789603596.852165:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.852168:0:32680:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:1.0:1789603596.852170:0:32680:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603596.852172:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17ab8 00000002:00010000:1.0:1789603596.852174:0:32680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000405:0x24:0x0], intent: readdir flags 0 00000002:00000001:1.0:1789603596.852177:0:32680:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603596.852178:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.852180:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.852183:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248f00 count: 2 00010000:00000001:1.0:1789603596.852186:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.852188:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603596.852191:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789603596.852194:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1789603596.852201:0:32680:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603596.852204:0:32680:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.852206:0:32680:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1789603596.852212:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789603596.852214:0:32680:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603596.852216:0:32680:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603596.852218:0:32680:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603596.852219:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.852220:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.852222:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=3 00000020:00000001:1.0:1789603596.852224:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:1.0:1789603596.852227:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:1.0:1789603596.852228:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.852230:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603596.852231:0:32680:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.852286:0:32680:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:1.0:1789603596.852293:0:32680:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9eb8057ca800. 00000002:00000001:1.0:1789603596.853111:0:32680:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1789603596.853125:0:32680:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd6680. 00000020:00000040:1.0:1789603596.853131:0:32680:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=9 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603596.853138:0:32680:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603596.853142:0:32680:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603596.853147:0:32680:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603596.853157:0:32680:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb805157600. 00000100:00000001:1.0:1789603596.853167:0:32680:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.853171:0:32680:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1789603596.853177:0:32680:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9eb8041a7000. 00000100:00000010:1.0:1789603596.853183:0:32680:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9eb804026000. 00000020:00000040:1.0:1789603596.853185:0:32680:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=10 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603596.853211:0:32680:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603596.853213:0:32680:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603596.853223:0:32680:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80402f780. 00000100:00000001:1.0:1789603596.853226:0:32680:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911315328 : -106961798236288 : ffff9eb80402f780) 00000100:00000001:1.0:1789603596.853229:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.853230:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957087872 : -106961752463744 : ffff9eb806bd6680) 00000100:00000001:1.0:1789603596.853236:0:32680:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603596.853241:0:32680:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.853244:0:32680:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603596.853246:0:32680:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603596.853259:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd6680 x1876533442897024/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.853268:0:32680:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603596.853271:0:32680:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.853275:0:32680:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603596.853280:0:32680:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603596.853283:0:32680:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603596.853287:0:32680:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd6680 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442897024:192.168.204.129@tcp:37:rm.0 00000100:00000001:1.0:1789603596.853291:0:32680:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603596.853297:0:32680:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603596.853300:0:32680:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.853303:0:32680:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1789603596.853314:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603596.853320:0:32680:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d351b8. 00000400:00000010:1.0:1789603596.853332:0:32680:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9eb805012000. 00000100:00000200:1.0:1789603596.853341:0:32680:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aab27d45e480-0x6aab27d45e480, portal 14 00000100:00000001:1.0:1789603596.853344:0:32680:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.853347:0:32680:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603596.853352:0:32680:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a6c00. 02000000:00000001:1.0:1789603596.853354:0:32680:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603596.853358:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603596.853361:0:32680:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35738. 00000400:00000010:1.0:1789603596.853365:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc5d8. 00000100:00000200:1.0:1789603596.853369:0:32680:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442897024, portal 10 00000100:00000001:1.0:1789603596.853371:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.853372:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957087872 : -106961752463744 : ffff9eb806bd6680) 00000100:00000040:1.0:1789603596.853381:0:32680:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd6680 x1876533442897024/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.853391:0:32680:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603596.853393:0:32680:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603596.853397:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc880. 00000100:00000200:1.0:1789603596.853401:0:32680:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1876533442897024, offset 0 00000400:00000200:1.0:1789603596.853408:0:32680:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603596.853420:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603596.853429:0:32680:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603596.855749:0:32680:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603596.855766:0:32680:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603596.855772:0:32680:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603596.855779:0:32680:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603596.855784:0:32680:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2789:2789:256:4294967295] 192.168.204.129@tcp LPNI seq info [2789:2789:8:4294967295] 00000400:00000200:1.0:1789603596.855792:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603596.855806:0:32680:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603596.855815:0:32680:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603596.858032:0:32680:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8086d7200. 00000800:00000200:2.0:1789603596.858057:0:32680:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603596.858066:0:32680:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603596.858072:0:32680:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8086d7200 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1789603596.858099:0:32680:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603596.858107:0:32680:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 851405 usecs (852 jiffies) 00000400:00000200:2.0:1789603596.858114:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603596.858119:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296596643 00000100:00000001:2.0:1789603596.858123:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:2.0:1789603596.858126:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296596643 00000100:00000001:2.0:1789603596.858129:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:2.0:1789603596.858131:0:32680:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603596.858136:0:32680:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603596.858140:0:32680:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603596.858143:0:32680:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603596.858147:0:32680:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80402f780 going to sleep for 11 seconds 00000100:00000001:2.0:1789603596.858150:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603596.858153:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603596.858401:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603596.858408:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8086d7200. 00000400:00000200:3.0:1789603596.858416:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.858422:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603596.858431:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc880 00000400:00000010:3.0:1789603596.858434:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc880. 00000100:00000001:3.0:1789603596.858440:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603596.858450:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd6680 x1876533442897024/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.858463:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603596.858466:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd6680 x1876533442897024/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.858474:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603596.858476:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789603596.862685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdde00. 00000800:00000001:2.0:1789603596.864705:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.864735:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603596.864741:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.864744:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.864756:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.864769:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603596.864781:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.864787:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.864793:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.864799:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 4096 into portal 14 MB=0x6aab27d45e480 00000400:00000200:2.0:1789603596.864806:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.864813:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.204.129@tcp of length 4096/4096 into md 0x7f25 [256] + 0 00000400:00000010:2.0:1789603596.864819:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d351b8. 00000400:00000200:2.0:1789603596.864826:0:2395:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9eb805012000 00000800:00000001:2.0:1789603596.864834:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.864847:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.864851:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603596.864856:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603596.864864:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb805012000 00000400:00000010:2.0:1789603596.864868:0:2395:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9eb805012000. 00000100:00000001:2.0:1789603596.864875:0:2395:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1789603596.864878:0:2395:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9eb806bd6680 desc ffff9eb8041a7000 mbits 1876533442897024 00000100:00000001:2.0:1789603596.864903:0:2395:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1789603596.864913:0:2395:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789603596.864918:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.864925:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.29@tcp to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603596.864931:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2790:2790:256:4294967295] 192.168.204.129@tcp LPNI seq info [2790:2790:8:4294967295] 00000400:00000200:2.0:1789603596.864936:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.864946:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:192.168.204.29@tcp) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) 192.168.204.129@tcp : ACK try# 0 00000800:00000200:2.0:1789603596.864952:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603596.864963:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9eb81022c000. 00000800:00000200:2.0:1789603596.864971:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000100:00000001:0.0:1789603596.864978:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1789603596.864980:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000100:00000001:0.0:1789603596.864984:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603596.864985:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb81022c000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789603596.865072:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603596.865076:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9eb81022c000. 00000400:00000200:2.0:1789603596.865081:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603596.865084:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: ACK: OK 00000800:00000001:2.0:1789603596.865090:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.865093:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603596.869790:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.869877:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603596.869883:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.869885:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.869896:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.869904:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603596.870004:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.870011:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.870018:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.870022:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 440 into portal 10 MB=0x6aab27d45e480 00000400:00000200:2.0:1789603596.870027:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.870033:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 440/440 into md 0x7f2d [1] + 224 00000800:00000001:2.0:1789603596.870041:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.870056:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.870059:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603596.870064:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603596.870073:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603596.870084:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd6680 x1876533442897024/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603596.870094:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9eb806bd6680 x1876533442897024/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.870216:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603596.870238:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603596.870268:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.870272:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789603596.870279:0:32680:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603596.870282:0:32680:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603596.870287:0:32680:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35738. 00000400:00000200:0.0:1789603596.870293:0:32680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc5d8 00000400:00000010:0.0:1789603596.870297:0:32680:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc5d8. 00000100:00000001:0.0:1789603596.870301:0:32680:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603596.870306:0:32680:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd6680 x1876533442897024/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603596.870316:0:32680:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd6680 x1876533442897024/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.870321:0:32680:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603596.870322:0:32680:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.870324:0:32680:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603596.870329:0:32680:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603596.870332:0:32680:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603596.870334:0:32680:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603596.870336:0:32680:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603596.870348:0:32680:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb4f0 time=143 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603596.870352:0:32680:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603596.870354:0:32680:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603596.870356:0:32680:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.870359:0:32680:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603596.870362:0:32680:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.870366:0:32680:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603596.870367:0:32680:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:0.0:1789603596.870369:0:32680:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603596.870372:0:32680:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603596.870375:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9eb806bd6680 x1876533442897024/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789603596.870382:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9eb806bd6680 x1876533442897024/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.870387:0:32680:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603596.870390:0:32680:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603596.870393:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd6680 x1876533442897024/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603596.870399:0:32680:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd6680 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442897024:192.168.204.129@tcp:37:rm.0 00000100:00000001:0.0:1789603596.870404:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.870407:0:32680:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.870409:0:32680:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603596.870411:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.870414:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd6680 x1876533442897024/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.870418:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603596.870420:0:32680:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80402f780. 00000100:00000001:0.0:1789603596.870423:0:32680:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603596.870424:0:32680:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.870428:0:32680:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.870431:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.870432:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd6680 x1876533442897024/t0(0) o37->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 448/440 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.870437:0:32680:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603596.870440:0:32680:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603596.870444:0:32680:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a6c00. 02000000:00000001:0.0:1789603596.870448:0:32680:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603596.870451:0:32680:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603596.870453:0:32680:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=9 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603596.870456:0:32680:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1789603596.870458:0:32680:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1789603596.870460:0:32680:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603596.870461:0:32680:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603596.870463:0:32680:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000010:0.0:1789603596.870503:0:32680:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9eb804026000. 00000100:00000010:0.0:1789603596.870507:0:32680:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9eb8041a7000. 00000100:00000001:0.0:1789603596.870591:0:32680:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1789603596.870595:0:32680:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb805157600. 02000000:00000001:0.0:1789603596.870598:0:32680:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603596.870601:0:32680:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603596.870603:0:32680:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd6680. 00000100:00000001:0.0:1789603596.870608:0:32680:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603596.870609:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603596.870612:0:32680:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1789603596.870615:0:32680:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1789603596.871397:0:32680:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9eb8057ca800. 00000002:00000001:0.0:1789603596.871404:0:32680:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.871414:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.871417:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.871421:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=3 00000020:00000001:0.0:1789603596.871424:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603596.871427:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603596.871431:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603596.871438:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789603596.871450:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.871452:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.871454:0:32680:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603596.871458:0:32680:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603596.871462:0:32680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789603596.871471:0:32680:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603596.871476:0:32680:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603596.871478:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603596.871483:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.871484:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.871486:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.871490:0:32680:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603596.871492:0:32680:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.871495:0:32680:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.871499:0:32680:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.871501:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603596.871503:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.871505:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1789603596.871508:0:32680:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.871589:0:32680:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:0.0:1789603596.871599:0:32680:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789603596.871601:0:32680:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:0.0:1789603596.871608:0:32680:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.871614:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb811aa7f40 2 00000080:00000010:0.0:1789603596.871618:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805157800. 00000080:00000001:0.0:1789603596.871625:0:32680:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.871681:0:32680:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:0.0:1789603596.871684:0:32680:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789603596.871688:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17dd0 00000080:00200008:0.0:1789603596.871691:0:32680:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9eb80817ec08), flags 704000 00000080:00400000:0.0:1789603596.871695:0:32680:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x24:0x0] 00000080:00000001:0.0:1789603596.871700:0:32680:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1789603596.871702:0:32680:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:0.0:1789603596.871704:0:32680:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1789603596.871712:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603596.871716:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603596.871719:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603596.871722:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603596.871724:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.871726:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1789603596.871729:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.871734:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603596.871738:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603596.871746:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248f00 count: 2 00010000:00000001:0.0:1789603596.871750:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603596.871756:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.871758:0:32680:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x24:0x0]: 0 00000080:00000001:0.0:1789603596.871761:0:32680:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789603596.871763:0:32680:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789603596.871772:0:32680:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9eb803b54e00. 00000080:00000001:0.0:1789603596.871774:0:32680:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:0.0:1789603596.871781:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb811aa7f40 2 00000080:00000001:0.0:1789603596.871786:0:32680:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789603596.871791:0:32680:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1789603596.871793:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603596.871794:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603596.871805:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603596.871807:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603596.871808:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.871810:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1789603596.871812:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.871815:0:32680:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x24:0x0] 00000002:00000001:0.0:1789603596.871819:0:32680:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789603596.871821:0:32680:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9eb81291b000: [0x200000405:0x24:0x0] file closed with intent: 0 00000100:00000010:0.0:1789603596.871829:0:32680:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1d180. 00000020:00000040:0.0:1789603596.871834:0:32680:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=9 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603596.871839:0:32680:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603596.871844:0:32680:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603596.871849:0:32680:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603596.871859:0:32680:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb810d6d200. 00000100:00000001:0.0:1789603596.871867:0:32680:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789603596.871888:0:32680:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9eb806bd7800 x1876533442896896/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603612 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789603596.871901:0:32680:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789603596.871907:0:32680:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb810d1d180 x1876533442897280/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789603596.871929:0:32680:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603596.871932:0:32680:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603596.871940:0:32680:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb806b81900. 00000100:00000001:0.0:1789603596.871943:0:32680:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111956740352 : -106961752811264 : ffff9eb806b81900) 00000100:00000001:0.0:1789603596.871946:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.871947:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126198144 : -106961583353472 : ffff9eb810d1d180) 00000100:00000001:0.0:1789603596.871952:0:32680:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603596.871957:0:32680:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.871960:0:32680:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603596.871962:0:32680:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603596.871967:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1d180 x1876533442897280/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.871980:0:32680:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603596.871982:0:32680:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603596.871986:0:32680:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603596.871989:0:32680:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603596.871992:0:32680:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603596.871996:0:32680:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1d180 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442897280:192.168.204.129@tcp:35:rm.0 00000100:00000001:0.0:1789603596.872004:0:32680:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603596.872010:0:32680:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603596.872012:0:32680:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603596.872015:0:32680:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603596.872020:0:32680:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8051e0c00. 02000000:00000001:0.0:1789603596.872022:0:32680:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603596.872030:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603596.872035:0:32680:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139b58. 00000400:00000010:0.0:1789603596.872042:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682220. 00000100:00000200:0.0:1789603596.872049:0:32680:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442897280, portal 10 00000100:00000001:0.0:1789603596.872051:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.872053:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126198144 : -106961583353472 : ffff9eb810d1d180) 00000100:00000040:0.0:1789603596.872060:0:32680:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810d1d180 x1876533442897280/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.872068:0:32680:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603596.872071:0:32680:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603596.872075:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682ee0. 00000100:00000200:0.0:1789603596.872079:0:32680:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876533442897280, offset 0 00000400:00000200:0.0:1789603596.872087:0:32680:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603596.872097:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603596.872117:0:32680:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603596.872124:0:32680:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603596.872130:0:32680:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603596.872135:0:32680:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603596.872138:0:32680:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603596.872142:0:32680:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2791:2791:256:4294967295] 192.168.204.129@tcp LPNI seq info [2791:2791:8:4294967295] 00000400:00000200:0.0:1789603596.872148:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603596.872168:0:32680:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603596.872176:0:32680:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603596.872183:0:32680:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076200. 00000800:00000200:0.0:1789603596.872192:0:32680:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603596.872201:0:32680:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603596.872206:0:32680:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789603596.872228:0:32680:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603596.872234:0:32680:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 850268 usecs (851 jiffies) 00000400:00000200:0.0:1789603596.872238:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603596.872242:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296596656 00000100:00000001:0.0:1789603596.872245:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:0.0:1789603596.872247:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296596656 00000100:00000001:0.0:1789603596.872250:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:0.0:1789603596.872252:0:32680:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603596.872256:0:32680:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.872258:0:32680:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603596.872261:0:32680:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603596.872264:0:32680:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb806b81900 going to sleep for 11 seconds 00000100:00000001:0.0:1789603596.872267:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603596.872270:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603596.872665:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603596.872671:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076200. 00000400:00000200:3.0:1789603596.872676:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.872682:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603596.872690:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682ee0 00000400:00000010:3.0:1789603596.872693:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682ee0. 00000100:00000001:3.0:1789603596.872698:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603596.872703:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1d180 x1876533442897280/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.872714:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603596.872717:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1d180 x1876533442897280/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603612 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.872726:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603596.872728:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603596.876707:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.876734:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603596.876741:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.876744:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.876756:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.876767:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603596.876779:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.876787:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.876794:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.876800:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d45e580 00000400:00000200:2.0:1789603596.876808:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.876815:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x7f35 [1] + 224 00000800:00000001:2.0:1789603596.876825:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.876836:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.876841:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603596.876846:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603596.876857:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603596.876870:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1d180 x1876533442897280/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603596.876882:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9eb810d1d180 x1876533442897280/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.876907:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603596.876918:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.876922:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.877006:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603596.877018:0:32680:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603596.877020:0:32680:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603596.877025:0:32680:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139b58. 00000400:00000200:0.0:1789603596.877030:0:32680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682220 00000400:00000010:0.0:1789603596.877033:0:32680:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682220. 00000100:00000001:0.0:1789603596.877037:0:32680:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603596.877041:0:32680:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1d180 x1876533442897280/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603596.877050:0:32680:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1d180 x1876533442897280/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.877057:0:32680:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603596.877060:0:32680:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.877062:0:32680:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603596.877067:0:32680:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603596.877070:0:32680:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603596.877073:0:32680:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603596.877077:0:32680:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603596.877090:0:32680:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb4f0 time=143 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603596.877096:0:32680:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603596.877099:0:32680:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603596.877101:0:32680:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.877114:0:32680:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603596.877119:0:32680:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.877123:0:32680:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789603596.877127:0:32680:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789603596.877128:0:32680:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789603596.877131:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.877133:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126198144 : -106961583353472 : ffff9eb810d1d180) 00000100:00000001:0.0:1789603596.877138:0:32680:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603596.877140:0:32680:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:0.0:1789603596.877142:0:32680:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603596.877146:0:32680:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603596.877152:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1d180 x1876533442897280/t4294967628(4294967628) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603612 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.877269:0:32680:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603596.877274:0:32680:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603596.877277:0:32680:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603596.877283:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1d180 x1876533442897280/t4294967628(4294967628) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603612 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603596.877291:0:32680:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1d180 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442897280:192.168.204.129@tcp:35:rm.0 00000100:00000001:0.0:1789603596.877298:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.877301:0:32680:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.877305:0:32680:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603596.877308:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.877312:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1d180 x1876533442897280/t4294967628(4294967628) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603612 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.877319:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603596.877322:0:32680:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb806b81900. 00000100:00000001:0.0:1789603596.877326:0:32680:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603596.877328:0:32680:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.877339:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.877340:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126198144 : -106961583353472 : ffff9eb810d1d180) 00000002:00000001:0.0:1789603596.877344:0:32680:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.877348:0:32680:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.877353:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb811aa7f40 2 00000080:00000010:0.0:1789603596.877356:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb803b54e00. 00000080:00000001:0.0:1789603596.877362:0:32680:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789603596.877366:0:32680:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1789603596.877369:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603596.877373:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603596.877376:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603596.877379:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603596.877382:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.877384:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1789603596.877386:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.877392:0:32680:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789603596.877398:0:32680:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9eb806bd7800 x1876533442896896/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.877407:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.877408:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957092352 : -106961752459264 : ffff9eb806bd7800) 00000100:00000001:0.0:1789603596.877411:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.877414:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd7800 x1876533442896896/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603612 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.877421:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.877422:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.877425:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1d180 x1876533442897280/t4294967628(4294967628) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603612 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.877433:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.877434:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.877437:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd7800 x1876533442896896/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603612 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.877444:0:32680:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789603596.877448:0:32680:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603596.877450:0:32680:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603596.877453:0:32680:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603596.877456:0:32680:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a5c00. 02000000:00000001:0.0:1789603596.877462:0:32680:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603596.877464:0:32680:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603596.877466:0:32680:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd7800. 00000100:00000001:0.0:1789603596.877472:0:32680:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603596.877474:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.877475:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.877479:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1d180 x1876533442897280/t4294967628(4294967628) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603612 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.877486:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603596.877488:0:32680:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9eb810bc55c0. 00000002:00000001:0.0:1789603596.877491:0:32680:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.877493:0:32680:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603596.877495:0:32680:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9eb811aa7480. 00000100:00000001:0.0:1789603596.877498:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.877501:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1d180 x1876533442897280/t4294967628(4294967628) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.877507:0:32680:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603596.877561:0:32680:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603596.877564:0:32680:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8051e0c00. 02000000:00000001:0.0:1789603596.877568:0:32680:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603596.877570:0:32680:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603596.877571:0:32680:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603596.877573:0:32680:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603596.877576:0:32680:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb810d6d200. 02000000:00000001:0.0:1789603596.877580:0:32680:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603596.877581:0:32680:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603596.877582:0:32680:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1d180. 00000100:00000001:0.0:1789603596.877585:0:32680:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603596.877586:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603596.877589:0:32680:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603596.877594:0:32680:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb812252dc0. 00000080:00000001:0.0:1789603596.877598:0:32680:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.877606:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17dd0 00000080:00000008:0.0:1789603596.877609:0:32680:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9eb80817ec08), flags 704000, rc = 0 00000080:00000001:0.0:1789603596.877613:0:32680:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.877615:0:32680:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.877694:0:32680:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603596.877698:0:32680:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603596.877700:0:32680:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603596.877701:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17bc0 00000080:00200000:0.0:1789603596.877704:0:32680:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603596.877711:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb810d6d200. 00800000:00000002:0.0:1789603596.877719:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603596.877725:0:32680:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603596.877729:0:32680:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603596.877731:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17ae0 00800000:00000002:0.0:1789603596.877734:0:32680:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603596.877738:0:32680:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603596.877741:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603596.877742:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603596.877743:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603596.877745:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603596.877747:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.877749:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603596.877751:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.877753:0:32680:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603596.877759:0:32680:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603596.877761:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c179b0 00000002:00010000:0.0:1789603596.877763:0:32680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603596.877767:0:32680:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603596.877771:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603596.877774:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603596.877783:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:0.0:1789603596.877787:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603596.877793:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603596.877798:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603596.877804:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a5d expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789603596.877816:0:32680:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603596.877821:0:32680:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603596.877825:0:32680:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a5d expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1789603596.877832:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603596.877834:0:32680:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603596.877836:0:32680:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603596.877839:0:32680:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603596.877841:0:32680:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603596.877843:0:32680:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603596.877846:0:32680:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603596.877848:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603596.877851:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb810d6d200. 00000080:00000001:0.0:1789603596.877855:0:32680:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603596.877857:0:32680:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603596.877860:0:32680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603596.877864:0:32680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5460 00800000:00000001:0.0:1789603596.877867:0:32680:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603596.877869:0:32680:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603596.877872:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.877875:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.877879:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031800 refcount=3 00000020:00000001:0.0:1789603596.877881:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:0.0:1789603596.877885:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:0.0:1789603596.877890:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.877892:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603596.877894:0:32680:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.877896:0:32680:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603596.877899:0:32680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5460 from it ffffb8e501c17bf8 00010000:00000001:0.0:1789603596.877902:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.877903:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.877904:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031800 refcount=3 00000020:00000001:0.0:1789603596.877906:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:0.0:1789603596.877908:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:0.0:1789603596.877911:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603596.877914:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91a5d expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603596.877922:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.877923:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.877925:0:32680:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603596.877927:0:32680:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603596.877930:0:32680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a5d expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789603596.877938:0:32680:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603596.877942:0:32680:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603596.877945:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603596.877951:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.877952:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.877954:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.877958:0:32680:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603596.877961:0:32680:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.877963:0:32680:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.877966:0:32680:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.877968:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603596.877970:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.877971:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603596.877973:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603596.877975:0:32680:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603596.877978:0:32680:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:0.0:1789603596.877982:0:32680:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.877987:0:32680:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789603596.877990:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17bc0 00000080:00002000:0.0:1789603596.877992:0:32680:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff9eb8184b2bd0) flags 0x20000e refc 1 00000080:00000001:0.0:1789603596.877995:0:32680:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.877997:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17c08 00000080:00200000:0.0:1789603596.877999:0:32680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000002:0.0:1789603596.878007:0:32680:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1789603596.878013:0:32680:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789603596.878015:0:32680:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9eb80817ec08), inode mode 41ed mask 44 00000080:00000001:0.0:1789603596.878017:0:32680:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.878024:0:32680:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:0.0:1789603596.878026:0:32680:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789603596.878027:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17b78 00000080:00200008:0.0:1789603596.878029:0:32680:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9eb80817ec08), flags 704400 00000080:00000010:0.0:1789603596.878036:0:32680:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9eb804241a40. 00000080:00000001:0.0:1789603596.878044:0:32680:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1789603596.878046:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb810d6d200. 00800000:00000002:0.0:1789603596.878049:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603596.878052:0:32680:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603596.878054:0:32680:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603596.878055:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17a28 00800000:00000002:0.0:1789603596.878057:0:32680:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x24:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603596.878061:0:32680:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789603596.878063:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603596.878064:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603596.878065:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603596.878067:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603596.878068:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.878070:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1789603596.878071:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.878074:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c179a8 00800000:00000002:0.0:1789603596.878076:0:32680:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1789603596.878079:0:32680:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603596.878081:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c178e0 00000002:00010000:0.0:1789603596.878083:0:32680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:0.0:1789603596.878086:0:32680:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789603596.878090:0:32680:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789603596.878094:0:32680:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789603596.878098:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248f00 count: 2 00010000:00000001:0.0:1789603596.878100:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603596.878103:0:32680:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789603596.878751:0:32680:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.878755:0:32680:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.878757:0:32680:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.878760:0:32680:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789603596.878765:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:0.0:1789603596.878768:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603596.878770:0:32680:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789603596.878772:0:32680:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.878773:0:32680:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.878775:0:32680:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603596.878783:0:32680:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1d180. 00000020:00000040:0.0:1789603596.878788:0:32680:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:0.0:1789603596.878796:0:32680:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789603596.878799:0:32680:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.878802:0:32680:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603596.878808:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603596.878812:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.878814:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.878815:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.878819:0:32680:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603596.878822:0:32680:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603596.878826:0:32680:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603596.878835:0:32680:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8051e0c00. 00000100:00000001:0.0:1789603596.878844:0:32680:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.878849:0:32680:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603596.878851:0:32680:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.878853:0:32680:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603596.878855:0:32680:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.878857:0:32680:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.878864:0:32680:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446637112126198144 : -106961583353472 : ffff9eb810d1d180) 00010000:00000001:0.0:1789603596.878868:0:32680:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789603596.878872:0:32680:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789603596.878874:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:0.0:1789603596.878876:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603596.878879:0:32680:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789603596.878884:0:32680:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb800031e00. 00000020:00000001:0.0:1789603596.878889:0:32680:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789603596.878892:0:32680:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb800031e00 with handle 0xa04c19c788fe546e to hash 00000020:00000001:0.0:1789603596.878894:0:32680:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789603596.878896:0:32680:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603596.878901:0:32680:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603596.878904:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603596.878907:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603596.878912:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe546e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603596.878921:0:32680:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe546e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789603596.878935:0:32680:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789603596.878947:0:32680:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb810d1d180 x1876533442897536/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789603596.878958:0:32680:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe546e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789603596.878965:0:32680:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603596.878967:0:32680:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603596.878975:0:32680:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb806b81900. 00000100:00000001:0.0:1789603596.878977:0:32680:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111956740352 : -106961752811264 : ffff9eb806b81900) 00000100:00000001:0.0:1789603596.878980:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.878982:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126198144 : -106961583353472 : ffff9eb810d1d180) 00000100:00000001:0.0:1789603596.878986:0:32680:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603596.878992:0:32680:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.878994:0:32680:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603596.878996:0:32680:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603596.879001:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1d180 x1876533442897536/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.879010:0:32680:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603596.879012:0:32680:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603596.879016:0:32680:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603596.879019:0:32680:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603596.879022:0:32680:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603596.879026:0:32680:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1d180 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442897536:192.168.204.129@tcp:101:rm.0 00000100:00000001:0.0:1789603596.879030:0:32680:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603596.879037:0:32680:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603596.879040:0:32680:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603596.879042:0:32680:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603596.879383:0:32680:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9eb810280000. 02000000:00000001:0.0:1789603596.879387:0:32680:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603596.879398:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603596.879405:0:32680:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139b58. 00000400:00000010:0.0:1789603596.879415:0:32680:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9eb807ad0000. 00000100:00000200:0.0:1789603596.879424:0:32680:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876533442897536, portal 10 00000100:00000001:0.0:1789603596.879427:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.879428:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126198144 : -106961583353472 : ffff9eb810d1d180) 00000100:00000040:0.0:1789603596.879437:0:32680:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810d1d180 x1876533442897536/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603612 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.879445:0:32680:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603596.879449:0:32680:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603596.879454:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682220. 00000100:00000200:0.0:1789603596.879458:0:32680:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876533442897536, offset 0 00000400:00000200:0.0:1789603596.879467:0:32680:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603596.879477:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603596.879487:0:32680:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603596.879493:0:32680:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603596.879498:0:32680:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603596.879503:0:32680:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603596.879507:0:32680:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603596.879553:0:32680:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2792:2792:256:4294967295] 192.168.204.129@tcp LPNI seq info [2792:2792:8:4294967295] 00000400:00000200:0.0:1789603596.879559:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603596.879572:0:32680:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603596.879578:0:32680:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603596.879585:0:32680:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076d00. 00000800:00000200:0.0:1789603596.879593:0:32680:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603596.879603:0:32680:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603596.879608:0:32680:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076d00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1789603596.879697:0:32680:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603596.879704:0:32680:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 849116 usecs (850 jiffies) 00000400:00000200:0.0:1789603596.879708:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603596.879711:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296596663 00000100:00000001:0.0:1789603596.879715:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:0.0:1789603596.879718:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296596663 00000100:00000001:0.0:1789603596.879720:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:0.0:1789603596.879724:0:32680:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603596.879727:0:32680:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.879730:0:32680:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603596.879734:0:32680:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603596.879737:0:32680:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb806b81900 going to sleep for 11 seconds 00000100:00000001:0.0:1789603596.879741:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603596.879745:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603596.882399:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603596.882415:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076d00. 00000400:00000200:3.0:1789603596.882424:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.882436:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603596.882446:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682220 00000400:00000010:3.0:1789603596.882449:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682220. 00000100:00000001:3.0:1789603596.882457:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603596.882467:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1d180 x1876533442897536/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603612 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.882482:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603596.882486:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1d180 x1876533442897536/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603612 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.882493:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603596.882495:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603596.885001:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.885023:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603596.885028:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.885031:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.885043:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.885053:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603596.885065:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.885071:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.885077:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.885082:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 664 into portal 10 MB=0x6aab27d45e680 00000400:00000200:2.0:1789603596.885088:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.885096:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 664/664 into md 0x7f3d [64] + 224 00000800:00000001:2.0:1789603596.885117:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.885125:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.885129:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603596.885134:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603596.885144:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603596.885156:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1d180 x1876533442897536/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603612 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603596.885176:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9eb810d1d180 x1876533442897536/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.885195:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603596.885204:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.885207:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.885268:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603596.885279:0:32680:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603596.885281:0:32680:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603596.885285:0:32680:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139b58. 00000400:00000200:0.0:1789603596.885292:0:32680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb807ad0000 00000400:00000010:0.0:1789603596.885295:0:32680:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9eb807ad0000. 00000100:00000001:0.0:1789603596.885299:0:32680:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603596.885304:0:32680:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1d180 x1876533442897536/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603596.885312:0:32680:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1d180 x1876533442897536/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.885318:0:32680:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603596.885321:0:32680:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.885323:0:32680:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603596.885328:0:32680:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603596.885332:0:32680:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603596.885335:0:32680:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603596.885339:0:32680:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603596.885352:0:32680:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=144 v=5 (106 106 106 137) 00000100:00001000:0.0:1789603596.885356:0:32680:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603596.885359:0:32680:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603596.885361:0:32680:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.885365:0:32680:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603596.885369:0:32680:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.885373:0:32680:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789603596.885375:0:32680:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789603596.885377:0:32680:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789603596.885380:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.885381:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126198144 : -106961583353472 : ffff9eb810d1d180) 00000100:00000001:0.0:1789603596.885385:0:32680:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603596.885388:0:32680:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:0.0:1789603596.885390:0:32680:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603596.885393:0:32680:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603596.885398:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1d180 x1876533442897536/t4294967629(4294967629) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603612 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.885405:0:32680:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603596.885409:0:32680:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603596.885412:0:32680:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603596.885416:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1d180 x1876533442897536/t4294967629(4294967629) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603612 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603596.885424:0:32680:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1d180 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442897536:192.168.204.129@tcp:101:rm.0 00000100:00000001:0.0:1789603596.885430:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.885433:0:32680:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.885436:0:32680:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603596.885438:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.885442:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1d180 x1876533442897536/t4294967629(4294967629) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603612 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.885449:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603596.885453:0:32680:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb806b81900. 00000100:00000001:0.0:1789603596.885456:0:32680:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603596.885458:0:32680:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.885461:0:32680:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789603596.885467:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.885470:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.885475:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031e00 refcount=4 00000020:00000001:0.0:1789603596.885478:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603596.885481:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000040:0.0:1789603596.885490:0:32680:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb800031e00, remote cookie: 0x31dbb14d74e91a79, flags: 0x1001 00010000:00000040:0.0:1789603596.885494:0:32680:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789603596.885497:0:32680:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1789603596.885507:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248f00 count: 2 00010000:00000001:0.0:1789603596.885549:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603596.885554:0:32680:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603596.885561:0:32680:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe546e lrc: 4/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a79 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603596.885573:0:32680:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe546e lrc: 4/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a79 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603596.885587:0:32680:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789603596.885592:0:32680:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789603596.885595:0:32680:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789603596.885597:0:32680:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789603596.885599:0:32680:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789603596.885603:0:32680:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x24:0x0].0x0 (ffff9eb819248f00) refcount = 2 00010000:00000040:0.0:1789603596.885606:0:32680:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789603596.885610:0:32680:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1789603596.885617:0:32680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe546e lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91a79 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603596.885623:0:32680:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789603596.885627:0:32680:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789603596.885628:0:32680:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603596.885632:0:32680:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789603596.885635:0:32680:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603596.885638:0:32680:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe546e lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a79 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603596.885644:0:32680:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789603596.885655:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.885658:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.885659:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.885660:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.885662:0:32680:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.885666:0:32680:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789603596.885669:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.885671:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.885672:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031e00 refcount=3 00000020:00000001:0.0:1789603596.885675:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603596.885677:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603596.885679:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.885680:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789603596.885685:0:32680:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9eb810d1d180 x1876533442897536/t4294967629(4294967629) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603612 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789603596.885696:0:32680:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789603596.885710:0:32680:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb810d1d180 x1876533442897536/t4294967629(4294967629) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603612 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789603596.885717:0:32680:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.885724:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.885726:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.885727:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031e00 refcount=3 00000020:00000001:0.0:1789603596.885729:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603596.885731:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603596.885733:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.885735:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603596.885736:0:32680:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.885738:0:32680:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.885742:0:32680:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789603596.885744:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.885746:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126198144 : -106961583353472 : ffff9eb810d1d180) 00010000:00000001:0.0:1789603596.885748:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.885749:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.885750:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031e00 refcount=3 00000020:00000001:0.0:1789603596.885752:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603596.885754:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00000002:00010000:0.0:1789603596.885757:0:32680:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe546e lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a79 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603596.885763:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.885764:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.885766:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603596.885768:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.885770:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.885771:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031e00 refcount=3 00000020:00000001:0.0:1789603596.885773:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603596.885774:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000040:0.0:1789603596.885777:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248f00 count: 3 00010000:00000001:0.0:1789603596.885778:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789603596.885783:0:32680:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 16 res 8589935621/36 (0 0) 00010000:00000001:0.0:1789603596.885786:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.885787:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603596.885788:0:32680:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789603596.885792:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17868 00000002:00002000:0.0:1789603596.885794:0:32680:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:0.0:1789603596.885796:0:32680:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.885800:0:32680:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.885803:0:32680:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789603596.885806:0:32680:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789603596.885809:0:32680:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.885814:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603596.885817:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb810d6d200. 00000080:00000001:0.0:1789603596.885824:0:32680:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789603596.885832:0:32680:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789603596.885837:0:32680:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789603596.885844:0:32680:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb807a3f000. 00800000:00000001:0.0:1789603596.885846:0:32680:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637111972196352 : -106961737355264 : ffff9eb807a3f000) 00800000:00000001:0.0:1789603596.885848:0:32680:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.885851:0:32680:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789603596.885854:0:32680:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789603596.885857:0:32680:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:0.0:1789603596.885860:0:32680:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789603596.885863:0:32680:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789603596.885865:0:32680:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.885870:0:32680:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:0.0:1789603596.885873:0:32680:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1789603596.885879:0:32680:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00010000:00000001:0.0:1789603596.885882:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.885884:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.885886:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031e00 refcount=3 00000020:00000001:0.0:1789603596.885887:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603596.885890:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603596.885892:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.885893:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789603596.885894:0:32680:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789603596.885897:0:32680:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789603596.885898:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807a3f000 1 00800000:00000010:0.0:1789603596.885901:0:32680:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb807a3f000. 00800000:00000001:0.0:1789603596.885904:0:32680:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603596.885907:0:32680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff9eb80817ec08) for lock 0xa04c19c788fe546e 00800000:00000001:0.0:1789603596.885911:0:32680:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603596.885913:0:32680:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603596.885914:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.885915:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.885917:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031e00 refcount=3 00000020:00000001:0.0:1789603596.885919:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603596.885921:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603596.885923:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.885925:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603596.885926:0:32680:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.885928:0:32680:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789603596.885932:0:32680:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:0.0:1789603596.885936:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.885941:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1d180 x1876533442897536/t4294967629(4294967629) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603612 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603596.885948:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603596.885951:0:32680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe546e from it ffffb8e501c17bd0 00010000:00000001:0.0:1789603596.885954:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.885955:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.885957:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031e00 refcount=3 00000020:00000001:0.0:1789603596.885959:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603596.885961:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603596.885964:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603596.885967:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe546e lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91a79 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603596.885975:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.885976:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.885978:0:32680:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603596.885982:0:32680:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603596.885984:0:32680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe546e lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a79 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603596.885991:0:32680:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603596.885995:0:32680:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603596.885998:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603596.886003:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.886004:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.886006:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.886010:0:32680:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603596.886012:0:32680:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.886014:0:32680:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.886017:0:32680:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.886019:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603596.886020:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.886021:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789603596.886025:0:32680:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603596.886030:0:32680:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9eb807a3f000. 00000080:00000001:0.0:1789603596.886034:0:32680:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789603596.886038:0:32680:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1789603596.886041:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603596.886045:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603596.886048:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603596.886051:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603596.886053:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.886055:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1789603596.886058:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.886061:0:32680:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789603596.886065:0:32680:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9eb8069479a0. 00000002:00100000:0.0:1789603596.886070:0:32680:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb810d1d180 x1876533442897536/t4294967629(4294967629) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603612 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789603596.886077:0:32680:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.886079:0:32680:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789603596.886084:0:32680:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789603596.886088:0:32680:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.886092:0:32680:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1789603596.886094:0:32680:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.886096:0:32680:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603596.886101:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.886104:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1d180 x1876533442897536/t4294967629(4294967629) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603612 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789603596.886111:0:32680:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603596.886116:0:32680:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9eb810280000. 02000000:00000001:0.0:1789603596.886183:0:32680:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789603596.886186:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.886189:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17b78 00000080:00000008:0.0:1789603596.886191:0:32680:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9eb80817ec08), flags 704400, rc = 0 00000080:00000001:0.0:1789603596.886196:0:32680:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.886225:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17d28 00000080:00200008:0.0:1789603596.886229:0:32680:0:(file.c:6307:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9eb80817ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789603596.886238:0:32680:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1789603596.886243:0:32680:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.886247:0:32680:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603596.886248:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17ca0 00000080:00200000:0.0:1789603596.886250:0:32680:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9eb80817ec08),name=d21h.recovery-small-2 00000080:00000010:0.0:1789603596.886257:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb810d6d200. 00800000:00000002:0.0:1789603596.886264:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603596.886271:0:32680:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603596.886275:0:32680:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603596.886278:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17bc0 00800000:00000002:0.0:1789603596.886280:0:32680:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x24:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603596.886284:0:32680:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603596.886288:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603596.886289:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603596.886291:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603596.886292:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603596.886294:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.886296:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603596.886297:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.886300:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603596.886301:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603596.886302:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603596.886303:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603596.886305:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.886307:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1789603596.886308:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.886312:0:32680:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603596.886317:0:32680:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603596.886319:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17a90 00000002:00010000:0.0:1789603596.886320:0:32680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603596.886324:0:32680:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603596.886326:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603596.886328:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603596.886331:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248f00 count: 3 00010000:00000001:0.0:1789603596.886333:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603596.886337:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603596.886341:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603596.886345:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1789603596.886353:0:32680:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603596.886358:0:32680:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603596.886361:0:32680:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1789603596.886373:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603596.886375:0:32680:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603596.886377:0:32680:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603596.886380:0:32680:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603596.886382:0:32680:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603596.886384:0:32680:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603596.886386:0:32680:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603596.886389:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603596.886391:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb810d6d200. 00000080:00000001:0.0:1789603596.886395:0:32680:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603596.886397:0:32680:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603596.886400:0:32680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff9eb80817ec08) 00000080:00010000:0.0:1789603596.886404:0:32680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff9eb80817ec08) for lock 0xa04c19c788fe5436 00800000:00000001:0.0:1789603596.886406:0:32680:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603596.886408:0:32680:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603596.886409:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.886411:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.886412:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=3 00000020:00000001:0.0:1789603596.886415:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603596.886417:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603596.886419:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.886421:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603596.886422:0:32680:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.886423:0:32680:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603596.886425:0:32680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5436 from it ffffb8e501c17cd8 00010000:00000001:0.0:1789603596.886427:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.886428:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.886429:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=3 00000020:00000001:0.0:1789603596.886431:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603596.886433:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603596.886436:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603596.886439:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789603596.886446:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.886448:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.886449:0:32680:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603596.886450:0:32680:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603596.886453:0:32680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789603596.886459:0:32680:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603596.886461:0:32680:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603596.886462:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603596.886464:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.886465:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.886467:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.886469:0:32680:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603596.886471:0:32680:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.886473:0:32680:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.886475:0:32680:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.886476:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603596.886478:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.886479:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603596.886480:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603596.886482:0:32680:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603596.886486:0:32680:0:(file.c:6260:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.886489:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17d28 00000080:00000008:0.0:1789603596.886492:0:32680:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9eb80817ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789603596.886575:0:32680:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1789603596.886578:0:32680:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9eb80817ec08) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1789603596.886584:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb810d6d200. 00800000:00000002:0.0:1789603596.886587:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb811aa7f40 2 00000080:00000001:0.0:1789603596.886589:0:32680:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1789603596.886600:0:32680:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446722893153165888 : -21180556385728 : ffffecbc8475e240) 00000080:00000001:0.0:1789603596.886604:0:32680:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:0.0:1789603596.886609:0:32680:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789603596.886612:0:32680:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:0.0:1789603596.886616:0:32680:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.886618:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb811aa7f40 2 00000080:00000010:0.0:1789603596.886621:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb810d6d200. 00000080:00000001:0.0:1789603596.886624:0:32680:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.886637:0:32680:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1789603596.886639:0:32680:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9eb80817ec08) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:0.0:1789603596.886643:0:32680:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789603596.886645:0:32680:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.886887:0:32680:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603596.886891:0:32680:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789603596.886894:0:32680:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9eb80817ec08), inode mode 41ed mask 1 00000080:00000001:0.0:1789603596.886898:0:32680:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.886906:0:32680:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789603596.886909:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17da0 00000080:00002000:0.0:1789603596.886911:0:32680:0:(dcache.c:87:ll_dcompare()) found name f(ffff9eb8184b2af8) flags 0x48000e refc 0 00000080:00000001:0.0:1789603596.886914:0:32680:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.886916:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17e10 00000080:00200000:0.0:1789603596.886918:0:32680:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:0.0:1789603596.886923:0:32680:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789603596.886925:0:32680:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9eb80817ec08), inode mode 41ed mask 3 00000080:00000001:0.0:1789603596.886928:0:32680:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.886931:0:32680:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1789603596.886933:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17df8 00000080:00200000:0.0:1789603596.886936:0:32680:0:(namei.c:2351:ll_unlink()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff9eb80817ec08) 00000080:00000001:0.0:1789603596.886939:0:32680:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1789603596.886942:0:32680:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603596.886947:0:32680:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:0.0:1789603596.886950:0:32680:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00000020:00000001:0.0:1789603596.886953:0:32680:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789603596.886958:0:32680:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb818d2cf80 00020000:00000002:0.0:1789603596.886961:0:32680:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb805103b40 addref 2/0 by ffff9eb818d2cf80. 00020000:00000002:0.0:1789603596.886964:0:32680:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb818d2cf80 00020000:00000001:0.0:1789603596.886967:0:32680:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789603596.886969:0:32680:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789603596.886971:0:32680:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789603596.886974:0:32680:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1789603596.886977:0:32680:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1789603596.886980:0:32680:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00000080:00000001:0.0:1789603596.886983:0:32680:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1789603596.886987:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb810d6d200. 00800000:00000002:0.0:1789603596.886990:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb811aa7f40 2 00800000:00000001:0.0:1789603596.886999:0:32680:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1789603596.887001:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603596.887003:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603596.887005:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603596.887006:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603596.887008:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.887010:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1789603596.887012:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.887014:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603596.887016:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603596.887017:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603596.887018:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603596.887020:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.887021:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:0.0:1789603596.887023:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.887026:0:32680:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1789603596.887027:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603596.887029:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603596.887030:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603596.887031:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603596.887033:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.887034:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:0.0:1789603596.887036:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.887039:0:32680:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x26:0x0] 00800000:00000001:0.0:1789603596.887042:0:32680:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.887044:0:32680:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000405:0x24:0x0]/[0x200000405:0x26:0x0] -> mds #0 00000002:00000001:0.0:1789603596.887048:0:32680:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1789603596.887051:0:32680:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789603596.887054:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248f00 count: 3 00010000:00000001:0.0:1789603596.887057:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603596.887060:0:32680:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789603596.887064:0:32680:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789603596.887068:0:32680:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1789603596.887077:0:32680:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789603596.887081:0:32680:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789603596.887083:0:32680:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789603596.887085:0:32680:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode (null) 00000002:00000001:0.0:1789603596.887087:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603596.887089:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603596.887091:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248f00 count: 4 00010000:00000001:0.0:1789603596.887093:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603596.887096:0:32680:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1789603596.887099:0:32680:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1789603596.887101:0:32680:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603596.887104:0:32680:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603596.887106:0:32680:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe546e lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a79 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603596.887113:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.887114:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603596.887116:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1789603596.887118:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603596.887119:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603596.887121:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031e00 refcount=2 00000020:00000001:0.0:1789603596.887123:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603596.887126:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844216320 : -106961865335296 : ffff9eb800031e00) 00010000:00000001:0.0:1789603596.887128:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.887129:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603596.887130:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603596.887131:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603596.887133:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248f00 count: 4 00010000:00000001:0.0:1789603596.887135:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603596.887137:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.887139:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603596.887141:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603596.887142:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248f00 count: 4 00010000:00000001:0.0:1789603596.887144:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603596.887146:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.887148:0:32680:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789603596.887151:0:32680:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x24:0x0] lli = ffff9eb80817eb40, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789603596.887196:0:32680:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789603596.887199:0:32680:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789603596.887201:0:32680:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789603596.887203:0:32680:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x24:0x0](ffff9eb80817ec08) invalid 00000020:00000001:0.0:1789603596.887206:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17a60 00000080:00002000:0.0:1789603596.887208:0:32680:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff9eb8184b2bd0) parent ffff9eb8081326c0 inode ffff9eb80817ec08 refc 3 00000080:00000001:0.0:1789603596.887211:0:32680:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789603596.887213:0:32680:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789603596.887215:0:32680:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.887219:0:32680:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789603596.887222:0:32680:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789603596.887224:0:32680:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789603596.887225:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603596.887227:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789603596.887230:0:32680:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb800030200 with handle 0xa04c19c788fe5436 from hash 00010000:00000001:0.0:1789603596.887232:0:32680:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789603596.887234:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.887235:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.887237:0:32680:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789603596.887240:0:32680:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789603596.887241:0:32680:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789603596.887245:0:32680:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789603596.887247:0:32680:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603596.887249:0:32680:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603596.887252:0:32680:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789603596.887255:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c300 count: 3 00010000:00000001:0.0:1789603596.887257:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603596.887259:0:32680:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789603596.887261:0:32680:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789603596.887265:0:32680:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe543d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x31dbb14d74e919d8 expref: -99 pid: 32679 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789603596.887271:0:32680:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789603596.887273:0:32680:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789603596.887274:0:32680:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789603596.887276:0:32680:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x26:0x0] mode (null) 00000002:00000001:0.0:1789603596.887278:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603596.887279:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603596.887281:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c300 count: 4 00010000:00000001:0.0:1789603596.887283:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603596.887285:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.887287:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603596.887288:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603596.887289:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c300 count: 4 00010000:00000001:0.0:1789603596.887291:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603596.887293:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.887295:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603596.887295:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603596.887297:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c300 count: 4 00010000:00000001:0.0:1789603596.887298:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603596.887300:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.887301:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603596.887302:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603596.887303:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c300 count: 4 00010000:00000001:0.0:1789603596.887305:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603596.887307:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.887308:0:32680:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.887310:0:32680:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789603596.887312:0:32680:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603596.887313:0:32680:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:0.0:1789603596.887316:0:32680:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00000020:00000001:0.0:1789603596.887318:0:32680:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789603596.887320:0:32680:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x26:0x0]: losing layout lock 00000080:00000001:0.0:1789603596.887324:0:32680:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789603596.887326:0:32680:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789603596.887330:0:32680:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789603596.887334:0:32680:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789603596.887336:0:32680:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789603596.887339:0:32680:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.887341:0:32680:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789603596.887343:0:32680:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00000080:00000001:0.0:1789603596.887345:0:32680:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.887347:0:32680:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789603596.887348:0:32680:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x26:0x0](ffff9eb8081900c8) invalid 00000020:00000001:0.0:1789603596.887351:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17a60 00000080:00002000:0.0:1789603596.887352:0:32680:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9eb8184b2af8) parent ffff9eb8184b2bd0 inode ffff9eb8081900c8 refc 1 00000080:00000001:0.0:1789603596.887355:0:32680:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789603596.887357:0:32680:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789603596.887358:0:32680:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.887360:0:32680:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789603596.887362:0:32680:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789603596.887363:0:32680:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789603596.887365:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603596.887367:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789603596.887369:0:32680:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb800031400 with handle 0xa04c19c788fe543d from hash 00010000:00000001:0.0:1789603596.887371:0:32680:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789603596.887372:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.887374:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.887375:0:32680:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789603596.887376:0:32680:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789603596.887378:0:32680:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789603596.887380:0:32680:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789603596.887383:0:32680:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5413 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x31dbb14d74e91945 expref: -99 pid: 32643 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789603596.887390:0:32680:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789603596.887391:0:32680:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789603596.887392:0:32680:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789603596.887394:0:32680:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x26:0x0] mode (null) 00000002:00000001:0.0:1789603596.887396:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603596.887398:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603596.887400:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c300 count: 4 00010000:00000001:0.0:1789603596.887403:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603596.887405:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.887406:0:32680:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.887408:0:32680:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789603596.887409:0:32680:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603596.887411:0:32680:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:0.0:1789603596.887413:0:32680:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00000020:00000001:0.0:1789603596.887415:0:32680:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789603596.887417:0:32680:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x26:0x0]: losing layout lock 00000080:00000001:0.0:1789603596.887418:0:32680:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789603596.887420:0:32680:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789603596.887422:0:32680:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789603596.887423:0:32680:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789603596.887425:0:32680:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789603596.887427:0:32680:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.887429:0:32680:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789603596.887431:0:32680:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00000080:00000001:0.0:1789603596.887433:0:32680:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.887434:0:32680:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789603596.887436:0:32680:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.887438:0:32680:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789603596.887440:0:32680:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789603596.887441:0:32680:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789603596.887442:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603596.887444:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789603596.887447:0:32680:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fdd600 with handle 0xa04c19c788fe5413 from hash 00010000:00000001:0.0:1789603596.887449:0:32680:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789603596.887450:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.887451:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.887453:0:32680:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789603596.887454:0:32680:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789603596.887456:0:32680:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789603596.887458:0:32680:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1789603596.887460:0:32680:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1789603596.887462:0:32680:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1789603596.887471:0:32680:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1ed80. 00000020:00000040:0.0:1789603596.887476:0:32680:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=9 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:0.0:1789603596.887482:0:32680:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789603596.887484:0:32680:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.887487:0:32680:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603596.887492:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603596.887495:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603596.887496:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.887497:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.887501:0:32680:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603596.887503:0:32680:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603596.887506:0:32680:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603596.887552:0:32680:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb810d6d400. 00000100:00000001:0.0:1789603596.887562:0:32680:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.887564:0:32680:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603596.887567:0:32680:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789603596.887573:0:32680:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe543d lrc: 1/0,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x31dbb14d74e919d8 expref: -99 pid: 32679 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789603596.887580:0:32680:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5413 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x31dbb14d74e91945 expref: -99 pid: 32643 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789603596.887587:0:32680:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1789603596.887592:0:32680:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1789603596.887594:0:32680:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1789603596.887596:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789603596.887599:0:32680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031400/0xa04c19c788fe543d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x31dbb14d74e919d8 expref: -99 pid: 32679 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1789603596.887608:0:32680:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9eb807a3ff40. 00010000:00000001:0.0:1789603596.887615:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.887616:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789603596.887619:0:32680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5413 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x31dbb14d74e91945 expref: -99 pid: 32643 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1789603596.887631:0:32680:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9eb807d570c0. 00010000:00000040:0.0:1789603596.887635:0:32680:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb80647c300 count: 0 00010000:00000010:0.0:1789603596.887641:0:32680:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb810da7f00. 00010000:00000001:0.0:1789603596.887661:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.887663:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789603596.887665:0:32680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe5436 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e919bc expref: -99 pid: 32679 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789603596.887674:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603596.887676:0:32680:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.887677:0:32680:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603596.887679:0:32680:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.887681:0:32680:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1789603596.887695:0:32680:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789603596.887720:0:32680:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb810d1ed80 x1876533442897792/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603596.887729:0:32680:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603596.887731:0:32680:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603596.887740:0:32680:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb806b81900. 00000100:00000001:0.0:1789603596.887743:0:32680:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111956740352 : -106961752811264 : ffff9eb806b81900) 00000100:00000001:0.0:1789603596.887746:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.887747:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126205312 : -106961583346304 : ffff9eb810d1ed80) 00000100:00000001:0.0:1789603596.887753:0:32680:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603596.887758:0:32680:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.887761:0:32680:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603596.887763:0:32680:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603596.887768:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1ed80 x1876533442897792/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603596.887776:0:32680:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603596.887779:0:32680:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603596.887784:0:32680:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603596.887786:0:32680:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603596.887789:0:32680:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603596.887792:0:32680:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1ed80 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442897792:192.168.204.129@tcp:36:rm.0 00000100:00000001:0.0:1789603596.887797:0:32680:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603596.887803:0:32680:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603596.887806:0:32680:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603596.887809:0:32680:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603596.887815:0:32680:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8051e0800. 02000000:00000001:0.0:1789603596.887817:0:32680:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603596.887827:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603596.887833:0:32680:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139b58. 00000400:00000010:0.0:1789603596.887841:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682a18. 00000100:00000200:0.0:1789603596.887849:0:32680:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442897792, portal 10 00000100:00000001:0.0:1789603596.887851:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.887852:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126205312 : -106961583346304 : ffff9eb810d1ed80) 00000100:00000040:0.0:1789603596.887860:0:32680:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1ed80 x1876533442897792/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/624 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603596.887869:0:32680:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603596.887872:0:32680:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603596.887875:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682aa0. 00000100:00000200:0.0:1789603596.887879:0:32680:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1876533442897792, offset 0 00000400:00000200:0.0:1789603596.887888:0:32680:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603596.887898:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603596.887908:0:32680:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603596.887915:0:32680:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603596.887921:0:32680:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603596.887926:0:32680:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603596.887930:0:32680:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603596.887934:0:32680:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2793:2793:256:4294967295] 192.168.204.129@tcp LPNI seq info [2793:2793:8:4294967295] 00000400:00000200:0.0:1789603596.887939:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603596.887953:0:32680:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603596.887963:0:32680:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603596.887970:0:32680:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076d00. 00000800:00000200:0.0:1789603596.887979:0:32680:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603596.887988:0:32680:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603596.887995:0:32680:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076d00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1789603596.888021:0:32680:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603596.888027:0:32680:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 847968 usecs (848 jiffies) 00000400:00000200:0.0:1789603596.888031:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603596.888035:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296596669 00000100:00000001:0.0:1789603596.888039:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:0.0:1789603596.888041:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296596669 00000100:00000001:0.0:1789603596.888044:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:0.0:1789603596.888046:0:32680:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603596.888050:0:32680:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.888053:0:32680:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603596.888055:0:32680:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603596.888059:0:32680:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb806b81900 going to sleep for 11 seconds 00000100:00000001:0.0:1789603596.888062:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603596.888066:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603596.888612:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603596.888618:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076d00. 00000400:00000200:3.0:1789603596.888626:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.888633:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603596.888641:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682aa0 00000400:00000010:3.0:1789603596.888644:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682aa0. 00000100:00000001:3.0:1789603596.888659:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603596.888665:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1ed80 x1876533442897792/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/624 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603596.888676:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603596.888680:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ed80 x1876533442897792/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/624 e 0 to 0 dl 1789603612 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603596.888687:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603596.888689:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1789603596.896340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031400. 00010000:00000010:0.1:1789603596.896386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c300. 00010000:00000010:0.1:1789603596.896393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdd600. 00010000:00000010:0.1:1789603596.896399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030200. 00000800:00000001:2.0:1789603596.898693:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.898719:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603596.898724:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.898728:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.898741:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.898753:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603596.898765:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.898771:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.898778:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.898783:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d45e780 00000400:00000200:2.0:1789603596.898790:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.898798:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x7f45 [1] + 224 00000800:00000001:2.0:1789603596.898807:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.898836:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.898840:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603596.898846:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603596.898856:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603596.898867:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1ed80 x1876533442897792/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603596.898878:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9eb810d1ed80 x1876533442897792/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603596.898903:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603596.898914:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.898918:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.898994:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603596.899005:0:32680:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603596.899007:0:32680:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603596.899012:0:32680:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139b58. 00000400:00000200:0.0:1789603596.899018:0:32680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682a18 00000400:00000010:0.0:1789603596.899021:0:32680:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682a18. 00000100:00000001:0.0:1789603596.899024:0:32680:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603596.899028:0:32680:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1ed80 x1876533442897792/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603596.899038:0:32680:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1ed80 x1876533442897792/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603596.899044:0:32680:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603596.899047:0:32680:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.899050:0:32680:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603596.899054:0:32680:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603596.899058:0:32680:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603596.899061:0:32680:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603596.899064:0:32680:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603596.899076:0:32680:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=144 v=5 (106 106 106 137) 00000100:00001000:0.0:1789603596.899081:0:32680:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603596.899084:0:32680:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603596.899086:0:32680:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603596.899090:0:32680:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603596.899094:0:32680:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.899098:0:32680:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789603596.899100:0:32680:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013f/0x100000141] 00000100:00000001:0.0:1789603596.899101:0:32680:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789603596.899116:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603596.899118:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126205312 : -106961583346304 : ffff9eb810d1ed80) 00000100:00000001:0.0:1789603596.899121:0:32680:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603596.899123:0:32680:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:0.0:1789603596.899126:0:32680:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603596.899129:0:32680:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603596.899135:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1ed80 x1876533442897792/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/456 e 0 to 0 dl 1789603612 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603596.899142:0:32680:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603596.899146:0:32680:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603596.899148:0:32680:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603596.899153:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1ed80 x1876533442897792/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/456 e 0 to 0 dl 1789603612 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603596.899162:0:32680:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1ed80 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442897792:192.168.204.129@tcp:36:rm.0 00000100:00000001:0.0:1789603596.899168:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603596.899180:0:32680:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603596.899183:0:32680:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603596.899186:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.899190:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ed80 x1876533442897792/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/456 e 0 to 0 dl 1789603612 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603596.899197:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603596.899200:0:32680:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb806b81900. 00000100:00000001:0.0:1789603596.899204:0:32680:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603596.899206:0:32680:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.899216:0:32680:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.899221:0:32680:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603596.899225:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb811aa7f40 2 00000080:00000010:0.0:1789603596.899229:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb810d6d200. 00000100:00000001:0.0:1789603596.899237:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603596.899240:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1ed80 x1876533442897792/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/456 e 0 to 0 dl 1789603612 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603596.899246:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.899252:0:32680:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.899265:0:32680:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789603596.899269:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17e28 00000080:00002000:0.0:1789603596.899272:0:32680:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9eb8184b2af8, parent ffff9eb8184b2bd0, inode 0000000000000000) hashed, 00000080:00000001:0.0:1789603596.899275:0:32680:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603596.899283:0:32680:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789603596.899291:0:32680:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789603596.899302:0:32680:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1789603596.899305:0:32680:0:(file.c:5295:cl_sync_file_range()) Process entered 00000080:00000002:0.0:1789603596.899307:0:32680:0:(file.c:5297:cl_sync_file_range()) [0x200000405:0x26:0x0]: start 0, end 9223372036854775807, mode 2 00000020:00000001:0.0:1789603596.899312:0:32680:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603596.899318:0:32680:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:0.0:1789603596.899321:0:32680:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00000020:00000001:0.0:1789603596.899329:0:32680:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0b70 -> ffff9eb8053b0b70 00000020:00000001:0.0:1789603596.899332:0:32680:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789603596.899335:0:32680:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789603596.899338:0:32680:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x26:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789603596.899341:0:32680:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603596.899343:0:32680:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789603596.899344:0:32680:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789603596.899349:0:32680:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x26:0x0]io ffff9eb80572de70 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1789603596.899353:0:32680:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb818d2cf80 00020000:00000001:0.0:1789603596.899359:0:32680:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789603596.899361:0:32680:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789603596.899364:0:32680:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789603596.899365:0:32680:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603596.899368:0:32680:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789603596.899370:0:32680:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789603596.899372:0:32680:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.899374:0:32680:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603596.899375:0:32680:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789603596.899376:0:32680:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789603596.899378:0:32680:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb818d2cf80 00000020:00000001:0.0:1789603596.899381:0:32680:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.899385:0:32680:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1789603596.899387:0:32680:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1789603596.899390:0:32680:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1789603596.899393:0:32680:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1789603596.899397:0:32680:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:0.0:1789603596.899402:0:32680:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603596.899404:0:32680:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789603596.899405:0:32680:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603596.899407:0:32680:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154872 : -106961585396744 : ffff9eb810b2a3f8) 00000020:00001000:0.0:1789603596.899409:0:32680:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a3f0 00000020:00000001:0.0:1789603596.899414:0:32680:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b05f8 -> ffff9eb8053b0b70 00000020:00000001:0.0:1789603596.899416:0:32680:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789603596.899421:0:32680:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603596.899422:0:32680:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789603596.899424:0:32680:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789603596.899426:0:32680:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935426160 : -106961774125456 : ffff9eb80572de70) 00000020:00000001:0.0:1789603596.899428:0:32680:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603596.899430:0:32680:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603596.899433:0:32680:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962641056 : -106961746910560 : ffff9eb8071222a0) 00000020:00000001:0.0:1789603596.899435:0:32680:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1789603596.899437:0:32680:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603596.899440:0:32680:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.899442:0:32680:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.899444:0:32680:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1789603596.899446:0:32680:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1789603596.899448:0:32680:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603596.899449:0:32680:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1789603596.899453:0:32680:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789603596.899454:0:32680:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.899456:0:32680:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603596.899458:0:32680:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603596.899460:0:32680:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.899461:0:32680:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789603596.899463:0:32680:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.899464:0:32680:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.899467:0:32680:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1789603596.899469:0:32680:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1789603596.899471:0:32680:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603596.899472:0:32680:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1789603596.899474:0:32680:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1789603596.899476:0:32680:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1789603596.899480:0:32680:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1789603596.899483:0:32680:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff9eb810231a40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1789603596.899486:0:32680:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1789603596.899489:0:32680:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff9eb810231a40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 0: rc=0. 00000008:00000001:0.0:1789603596.899493:0:32680:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603596.899495:0:32680:0:(osc_io.c:1171:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.899497:0:32680:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603596.899498:0:32680:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603596.899500:0:32680:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.899501:0:32680:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.899504:0:32680:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1789603596.899506:0:32680:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1789603596.899507:0:32680:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789603596.899735:0:32680:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1789603596.899737:0:32680:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1789603596.899738:0:32680:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603596.899741:0:32680:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1789603596.899742:0:32680:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1789603596.899744:0:32680:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1789603596.899747:0:32680:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789603596.899749:0:32680:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603596.899751:0:32680:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789603596.899753:0:32680:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789603596.899754:0:32680:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603596.899756:0:32680:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603596.899758:0:32680:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789603596.899759:0:32680:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789603596.899761:0:32680:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1789603596.899763:0:32680:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789603596.899764:0:32680:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789603596.899766:0:32680:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789603596.899768:0:32680:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603596.899769:0:32680:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789603596.899770:0:32680:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789603596.899771:0:32680:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603596.899773:0:32680:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603596.899775:0:32680:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789603596.899776:0:32680:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789603596.899777:0:32680:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603596.899780:0:32680:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789603596.899782:0:32680:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789603596.899784:0:32680:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789603596.899785:0:32680:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789603596.899787:0:32680:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789603596.899789:0:32680:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a3f0 00020000:00000001:0.0:1789603596.899793:0:32680:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789603596.899795:0:32680:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789603596.899798:0:32680:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789603596.899800:0:32680:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x26:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789603596.899803:0:32680:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789603596.899805:0:32680:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789603596.899808:0:32680:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00000080:00000001:0.0:1789603596.899810:0:32680:0:(file.c:5343:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.899816:0:32680:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1789603596.899818:0:32680:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x26:0x0](ffff9eb8081900c8) 00800000:00000001:0.0:1789603596.899824:0:32680:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1789603596.899826:0:32680:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x26:0x0] 00000002:00000001:0.0:1789603596.899833:0:32680:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1789603596.899843:0:32680:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603596.899845:0:32680:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1789603596.899848:0:32680:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603596.899851:0:32680:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603596.899854:0:32680:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1789603596.901016:0:32680:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1789603596.901023:0:32680:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.901028:0:32680:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.901033:0:32680:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603596.901038:0:32680:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154152 : -106961585397464 : ffff9eb810b2a128) 00000020:00001000:1.0:1789603596.901043:0:32680:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a120 00020000:00000001:1.0:1789603596.901055:0:32680:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:1.0:1789603596.901058:0:32680:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb818d2cf80 00020000:00000001:1.0:1789603596.901063:0:32680:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:1.0:1789603596.901067:0:32680:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb805103b40, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789603596.901073:0:32680:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789603596.901078:0:32680:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb806944800: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000001:1.0:1789603596.901081:0:32680:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:1.0:1789603596.901083:0:32680:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603596.901086:0:32680:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1789603596.901087:0:32680:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:1.0:1789603596.901095:0:32680:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:1.0:1789603596.901289:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248200 count: 2 00010000:00000001:1.0:1789603596.901294:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.901298:0:32680:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:1.0:1789603596.901301:0:32680:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:1.0:1789603596.901307:0:32680:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 1789603578 1789603578 1789603578 by oinfo size 0 blocks 0 [cma]time 1789603578 1789603578 1789603578 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000005ad1e96c/0xa04c19c788fe5444 lrc: 1/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e919df expref: -99 pid: 32679 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:1.0:1789603596.901324:0:32680:0:(cl_object.c:143:cl_object_top()) ffff9eb810231a40 -> ffff9eb8053b0b70 00000020:00000001:1.0:1789603596.901327:0:32680:0:(cl_object.c:143:cl_object_top()) ffff9eb810231a40 -> ffff9eb8053b0b70 00000008:00000001:1.0:1789603596.901329:0:32680:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789603596.901332:0:32680:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789603596.901335:0:32680:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789603596.901337:0:32680:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1789603596.901345:0:32680:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9eb810231a40. 00020000:00000001:1.0:1789603596.901355:0:32680:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:1.0:1789603596.901358:0:32680:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9eb8053b0578. 00020000:00000001:1.0:1789603596.901367:0:32680:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1789603596.901370:0:32680:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603596.901372:0:32680:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789603596.901375:0:32680:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb818d2cf80 00020000:00000001:1.0:1789603596.901377:0:32680:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:1.0:1789603596.901379:0:32680:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:1.0:1789603596.901381:0:32680:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb818d2cf80 00020000:00000001:1.0:1789603596.901383:0:32680:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:1.0:1789603596.901386:0:32680:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9eb80795a0f0. 00020000:00000010:1.0:1789603596.901392:0:32680:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9eb80402fc00. 00020000:00000010:1.0:1789603596.901396:0:32680:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9eb804fd8810. 00020000:00000002:1.0:1789603596.901399:0:32680:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb805103b40, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789603596.901403:0:32680:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789603596.901407:0:32680:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb806944800: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000010:1.0:1789603596.901412:0:32680:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb806944800. 00020000:00000010:1.0:1789603596.901416:0:32680:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb805103c60. 00020000:00000010:1.0:1789603596.901420:0:32680:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb805103b40. 00020000:00000001:1.0:1789603596.901422:0:32680:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1789603596.901424:0:32680:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb818d2cf80 00020000:00000010:1.0:1789603596.901427:0:32680:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9eb8123e4c98. 00020000:00000001:1.0:1789603596.901433:0:32680:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:1.0:1789603596.901436:0:32680:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9eb8053b0af0. 00000020:00001000:1.0:1789603596.901442:0:32680:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a120 00000080:00000001:1.0:1789603596.901447:0:32680:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1789603596.901450:0:32680:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1789603596.901503:0:32680:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:1.0:1789603596.901507:0:32680:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789603596.901657:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17dd0 00000080:00200008:1.0:1789603596.901660:0:32680:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9eb80817ec08), flags 704000 00000080:00400000:1.0:1789603596.901666:0:32680:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x24:0x0] 00000080:00000001:1.0:1789603596.901672:0:32680:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1789603596.901674:0:32680:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:1.0:1789603596.901677:0:32680:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1789603596.901686:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.901689:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.901691:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.901695:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.901697:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.901813:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1789603596.901816:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.901823:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.901827:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.901832:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248f00 count: 2 00010000:00000001:1.0:1789603596.901835:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.901841:0:32680:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1789603596.901846:0:32680:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1789603596.901850:0:32680:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603596.901858:0:32680:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.901863:0:32680:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe546e lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a79 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789603596.901872:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.901874:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603596.901876:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1789603596.901879:0:32680:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x24:0x0]: 16 00000080:00000010:1.0:1789603596.901882:0:32680:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb804241a40. 00000080:00000001:1.0:1789603596.901888:0:32680:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.901894:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17dd0 00000080:00000008:1.0:1789603596.901896:0:32680:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9eb80817ec08), flags 704000, rc = 0 00000080:00000001:1.0:1789603596.901899:0:32680:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.901901:0:32680:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.901906:0:32680:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789603596.901909:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17e00 00000080:00002000:1.0:1789603596.901911:0:32680:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff9eb8184b2bd0, parent ffff9eb8081326c0, inode ffff9eb80817ec08) hashed, 00000080:00000001:1.0:1789603596.901914:0:32680:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603596.901923:0:32680:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789603596.901927:0:32680:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1789603596.901966:0:32680:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603596.901969:0:32680:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603596.901972:0:32680:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789603596.901974:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17bd8 00000080:00200000:1.0:1789603596.901976:0:32680:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:1.0:1789603596.901984:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805157200. 00800000:00000002:1.0:1789603596.901992:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603596.901996:0:32680:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603596.902000:0:32680:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603596.902002:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17af8 00800000:00000002:1.0:1789603596.902005:0:32680:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603596.902009:0:32680:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603596.902011:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.902013:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.902014:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.902015:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.902017:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.902019:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603596.902020:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.902024:0:32680:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789603596.902029:0:32680:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603596.902031:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c179c8 00000002:00010000:1.0:1789603596.902033:0:32680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789603596.902037:0:32680:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603596.902039:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.902040:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.902044:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:1.0:1789603596.902046:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.902049:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603596.902053:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789603596.902057:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a5d expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1789603596.902066:0:32680:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603596.902068:0:32680:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.902071:0:32680:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a5d expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1789603596.902078:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789603596.902080:0:32680:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603596.902082:0:32680:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603596.902084:0:32680:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603596.902086:0:32680:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603596.902089:0:32680:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789603596.902092:0:32680:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789603596.902095:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603596.902099:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805157200. 00000080:00000001:1.0:1789603596.902103:0:32680:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789603596.902437:0:32680:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603596.902441:0:32680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:1.0:1789603596.902446:0:32680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5460 00800000:00000001:1.0:1789603596.902449:0:32680:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603596.902452:0:32680:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603596.902454:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.902456:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.902460:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031800 refcount=3 00000020:00000001:1.0:1789603596.902462:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.902465:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.902469:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.902470:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603596.902472:0:32680:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.902473:0:32680:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603596.902477:0:32680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5460 from it ffffb8e501c17c10 00010000:00000001:1.0:1789603596.902479:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.902480:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.902482:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031800 refcount=3 00000020:00000001:1.0:1789603596.902484:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.902486:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.902489:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603596.902492:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91a5d expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789603596.902500:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.902501:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.902502:0:32680:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603596.902504:0:32680:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603596.902507:0:32680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a5d expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789603596.902609:0:32680:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603596.902613:0:32680:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603596.902615:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603596.902621:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.902622:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.902624:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.902628:0:32680:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603596.902630:0:32680:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.902633:0:32680:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.902636:0:32680:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.902638:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603596.902640:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.902641:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603596.902645:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789603596.902656:0:32680:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603596.902659:0:32680:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:1.0:1789603596.902664:0:32680:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603596.902687:0:32680:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb810bc5a60. 00000020:00000001:1.0:1789603596.902692:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17dc8 00000080:00200000:1.0:1789603596.902694:0:32680:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9eb808190908), flags=0 00000080:00000001:1.0:1789603596.902697:0:32680:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789603596.902779:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17c78 00000080:00200000:1.0:1789603596.902783:0:32680:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9eb808190908), intent=getattr 00000080:00000010:1.0:1789603596.902794:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805157200. 00800000:00000002:1.0:1789603596.902799:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603596.902803:0:32680:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603596.902806:0:32680:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603596.902807:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17b98 00800000:00000002:1.0:1789603596.902809:0:32680:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603596.902812:0:32680:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603596.902815:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.902817:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.902818:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.902820:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.902822:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.902824:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603596.902825:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603596.902827:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17b30 00800000:00000002:1.0:1789603596.902829:0:32680:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:1.0:1789603596.902832:0:32680:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603596.902834:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17a68 00000002:00010000:1.0:1789603596.902836:0:32680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1789603596.902840:0:32680:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789603596.902843:0:32680:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789603596.902850:0:32680:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd7480. 00000020:00000040:1.0:1789603596.902855:0:32680:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=10 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:1.0:1789603596.902862:0:32680:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789603596.902867:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603596.902870:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.902871:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.902873:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.902876:0:32680:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603596.902879:0:32680:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603596.902883:0:32680:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603596.902893:0:32680:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041a4000. 00000100:00000001:1.0:1789603596.902903:0:32680:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.902910:0:32680:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603596.902912:0:32680:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.902913:0:32680:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603596.902914:0:32680:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.902917:0:32680:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.902925:0:32680:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637111957091456 : -106961752460160 : ffff9eb806bd7480) 00010000:00000001:1.0:1789603596.902930:0:32680:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789603596.902933:0:32680:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789603596.902936:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:1.0:1789603596.902938:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.902941:0:32680:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789603596.902945:0:32680:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb814fdde00. 00000020:00000001:1.0:1789603596.902949:0:32680:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789603596.902952:0:32680:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb814fdde00 with handle 0xa04c19c788fe5475 to hash 00000020:00000001:1.0:1789603596.902954:0:32680:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789603596.902956:0:32680:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603596.902960:0:32680:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603596.902963:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603596.902966:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.902970:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe5475 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603596.902978:0:32680:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe5475 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603596.902990:0:32680:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe5475 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32680 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789603596.902997:0:32680:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603596.903000:0:32680:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603596.903008:0:32680:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80402fc00. 00000100:00000001:1.0:1789603596.903011:0:32680:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911316480 : -106961798235136 : ffff9eb80402fc00) 00000100:00000001:1.0:1789603596.903014:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.903016:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957091456 : -106961752460160 : ffff9eb806bd7480) 00000100:00000001:1.0:1789603596.903021:0:32680:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603596.903026:0:32680:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.903029:0:32680:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603596.903031:0:32680:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603596.903045:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd7480 x1876533442897920/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.903055:0:32680:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603596.903057:0:32680:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.903062:0:32680:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603596.903066:0:32680:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603596.903068:0:32680:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603596.903072:0:32680:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd7480 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442897920:192.168.204.129@tcp:101:rm.0 00000100:00000001:1.0:1789603596.903077:0:32680:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603596.903084:0:32680:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603596.903086:0:32680:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.903089:0:32680:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603596.903095:0:32680:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb8057c9000. 02000000:00000001:1.0:1789603596.903097:0:32680:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603596.903240:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603596.903247:0:32680:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35cb8. 00000400:00000010:1.0:1789603596.903257:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcee0. 00000100:00000200:1.0:1789603596.903266:0:32680:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442897920, portal 10 00000100:00000001:1.0:1789603596.903268:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.903269:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957091456 : -106961752460160 : ffff9eb806bd7480) 00000100:00000040:1.0:1789603596.903277:0:32680:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd7480 x1876533442897920/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.903285:0:32680:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603596.903288:0:32680:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603596.903291:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcdd0. 00000100:00000200:1.0:1789603596.903295:0:32680:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876533442897920, offset 0 00000400:00000200:1.0:1789603596.903304:0:32680:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603596.903315:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603596.903324:0:32680:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603596.903331:0:32680:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603596.903336:0:32680:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603596.903340:0:32680:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603596.903343:0:32680:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603596.903347:0:32680:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2794:2794:256:4294967295] 192.168.204.129@tcp LPNI seq info [2794:2794:8:4294967295] 00000400:00000200:1.0:1789603596.903353:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603596.903365:0:32680:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603596.903373:0:32680:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603596.903379:0:32680:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9100. 00000800:00000200:1.0:1789603596.903387:0:32680:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603596.903397:0:32680:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603596.903403:0:32680:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9100 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789603596.903918:0:32680:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603596.903925:0:32680:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 846832 usecs (847 jiffies) 00000400:00000200:1.0:1789603596.903930:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603596.903934:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296596684 00000100:00000001:1.0:1789603596.903938:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:1.0:1789603596.903941:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296596684 00000100:00000001:1.0:1789603596.903943:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:1.0:1789603596.903946:0:32680:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603596.903949:0:32680:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.903952:0:32680:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603596.903954:0:32680:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603596.903957:0:32680:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80402fc00 going to sleep for 11 seconds 00000100:00000001:1.0:1789603596.903961:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603596.903965:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603596.908337:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603596.908353:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9100. 00000400:00000200:3.0:1789603596.908361:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.908373:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603596.908384:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcdd0 00000400:00000010:3.0:1789603596.908387:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcdd0. 00000100:00000001:3.0:1789603596.908395:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603596.908407:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd7480 x1876533442897920/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.908424:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603596.908428:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd7480 x1876533442897920/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603612 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.908436:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603596.908438:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603596.911303:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.911326:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603596.911333:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.911335:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.911348:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.911357:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603596.911369:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.911375:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.911380:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.911385:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d45e800 00000400:00000200:2.0:1789603596.911391:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.911400:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x7f4d [1] + 224 00000800:00000001:2.0:1789603596.911409:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.911418:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.911422:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603596.911426:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603596.911436:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603596.911448:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd7480 x1876533442897920/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603596.911459:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb806bd7480 x1876533442897920/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.911489:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603596.911498:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.911502:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.911611:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603596.911622:0:32680:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603596.911624:0:32680:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603596.911628:0:32680:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35cb8. 00000400:00000200:1.0:1789603596.911634:0:32680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcee0 00000400:00000010:1.0:1789603596.911638:0:32680:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcee0. 00000100:00000001:1.0:1789603596.911641:0:32680:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603596.911660:0:32680:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd7480 x1876533442897920/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603596.911669:0:32680:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd7480 x1876533442897920/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.911675:0:32680:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603596.911678:0:32680:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.911681:0:32680:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603596.911686:0:32680:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603596.911689:0:32680:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603596.911691:0:32680:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.911695:0:32680:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603596.911913:0:32680:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=144 v=5 (106 106 106 137) 00000100:00001000:1.0:1789603596.911920:0:32680:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603596.911923:0:32680:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603596.911924:0:32680:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.911927:0:32680:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603596.911932:0:32680:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.911936:0:32680:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603596.911939:0:32680:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:1.0:1789603596.911941:0:32680:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603596.911945:0:32680:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603596.911951:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd7480 x1876533442897920/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.911958:0:32680:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603596.911962:0:32680:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603596.911964:0:32680:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603596.911968:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd7480 x1876533442897920/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603612 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603596.911976:0:32680:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd7480 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442897920:192.168.204.129@tcp:101:rm.0 00000100:00000001:1.0:1789603596.911981:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.911985:0:32680:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.911987:0:32680:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603596.911990:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603596.911993:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd7480 x1876533442897920/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603612 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.912000:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603596.912003:0:32680:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80402fc00. 00000100:00000001:1.0:1789603596.912007:0:32680:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603596.912009:0:32680:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.912013:0:32680:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789603596.912018:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.912021:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.912026:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdde00 refcount=4 00000020:00000001:1.0:1789603596.912029:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603596.912032:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000040:1.0:1789603596.912040:0:32680:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb814fdde00, remote cookie: 0x31dbb14d74e91ab8, flags: 0x1001 00010000:00010000:1.0:1789603596.912047:0:32680:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe5475 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91ab8 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789603596.912057:0:32680:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789603596.912060:0:32680:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1789603596.912069:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248f00 count: 2 00010000:00000001:1.0:1789603596.912072:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.912077:0:32680:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.912081:0:32680:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe5475 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91ab8 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603596.912090:0:32680:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe5475 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91ab8 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.912097:0:32680:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789603596.912102:0:32680:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789603596.912120:0:32680:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789603596.912122:0:32680:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789603596.912124:0:32680:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789603596.912127:0:32680:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x24:0x0].0x0 (ffff9eb819248f00) refcount = 2 00010000:00000040:1.0:1789603596.912130:0:32680:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789603596.912133:0:32680:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe546e lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a79 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1789603596.912142:0:32680:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe5475 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91ab8 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.912148:0:32680:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789603596.912152:0:32680:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789603596.912154:0:32680:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.912158:0:32680:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789603596.912286:0:32680:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.912291:0:32680:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe5475 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91ab8 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.912299:0:32680:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789603596.912301:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.912303:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.912304:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.912305:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.912307:0:32680:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.912314:0:32680:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789603596.912316:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.912318:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.912320:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdde00 refcount=3 00000020:00000001:1.0:1789603596.912323:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603596.912325:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603596.912328:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.912330:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.912331:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdde00 refcount=4 00000020:00000001:1.0:1789603596.912333:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603596.912336:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603596.912340:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603596.912344:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.912348:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe5475 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91ab8 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.912355:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.912356:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.912357:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.912358:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.912359:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdde00 refcount=5 00000020:00000001:1.0:1789603596.912361:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603596.912363:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603596.912366:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603596.912369:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe5475 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91ab8 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.912375:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.912376:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789603596.912379:0:32680:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe5475 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91ab8 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.912385:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603596.912387:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.912388:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.912389:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.912390:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789603596.912396:0:32680:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb806bd7480 x1876533442897920/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789603596.912406:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.912407:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.912408:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdde00 refcount=3 00000020:00000001:1.0:1789603596.912411:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603596.912413:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603596.912415:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.912417:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603596.912418:0:32680:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.912421:0:32680:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.912424:0:32680:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789603596.912427:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.912428:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.912430:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdde00 refcount=3 00000020:00000001:1.0:1789603596.912432:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603596.912435:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00000002:00010000:1.0:1789603596.912438:0:32680:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe5475 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91ab8 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.912445:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.912446:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.912448:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789603596.912450:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.912451:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.912452:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdde00 refcount=3 00000020:00000001:1.0:1789603596.912454:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603596.912457:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000040:1.0:1789603596.912460:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248f00 count: 3 00010000:00000001:1.0:1789603596.912462:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789603596.912466:0:32680:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589935621/36 (0 0) 00010000:00000001:1.0:1789603596.912468:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.912469:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603596.912471:0:32680:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789603596.912475:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c179f0 00000002:00002000:1.0:1789603596.912477:0:32680:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789603596.912481:0:32680:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.912487:0:32680:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.912491:0:32680:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789603596.912495:0:32680:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789603596.912499:0:32680:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.912504:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000001:1.0:1789603596.912838:0:32680:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789603596.912843:0:32680:0:(namei.c:674:ll_lookup_it_finish()) it ffffb8e501c17e00 it_disposition b 00000080:00000001:1.0:1789603596.912849:0:32680:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789603596.912858:0:32680:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789603596.912863:0:32680:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789603596.912873:0:32680:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb811aa7800. 00800000:00000001:1.0:1789603596.912875:0:32680:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637112140396544 : -106961569155072 : ffff9eb811aa7800) 00800000:00000001:1.0:1789603596.912878:0:32680:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.912881:0:32680:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789603596.912884:0:32680:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1789603596.912888:0:32680:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1789603596.912895:0:32680:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789603596.912898:0:32680:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:1.0:1789603596.912902:0:32680:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789603596.912905:0:32680:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789603596.912907:0:32680:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.912911:0:32680:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1789603596.912914:0:32680:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789603596.912918:0:32680:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611172 mtime from 1789603578 to 1789603596 00000080:00200000:1.0:1789603596.912924:0:32680:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00000080:00200000:1.0:1789603596.912927:0:32680:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x24:0x0](ffff9eb80817ec08): rc = 0 00000080:00000001:1.0:1789603596.912929:0:32680:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979797512 : -106961729754104 : ffff9eb80817ec08) 00010000:00000001:1.0:1789603596.912932:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.912934:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.912935:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdde00 refcount=3 00000020:00000001:1.0:1789603596.912938:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603596.912940:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603596.912943:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.912944:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789603596.912946:0:32680:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789603596.912949:0:32680:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789603596.912951:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb811aa7800 1 00800000:00000010:1.0:1789603596.912954:0:32680:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb811aa7800. 00800000:00000001:1.0:1789603596.912958:0:32680:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603596.912963:0:32680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff9eb80817ec08) for lock 0xa04c19c788fe5475 00800000:00000001:1.0:1789603596.912967:0:32680:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603596.912969:0:32680:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603596.912970:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.912971:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.912973:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdde00 refcount=3 00000020:00000001:1.0:1789603596.912975:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603596.912977:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603596.912981:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.912982:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603596.912984:0:32680:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.912986:0:32680:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1789603596.912994:0:32680:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb82056c870 inode ffff9eb80817ec08 refc 1 flags 0x20000e 00000080:00000002:1.0:1789603596.913000:0:32680:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1789603596.913004:0:32680:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1789603596.913009:0:32680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff9eb80817ec08) 00000080:00010000:1.0:1789603596.913014:0:32680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5475 from it ffffb8e501c17e00 00010000:00000001:1.0:1789603596.913016:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.913017:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.913018:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdde00 refcount=3 00000020:00000001:1.0:1789603596.913021:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603596.913023:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603596.913025:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603596.913029:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe5475 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91ab8 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603596.913036:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.913038:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.913040:0:32680:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603596.913044:0:32680:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603596.913047:0:32680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe5475 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91ab8 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789603596.913056:0:32680:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603596.913060:0:32680:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603596.913062:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603596.913068:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.913069:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.913072:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.913076:0:32680:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603596.913078:0:32680:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.913081:0:32680:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.913084:0:32680:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.913086:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603596.913087:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.913089:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789603596.913091:0:32680:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789603596.913096:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805157200. 00000100:00000001:1.0:1789603596.913101:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000080:00000010:0.1:1789603596.913555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806947cc0. 00000100:00000040:1.0:1789603596.913617:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd7480 x1876533442897920/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/688 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.913628:0:32680:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603596.913632:0:32680:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603596.913636:0:32680:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb8057c9000. 02000000:00000001:1.0:1789603596.913641:0:32680:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603596.913644:0:32680:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603596.913655:0:32680:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=9 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603596.913658:0:32680:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603596.913661:0:32680:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a4000. 02000000:00000001:1.0:1789603596.913665:0:32680:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603596.913668:0:32680:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603596.913670:0:32680:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd7480. 00000100:00000001:1.0:1789603596.913675:0:32680:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603596.913677:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603596.913680:0:32680:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789603596.913682:0:32680:0:(dcache.c:176:ll_intent_release()) intent ffffb8e501c17e00 released 00000080:00000001:1.0:1789603596.913684:0:32680:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789603596.913689:0:32680:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603596.913692:0:32680:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789603596.913694:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17d50 00000080:00200000:1.0:1789603596.913697:0:32680:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:1.0:1789603596.913940:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805157200. 00800000:00000002:1.0:1789603596.913947:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603596.913951:0:32680:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603596.913955:0:32680:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603596.913958:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17c70 00800000:00000002:1.0:1789603596.913960:0:32680:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603596.913965:0:32680:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603596.913967:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.913970:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.913973:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.913976:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.913978:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.913980:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603596.913983:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.913987:0:32680:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789603596.913992:0:32680:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603596.913993:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17b40 00000002:00010000:1.0:1789603596.913995:0:32680:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789603596.913999:0:32680:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603596.914001:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.914005:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.914010:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:1.0:1789603596.914013:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.914017:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603596.914023:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789603596.914028:0:32680:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a5d expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1789603596.914039:0:32680:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603596.914045:0:32680:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603596.914049:0:32680:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a5d expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1789603596.914057:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789603596.914059:0:32680:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603596.914061:0:32680:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603596.914063:0:32680:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603596.914065:0:32680:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603596.914067:0:32680:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789603596.914069:0:32680:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789603596.914072:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603596.914074:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805157200. 00000080:00000001:1.0:1789603596.914077:0:32680:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789603596.914079:0:32680:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603596.914081:0:32680:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:1.0:1789603596.914085:0:32680:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5460 00800000:00000001:1.0:1789603596.914087:0:32680:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603596.914089:0:32680:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603596.914090:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.914092:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.914094:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031800 refcount=3 00000020:00000001:1.0:1789603596.914097:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.914099:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.914102:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.914103:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603596.914117:0:32680:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.914119:0:32680:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603596.914121:0:32680:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5460 from it ffffb8e501c17d88 00010000:00000001:1.0:1789603596.914123:0:32680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603596.914124:0:32680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603596.914126:0:32680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031800 refcount=3 00000020:00000001:1.0:1789603596.914128:0:32680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.914130:0:32680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844214784 : -106961865336832 : ffff9eb800031800) 00010000:00000001:1.0:1789603596.914133:0:32680:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603596.914136:0:32680:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91a5d expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789603596.914143:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.914144:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.914145:0:32680:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603596.914147:0:32680:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603596.914150:0:32680:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91a5d expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789603596.914157:0:32680:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603596.914989:0:32680:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603596.914994:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603596.915001:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.915003:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.915005:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.915011:0:32680:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603596.915013:0:32680:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.915015:0:32680:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.915019:0:32680:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.915022:0:32680:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603596.915024:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.915025:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603596.915030:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789603596.915033:0:32680:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603596.915038:0:32680:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 3 00000080:00000001:1.0:1789603596.915046:0:32680:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.915055:0:32680:0:(namei.c:2258:ll_rmdir()) Process entered 00000020:00000001:1.0:1789603596.915058:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17e18 00000080:00200000:1.0:1789603596.915061:0:32680:0:(namei.c:2261:ll_rmdir()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00000001:1.0:1789603596.915065:0:32680:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:1.0:1789603596.915069:0:32680:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-2, [0x200000405:0x24:0x0]) is foreign... 00000080:00000001:1.0:1789603596.915073:0:32680:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1789603596.915082:0:32680:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805157200. 00800000:00000002:1.0:1789603596.915088:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00800000:00000001:1.0:1789603596.915097:0:32680:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1789603596.915500:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.915505:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.915507:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.915527:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.915529:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.915531:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603596.915533:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.915536:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.915537:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.915538:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.915540:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.915541:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.915543:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1789603596.915545:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.915548:0:32680:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1789603596.915550:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.915551:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.915552:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.915553:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.915555:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.915557:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1789603596.915558:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.915561:0:32680:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x24:0x0] 00800000:00000001:1.0:1789603596.915563:0:32680:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.915565:0:32680:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x24:0x0] -> mds #0 00000002:00000001:1.0:1789603596.915571:0:32680:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1789603596.915573:0:32680:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789603596.915581:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:1.0:1789603596.915585:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.915589:0:32680:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789603596.915593:0:32680:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789603596.915599:0:32680:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e91a5d expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1789603596.915612:0:32680:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789603596.915617:0:32680:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789603596.915619:0:32680:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789603596.915622:0:32680:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789603596.915626:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.915629:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.915631:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 3 00010000:00000001:1.0:1789603596.915633:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603596.915637:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.915639:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.915640:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.915642:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 3 00010000:00000001:1.0:1789603596.915644:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603596.915658:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.915660:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.915661:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.915663:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 3 00010000:00000001:1.0:1789603596.915665:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603596.915667:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.915669:0:32680:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789603596.915673:0:32680:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9eb808190840, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789603596.915678:0:32680:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789603596.915680:0:32680:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789603596.915683:0:32680:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789603596.915685:0:32680:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.915690:0:32680:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789603596.915694:0:32680:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789603596.915696:0:32680:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789603596.915698:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603596.916226:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789603596.916232:0:32680:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb800031800 with handle 0xa04c19c788fe5460 from hash 00010000:00000001:1.0:1789603596.916236:0:32680:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789603596.916237:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.916239:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.916240:0:32680:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789603596.916244:0:32680:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789603596.916246:0:32680:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789603596.916249:0:32680:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789603596.916252:0:32680:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603596.916255:0:32680:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603596.916257:0:32680:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789603596.916261:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248f00 count: 3 00010000:00000001:1.0:1789603596.916264:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603596.916266:0:32680:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789603596.916269:0:32680:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789603596.916272:0:32680:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe5475 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e91ab8 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1789603596.916280:0:32680:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789603596.916282:0:32680:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789603596.916284:0:32680:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789603596.916285:0:32680:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode (null) 00000002:00000001:1.0:1789603596.916288:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.916290:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.916292:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248f00 count: 4 00010000:00000001:1.0:1789603596.916294:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603596.916296:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.916298:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.916299:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.916301:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248f00 count: 4 00010000:00000001:1.0:1789603596.916303:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603596.916305:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.916306:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.916307:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.916309:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248f00 count: 4 00010000:00000001:1.0:1789603596.916311:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603596.916314:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.916315:0:32680:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789603596.916318:0:32680:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x24:0x0] lli = ffff9eb80817eb40, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789603596.916321:0:32680:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789603596.916322:0:32680:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789603596.916324:0:32680:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1789603596.916327:0:32680:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x24:0x0](ffff9eb80817ec08) invalid 00000020:00000001:1.0:1789603596.916331:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17a80 00000080:00002000:1.0:1789603596.916333:0:32680:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff9eb82056c870) parent ffff9eb8081326c0 inode ffff9eb80817ec08 refc 2 00000080:00000001:1.0:1789603596.916338:0:32680:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1789603596.916340:0:32680:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789603596.916341:0:32680:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.916344:0:32680:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789603596.916345:0:32680:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789603596.916347:0:32680:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789603596.916349:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603596.916350:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789603596.916353:0:32680:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fdde00 with handle 0xa04c19c788fe5475 from hash 00010000:00000001:1.0:1789603596.916355:0:32680:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789603596.916357:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.916358:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.916359:0:32680:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789603596.916361:0:32680:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789603596.916362:0:32680:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789603596.916365:0:32680:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789603596.916368:0:32680:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe546e lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e91a79 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1789603596.916375:0:32680:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789603596.916376:0:32680:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789603596.916378:0:32680:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789603596.916379:0:32680:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode CR 00000002:00000001:1.0:1789603596.916381:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.916382:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.916383:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248f00 count: 4 00010000:00000001:1.0:1789603596.916385:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603596.916388:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.916389:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.916391:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.916392:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248f00 count: 4 00010000:00000001:1.0:1789603596.916394:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603596.916396:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.916397:0:32680:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.916400:0:32680:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789603596.916405:0:32680:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789603596.916413:0:32680:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9eb805157800. 00000080:00000001:1.0:1789603596.916415:0:32680:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:1.0:1789603596.916421:0:32680:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb811aa7f40 2 00000080:00000001:1.0:1789603596.916426:0:32680:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789603596.916430:0:32680:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1789603596.916432:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.916434:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.916436:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.916438:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.916440:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.916443:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1789603596.916445:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.916447:0:32680:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x24:0x0] 00000002:00000001:1.0:1789603596.916451:0:32680:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789603596.916453:0:32680:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9eb81291b000: [0x200000405:0x24:0x0] file closed with intent: 0 00000100:00000010:1.0:1789603596.916464:0:32680:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd7480. 00000020:00000040:1.0:1789603596.916469:0:32680:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=10 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603596.916475:0:32680:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603596.916479:0:32680:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603596.916485:0:32680:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603596.916495:0:32680:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb805157600. 00000100:00000001:1.0:1789603596.916504:0:32680:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789603596.917378:0:32680:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9eb810d1d180 x1876533442897536/t4294967629(4294967629) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603612 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789603596.917394:0:32680:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789603596.917401:0:32680:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb806bd7480 x1876533442898176/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789603596.917409:0:32680:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603596.917412:0:32680:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603596.917423:0:32680:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80402fc00. 00000100:00000001:1.0:1789603596.917426:0:32680:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911316480 : -106961798235136 : ffff9eb80402fc00) 00000100:00000001:1.0:1789603596.917429:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.917430:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957091456 : -106961752460160 : ffff9eb806bd7480) 00000100:00000001:1.0:1789603596.917436:0:32680:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603596.917441:0:32680:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.917444:0:32680:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603596.917446:0:32680:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603596.917451:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd7480 x1876533442898176/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.917459:0:32680:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603596.917462:0:32680:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.917465:0:32680:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603596.917469:0:32680:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603596.917471:0:32680:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603596.917475:0:32680:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd7480 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442898176:192.168.204.129@tcp:35:rm.0 00000100:00000001:1.0:1789603596.917479:0:32680:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603596.917486:0:32680:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603596.917489:0:32680:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.917492:0:32680:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603596.917498:0:32680:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a4000. 02000000:00000001:1.0:1789603596.917500:0:32680:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603596.917542:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603596.917549:0:32680:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35cb8. 00000400:00000010:1.0:1789603596.917558:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcee0. 00000100:00000200:1.0:1789603596.917566:0:32680:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442898176, portal 10 00000100:00000001:1.0:1789603596.917568:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.917569:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957091456 : -106961752460160 : ffff9eb806bd7480) 00000100:00000040:1.0:1789603596.917578:0:32680:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd7480 x1876533442898176/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.917586:0:32680:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603596.917590:0:32680:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603596.917593:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fce58. 00000100:00000200:1.0:1789603596.917598:0:32680:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876533442898176, offset 0 00000400:00000200:1.0:1789603596.917606:0:32680:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603596.917618:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603596.917629:0:32680:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603596.917636:0:32680:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603596.917643:0:32680:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603596.917658:0:32680:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603596.917661:0:32680:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603596.917666:0:32680:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2795:2795:256:4294967295] 192.168.204.129@tcp LPNI seq info [2795:2795:8:4294967295] 00000400:00000200:1.0:1789603596.917670:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603596.917683:0:32680:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603596.917690:0:32680:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603596.917697:0:32680:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9600. 00000800:00000200:1.0:1789603596.917705:0:32680:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603596.917714:0:32680:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603596.917719:0:32680:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789603596.917861:0:32680:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603596.917867:0:32680:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 845695 usecs (846 jiffies) 00000400:00000200:1.0:1789603596.917871:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603596.917874:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296596697 00000100:00000001:1.0:1789603596.917878:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:1.0:1789603596.917881:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296596697 00000100:00000001:1.0:1789603596.917884:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:1.0:1789603596.917887:0:32680:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603596.917890:0:32680:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.917893:0:32680:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603596.917895:0:32680:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603596.917898:0:32680:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80402fc00 going to sleep for 11 seconds 00000100:00000001:1.0:1789603596.917901:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603596.917905:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603596.920180:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603596.920193:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9600. 00000400:00000200:3.0:1789603596.920203:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.920214:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603596.920225:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fce58 00000400:00000010:3.0:1789603596.920230:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fce58. 00000100:00000001:3.0:1789603596.920236:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603596.920250:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd7480 x1876533442898176/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.920267:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603596.920271:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd7480 x1876533442898176/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603612 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603596.920279:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603596.920281:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:1.1:1789603596.920565:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808190000. 00000080:00000010:1.1:1789603596.920584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806947200. 00000800:00000001:2.0:1789603596.923345:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.923372:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603596.923377:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.923380:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.923392:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.923402:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603596.923416:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.923423:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.923430:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.923435:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d45e900 00000400:00000200:2.0:1789603596.923442:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.923451:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x7f55 [1] + 224 00000800:00000001:2.0:1789603596.923460:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.923469:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.923474:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603596.923479:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603596.923489:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603596.923500:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd7480 x1876533442898176/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603596.923567:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9eb806bd7480 x1876533442898176/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603596.923589:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603596.923600:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.923604:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.923744:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603596.923755:0:32680:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603596.923757:0:32680:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603596.923762:0:32680:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35cb8. 00000400:00000200:1.0:1789603596.923767:0:32680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcee0 00000400:00000010:1.0:1789603596.923770:0:32680:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcee0. 00000100:00000001:1.0:1789603596.923775:0:32680:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603596.923780:0:32680:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd7480 x1876533442898176/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603596.923789:0:32680:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd7480 x1876533442898176/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.923796:0:32680:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603596.923799:0:32680:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.923801:0:32680:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603596.923805:0:32680:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603596.923809:0:32680:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603596.923811:0:32680:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.923816:0:32680:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603596.923831:0:32680:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb4f0 time=143 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603596.923836:0:32680:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603596.923839:0:32680:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603596.923841:0:32680:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.923845:0:32680:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603596.923849:0:32680:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.923853:0:32680:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789603596.923856:0:32680:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789603596.923857:0:32680:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789603596.923860:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.923862:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957091456 : -106961752460160 : ffff9eb806bd7480) 00000100:00000001:1.0:1789603596.923866:0:32680:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603596.923868:0:32680:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:1.0:1789603596.923870:0:32680:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603596.923874:0:32680:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603596.923880:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd7480 x1876533442898176/t4294967631(4294967631) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603612 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.923887:0:32680:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603596.923891:0:32680:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603596.923893:0:32680:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603596.923898:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd7480 x1876533442898176/t4294967631(4294967631) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603612 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603596.923912:0:32680:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd7480 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442898176:192.168.204.129@tcp:35:rm.0 00000100:00000001:1.0:1789603596.923919:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.923923:0:32680:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.923926:0:32680:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603596.923928:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603596.923932:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd7480 x1876533442898176/t4294967631(4294967631) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603612 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.923940:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603596.923943:0:32680:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80402fc00. 00000100:00000001:1.0:1789603596.923946:0:32680:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603596.923948:0:32680:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.923957:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.923958:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957091456 : -106961752460160 : ffff9eb806bd7480) 00000002:00000001:1.0:1789603596.923962:0:32680:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.923966:0:32680:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.923971:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb811aa7f40 2 00000080:00000010:1.0:1789603596.923975:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805157800. 00000080:00000001:1.0:1789603596.923980:0:32680:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789603596.923984:0:32680:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1789603596.923988:0:32680:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603596.923991:0:32680:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603596.923995:0:32680:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603596.923997:0:32680:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603596.924000:0:32680:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.924002:0:32680:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1789603596.924005:0:32680:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.924010:0:32680:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789603596.924017:0:32680:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9eb810d1d180 x1876533442897536/t4294967629(4294967629) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.924026:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.924027:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126198144 : -106961583353472 : ffff9eb810d1d180) 00000100:00000001:1.0:1789603596.924030:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603596.924034:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1d180 x1876533442897536/t4294967629(4294967629) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603612 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.924040:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.924042:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603596.924044:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd7480 x1876533442898176/t4294967631(4294967631) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603612 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.924050:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.924052:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603596.924055:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1d180 x1876533442897536/t4294967629(4294967629) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/664 e 0 to 0 dl 1789603612 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.924062:0:32680:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1789603596.924066:0:32680:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603596.924068:0:32680:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=9 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603596.924070:0:32680:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603596.924074:0:32680:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8051e0c00. 02000000:00000001:1.0:1789603596.924079:0:32680:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603596.924081:0:32680:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603596.924083:0:32680:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1d180. 00000100:00000001:1.0:1789603596.924087:0:32680:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603596.924089:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.924091:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603596.924094:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd7480 x1876533442898176/t4294967631(4294967631) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603612 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.924101:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603596.924103:0:32680:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9eb8069479a0. 00000002:00000001:1.0:1789603596.924117:0:32680:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.924119:0:32680:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603596.924121:0:32680:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9eb807a3f000. 00000100:00000001:1.0:1789603596.924124:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603596.924128:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd7480 x1876533442898176/t4294967631(4294967631) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603596.924134:0:32680:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603596.924136:0:32680:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603596.924141:0:32680:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a4000. 02000000:00000001:1.0:1789603596.924144:0:32680:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603596.924145:0:32680:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603596.924146:0:32680:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603596.924148:0:32680:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603596.924150:0:32680:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb805157600. 02000000:00000001:1.0:1789603596.924152:0:32680:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603596.924153:0:32680:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603596.924155:0:32680:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd7480. 00000100:00000001:1.0:1789603596.924167:0:32680:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603596.924169:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603596.924172:0:32680:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.924176:0:32680:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789603596.924179:0:32680:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode (null) 00000002:00000001:1.0:1789603596.924183:0:32680:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603596.924187:0:32680:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603596.924195:0:32680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248f00 count: 4 00010000:00000001:1.0:1789603596.924199:0:32680:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603596.924205:0:32680:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.924207:0:32680:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.924211:0:32680:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1789603596.924214:0:32680:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x24:0x0](ffff9eb80817ec08) invalid 00000020:00000001:1.0:1789603596.924219:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17a80 00000080:00002000:1.0:1789603596.924221:0:32680:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff9eb82056c870) parent ffff9eb8081326c0 inode ffff9eb80817ec08 refc 2 00000080:00000001:1.0:1789603596.924226:0:32680:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1789603596.924229:0:32680:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789603596.924232:0:32680:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.924237:0:32680:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789603596.924241:0:32680:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789603596.924244:0:32680:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789603596.924246:0:32680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603596.924250:0:32680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789603596.924255:0:32680:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb800031e00 with handle 0xa04c19c788fe546e from hash 00010000:00000001:1.0:1789603596.924259:0:32680:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789603596.924261:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603596.924263:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.924265:0:32680:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789603596.924269:0:32680:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789603596.924272:0:32680:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789603596.924276:0:32680:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1789603596.924279:0:32680:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1789603596.924283:0:32680:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1789603596.924290:0:32680:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd7480. 00000020:00000040:1.0:1789603596.924293:0:32680:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=9 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:1.0:1789603596.924299:0:32680:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789603596.924301:0:32680:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.924304:0:32680:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789603596.924310:0:32680:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603596.924314:0:32680:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.924317:0:32680:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603596.924319:0:32680:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603596.924325:0:32680:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603596.924334:0:32680:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb805157600. 00000100:00000001:1.0:1789603596.924342:0:32680:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.924345:0:32680:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603596.924348:0:32680:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789603596.924355:0:32680:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe5475 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91ab8 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789603596.924366:0:32680:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe546e lrc: 1/0,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91a79 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1789603596.924374:0:32680:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91a5d expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1789603596.924381:0:32680:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:1.0:1789603596.924383:0:32680:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1789603596.924385:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789603596.924388:0:32680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe5475 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91ab8 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789603596.924410:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.924412:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789603596.924414:0:32680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031e00/0xa04c19c788fe546e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91a79 expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1789603596.924421:0:32680:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb819248f00 count: 0 00010000:00000010:1.0:1789603596.924427:0:32680:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb805741300. 00010000:00000001:1.0:1789603596.924434:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.924435:0:32680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789603596.924438:0:32680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031800/0xa04c19c788fe5460 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91a5d expref: -99 pid: 32680 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:1.0:1789603596.924444:0:32680:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb819248400 count: 0 00010000:00000010:1.0:1789603596.924448:0:32680:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb805741e00. 00010000:00000001:1.0:1789603596.924452:0:32680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603596.924455:0:32680:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.924456:0:32680:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603596.924458:0:32680:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.924460:0:32680:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1789603596.924473:0:32680:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1789603596.924480:0:32680:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb806bd7480 x1876533442898432/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603596.924488:0:32680:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603596.924490:0:32680:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603596.924498:0:32680:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80402fc00. 00000100:00000001:1.0:1789603596.924500:0:32680:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911316480 : -106961798235136 : ffff9eb80402fc00) 00000100:00000001:1.0:1789603596.924503:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.924504:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957091456 : -106961752460160 : ffff9eb806bd7480) 00000100:00000001:1.0:1789603596.924559:0:32680:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603596.924566:0:32680:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.924569:0:32680:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603596.924571:0:32680:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603596.924575:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd7480 x1876533442898432/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603596.924582:0:32680:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603596.924585:0:32680:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.924589:0:32680:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603596.924591:0:32680:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603596.924594:0:32680:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603596.924598:0:32680:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd7480 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442898432:192.168.204.129@tcp:36:rm.0 00000100:00000001:1.0:1789603596.924602:0:32680:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603596.924609:0:32680:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603596.924612:0:32680:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.924615:0:32680:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603596.924620:0:32680:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a4000. 02000000:00000001:1.0:1789603596.924621:0:32680:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603596.924627:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603596.924631:0:32680:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35cb8. 00000400:00000010:1.0:1789603596.924638:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcee0. 00000100:00000200:1.0:1789603596.924657:0:32680:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442898432, portal 10 00000100:00000001:1.0:1789603596.924660:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.924661:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957091456 : -106961752460160 : ffff9eb806bd7480) 00000100:00000040:1.0:1789603596.924669:0:32680:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd7480 x1876533442898432/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603596.924677:0:32680:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603596.924680:0:32680:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603596.924684:0:32680:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fce58. 00000100:00000200:1.0:1789603596.924688:0:32680:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1876533442898432, offset 0 00000400:00000200:1.0:1789603596.924695:0:32680:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603596.924704:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603596.924714:0:32680:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603596.924721:0:32680:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603596.924727:0:32680:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603596.924732:0:32680:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603596.924735:0:32680:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603596.924740:0:32680:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2796:2796:256:4294967295] 192.168.204.129@tcp LPNI seq info [2796:2796:8:4294967295] 00000400:00000200:1.0:1789603596.924745:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603596.924756:0:32680:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603596.924768:0:32680:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603596.924775:0:32680:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9c00. 00000800:00000200:1.0:1789603596.924784:0:32680:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603596.924793:0:32680:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603596.924799:0:32680:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9c00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1789603596.924955:0:32680:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603596.924962:0:32680:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 844557 usecs (845 jiffies) 00000400:00000200:1.0:1789603596.924966:0:32680:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603596.924970:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296596703 00000100:00000001:1.0:1789603596.924974:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296597354 00000100:00000001:1.0:1789603596.924977:0:32680:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296596703 00000100:00000001:1.0:1789603596.924979:0:32680:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296597355 00000100:00000001:1.0:1789603596.924982:0:32680:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603596.924985:0:32680:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.924988:0:32680:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603596.924990:0:32680:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603596.924994:0:32680:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80402fc00 going to sleep for 11 seconds 00000100:00000001:1.0:1789603596.924996:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603596.924999:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603596.929895:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603596.929911:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9c00. 00000400:00000200:3.0:1789603596.929922:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603596.929935:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603596.929945:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fce58 00000400:00000010:3.0:1789603596.929949:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fce58. 00000100:00000001:3.0:1789603596.929956:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603596.929967:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd7480 x1876533442898432/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603612 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603596.929985:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603596.929989:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd7480 x1876533442898432/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603612 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603596.929997:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603596.929999:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603596.931338:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.931360:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603596.931364:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.931367:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.931377:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.931387:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603596.931398:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.931404:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.931410:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.931415:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d45ea00 00000400:00000200:2.0:1789603596.931422:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603596.931429:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x7f5d [1] + 224 00000800:00000001:2.0:1789603596.931438:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.931448:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603596.931452:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603596.931456:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603596.931465:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603596.931475:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd7480 x1876533442898432/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603596.931487:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9eb806bd7480 x1876533442898432/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603596.931532:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603596.931542:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603596.931546:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1789603596.931625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdde00. 00010000:00000010:1.1:1789603596.931637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248f00. 00010000:00000010:1.1:1789603596.931643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031e00. 00010000:00000010:1.1:1789603596.931657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248400. 00010000:00000010:1.1:1789603596.931681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031800. 00000100:00000001:1.0:1789603596.931702:0:32680:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603596.931713:0:32680:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603596.931715:0:32680:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603596.931719:0:32680:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35cb8. 00000400:00000200:1.0:1789603596.931724:0:32680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcee0 00000400:00000010:1.0:1789603596.931727:0:32680:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcee0. 00000100:00000001:1.0:1789603596.931730:0:32680:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603596.931736:0:32680:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd7480 x1876533442898432/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603596.931746:0:32680:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd7480 x1876533442898432/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/624 e 0 to 0 dl 1789603612 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603596.931753:0:32680:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603596.931756:0:32680:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.931759:0:32680:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603596.931763:0:32680:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603596.931766:0:32680:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603596.931770:0:32680:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603596.931774:0:32680:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603596.931787:0:32680:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=144 v=5 (106 106 106 137) 00000100:00001000:1.0:1789603596.931792:0:32680:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603596.931795:0:32680:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603596.931797:0:32680:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603596.931801:0:32680:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603596.931805:0:32680:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.931810:0:32680:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789603596.931812:0:32680:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009b/0x10000013f] 00000100:00000001:1.0:1789603596.931814:0:32680:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789603596.931817:0:32680:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603596.931820:0:32680:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957091456 : -106961752460160 : ffff9eb806bd7480) 00000100:00000001:1.0:1789603596.931824:0:32680:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603596.931827:0:32680:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:1.0:1789603596.931829:0:32680:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603596.931833:0:32680:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603596.931839:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd7480 x1876533442898432/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/456 e 0 to 0 dl 1789603612 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603596.931847:0:32680:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603596.931851:0:32680:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603596.931853:0:32680:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603596.931857:0:32680:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd7480 x1876533442898432/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/456 e 0 to 0 dl 1789603612 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603596.931872:0:32680:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd7480 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:32680:1876533442898432:192.168.204.129@tcp:36:rm.0 00000100:00000001:1.0:1789603596.931878:0:32680:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603596.931881:0:32680:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603596.931884:0:32680:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603596.931887:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603596.931890:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd7480 x1876533442898432/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/456 e 0 to 0 dl 1789603612 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603596.931897:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603596.931900:0:32680:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80402fc00. 00000100:00000001:1.0:1789603596.931904:0:32680:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603596.931906:0:32680:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.931918:0:32680:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.931924:0:32680:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.931929:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603596.931933:0:32680:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805157200. 00000100:00000001:1.0:1789603596.931943:0:32680:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603596.931947:0:32680:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd7480 x1876533442898432/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/456 e 0 to 0 dl 1789603612 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603596.931954:0:32680:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.931957:0:32680:0:(namei.c:2304:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.931980:0:32680:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1789603596.931985:0:32680:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:1.0:1789603596.931987:0:32680:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9eb80817ec08) 00800000:00000001:1.0:1789603596.931993:0:32680:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1789603596.931995:0:32680:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x24:0x0] 00000002:00000001:1.0:1789603596.932001:0:32680:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1789603596.932009:0:32680:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603596.932011:0:32680:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1789603596.932014:0:32680:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603596.932016:0:32680:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.932018:0:32680:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1789603596.932021:0:32680:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1789603596.932023:0:32680:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603596.932026:0:32680:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603596.932029:0:32680:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb811aa7f40 1 00800000:00000010:1.0:1789603596.932032:0:32680:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb811aa7f40. 00000080:00000001:1.0:1789603596.932038:0:32680:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1789603596.932039:0:32680:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1789603596.932054:0:32680:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789603596.932058:0:32680:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17e30 00000080:00002000:1.0:1789603596.932061:0:32680:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff9eb82056c870, parent ffff9eb8081326c0, inode 0000000000000000) hashed, 00000080:00000001:1.0:1789603596.932064:0:32680:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603596.932068:0:32680:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789603596.932070:0:32680:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1789603596.940580:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb80817eb40. 00000080:00000010:1.1:1789603596.940605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5a60. 00010000:00000001:3.0:1789603597.228065:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603597.228074:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603597.228081:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603597.228082:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603597.228085:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603597.228086:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603597.228208:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603597.228213:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603597.228216:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789603598.051892:0:32768:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603598.251972:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603598.251984:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603598.251992:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603598.251994:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603598.251999:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603598.252000:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603598.252096:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603598.252110:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603598.252114:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789603598.442604:0:27602:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296597355, at 4296597376 00000100:00000010:3.0:1789603598.442698:0:27602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb8051035a0. 00000100:00000040:2.0:1789603598.442736:0:29041:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296597354, at 4296597376 00000100:00000010:2.0:1789603598.443228:0:29041:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb805103780. 00010000:00000001:3.0:1789603599.276122:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603599.276133:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603599.276140:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603599.276141:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603599.276145:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603599.276146:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603599.276298:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603599.276302:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603599.276306:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789603599.988172:0:32907:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603600.106944:0:13754:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603600.106958:0:13754:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603600.106972:0:13754:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b48a80. 00000020:00000040:3.0:1789603600.106980:0:13754:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:3.0:1789603600.106986:0:13754:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603600.106989:0:13754:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603600.106996:0:13754:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603600.107006:0:13754:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783f600. 00000100:00000001:3.0:1789603600.107014:0:13754:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603600.107030:0:13754:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb810b48a80 x1876533442898560/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603600.107126:0:13754:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603600.107132:0:13754:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603600.107142:0:13754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad1a034b] to pc [ptlrpcd_01_01+1] req@ffff9eb810b48a80 x1876533442898560/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603600.107180:0:13754:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603600.107183:0:13754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603600.107187:0:13754:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603600.107191:0:13754:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4bb80. 00000020:00000040:3.0:1789603600.107194:0:13754:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=10 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:3.0:1789603600.107196:0:13754:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603600.107198:0:13754:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603600.107200:0:13754:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603600.107203:0:13754:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783f400. 00000100:00000001:3.0:1789603600.107207:0:13754:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603600.107212:0:13754:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID req@ffff9eb810b4bb80 x1876533442898688/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603600.107219:0:13754:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603600.107221:0:13754:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603600.107225:0:13754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfb1bbcb] to pc [ptlrpcd_01_00+0] req@ffff9eb810b4bb80 x1876533442898688/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603600.107233:0:13754:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603600.107236:0:13754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603600.107240:0:13754:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603600.107242:0:13754:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4aa00. 00000020:00000040:3.0:1789603600.107244:0:13754:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:3.0:1789603600.107247:0:13754:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603600.107248:0:13754:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603600.107249:0:13754:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603600.107252:0:13754:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783f300. 00000100:00000001:3.0:1789603600.107255:0:13754:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603600.107258:0:13754:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb810b4aa00 x1876533442898816/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603600.107266:0:13754:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603600.107268:0:13754:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603600.107271:0:13754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643c2433] to pc [ptlrpcd_01_01+1] req@ffff9eb810b4aa00 x1876533442898816/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603600.107277:0:13754:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603600.107280:0:13754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603600.107283:0:13754:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603600.107286:0:13754:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b48000. 00000020:00000040:3.0:1789603600.107288:0:13754:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:3.0:1789603600.107290:0:13754:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603600.107291:0:13754:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603600.107292:0:13754:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603600.107295:0:13754:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783fb00. 00000100:00000001:3.0:1789603600.107297:0:13754:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603600.107300:0:13754:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID req@ffff9eb810b48000 x1876533442898944/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603600.107306:0:13754:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603600.107308:0:13754:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603600.107310:0:13754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fae3e1d6] to pc [ptlrpcd_01_00+0] req@ffff9eb810b48000 x1876533442898944/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603600.107317:0:13754:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603600.107319:0:13754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603600.107322:0:13754:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603600.107325:0:13754:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49c00. 00000020:00000040:3.0:1789603600.107328:0:13754:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:3.0:1789603600.107329:0:13754:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603600.107330:0:13754:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603600.107332:0:13754:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603600.107334:0:13754:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783f900. 00000100:00000001:3.0:1789603600.107337:0:13754:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603600.107340:0:13754:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID req@ffff9eb810b49c00 x1876533442899072/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603600.107346:0:13754:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603600.107347:0:13754:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603600.107350:0:13754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5cc5a39] to pc [ptlrpcd_01_01+1] req@ffff9eb810b49c00 x1876533442899072/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603600.107356:0:13754:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603600.107360:0:13754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1936) 00000100:00000001:3.0:1789603600.107371:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603600.107375:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603600.107378:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603600.107382:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4bb80 x1876533442898688/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603600.107396:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603600.107399:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603600.107403:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603600.107406:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603600.107408:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603600.107412:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442898688:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603600.107417:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603600.107422:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603600.107425:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603600.107427:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603600.107431:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8118b7800. 02000000:00000001:3.0:1789603600.107433:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603600.107443:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603600.107448:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8057488f0. 00000400:00000010:3.0:1789603600.107456:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0908. 00000100:00000200:3.0:1789603600.107463:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442898688, portal 10 00000100:00000001:3.0:1789603600.107466:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603600.107468:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124291968 : -106961585259648 : ffff9eb810b4bb80) 00000100:00000040:3.0:1789603600.107476:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b4bb80 x1876533442898688/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603600.107484:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603600.107487:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603600.107490:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d04c8. 00000100:00000200:3.0:1789603600.107493:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442898688, offset 0 00000400:00000200:3.0:1789603600.107500:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000100:00000001:2.0:1789603600.107602:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603600.107605:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603600.107607:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603600.107614:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b48a80 x1876533442898560/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.107621:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603600.107623:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603600.107625:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603600.107627:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603600.107629:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603600.107631:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2403:1876533442898560:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603600.107635:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603600.107638:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603600.107639:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603600.107641:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603600.107645:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb818e0c400. 02000000:00000001:2.0:1789603600.107647:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603600.107651:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603600.107654:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3898. 00000400:00000010:2.0:1789603600.107658:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7440. 00000100:00000200:2.0:1789603600.107661:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442898560, portal 25 00000100:00000001:2.0:1789603600.107663:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603600.107664:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124279424 : -106961585272192 : ffff9eb810b48a80) 00000100:00000040:2.0:1789603600.107669:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b48a80 x1876533442898560/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.107675:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603600.107677:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603600.107679:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7b28. 00000100:00000200:2.0:1789603600.107681:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442898560, offset 0 00000400:00000200:2.0:1789603600.107686:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603600.109302:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.109320:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603600.109327:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603600.109332:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603600.109337:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603600.109341:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603600.109348:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2797:2797:256:4294967295] 192.168.204.129@tcp LPNI seq info [2797:2797:8:4294967295] 00000400:00000200:3.0:1789603600.109353:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.109365:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603600.109374:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603600.109388:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f200. 00000800:00000200:3.0:1789603600.109397:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603600.109408:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603600.109414:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603600.109439:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603600.109446:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 843423 usecs (844 jiffies) 00000400:00000200:3.0:1789603600.109451:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603600.109455:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296599885 00000100:00000010:3.0:1789603600.109463:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb810df8ba0. 00000100:00000001:3.0:1789603600.109472:0:2402:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789603600.109481:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296599885 00000100:00000010:3.0:1789603600.109485:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb810df87e0. 00000100:00000001:3.0:1789603600.109489:0:2402:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789603600.109492:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603600.109498:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603600.109502:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603600.109529:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b48000 x1876533442898944/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603600.109539:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603600.109541:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603600.109545:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603600.109550:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603600.109553:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603600.109556:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442898944:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603600.109560:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603600.109565:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603600.109568:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603600.109571:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603600.109576:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8118b6200. 02000000:00000001:3.0:1789603600.109578:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603600.109582:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603600.109599:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748318. 00000400:00000010:3.0:1789603600.109605:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0b28. 00000100:00000200:3.0:1789603600.109612:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442898944, portal 4 00000100:00000001:3.0:1789603600.109614:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603600.109616:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124276736 : -106961585274880 : ffff9eb810b48000) 00000100:00000040:3.0:1789603600.109624:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b48000 x1876533442898944/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603600.109631:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603600.109634:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603600.109637:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0770. 00000100:00000200:3.0:1789603600.109640:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442898944, offset 0 00000400:00000200:3.0:1789603600.109647:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603600.111631:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603600.111647:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603600.111654:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603600.111659:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603600.111664:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603600.111667:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603600.111671:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2798:2798:255:4294967295] 192.168.204.129@tcp LPNI seq info [2798:2798:7:4294967295] 00000400:00000200:2.0:1789603600.111675:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603600.111686:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603600.111692:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603600.111705:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8086d7100. 00000800:00000200:2.0:1789603600.111721:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603600.111734:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603600.111739:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8086d7100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603600.111745:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603600.111751:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603600.111754:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296602991 00000100:00000001:2.0:1789603600.111763:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296599885 00000100:00000001:2.0:1789603600.111770:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296602991 00000100:00000001:2.0:1789603600.111774:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296599885 00000100:00000001:2.0:1789603600.111779:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603600.111785:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603600.111789:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603600.111799:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4aa00 x1876533442898816/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.111809:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603600.111812:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603600.111832:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603600.111835:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603600.111838:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603600.111842:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442898816:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603600.111846:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603600.111851:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603600.111855:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603600.111857:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603600.111863:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb818e0cc00. 02000000:00000001:2.0:1789603600.111865:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603600.111869:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603600.111873:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3ec8. 00000400:00000010:2.0:1789603600.111879:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d72a8. 00000100:00000200:2.0:1789603600.111886:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442898816, portal 10 00000100:00000001:2.0:1789603600.111888:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603600.111889:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124287488 : -106961585264128 : ffff9eb810b4aa00) 00000100:00000040:2.0:1789603600.111898:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b4aa00 x1876533442898816/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.111905:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603600.111907:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603600.111910:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7880. 00000100:00000200:2.0:1789603600.111913:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442898816, offset 0 00000400:00000200:2.0:1789603600.111920:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603600.111926:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603600.111929:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603600.111932:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603600.111935:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603600.111937:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603600.111939:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603600.111941:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2799:2799:254:4294967295] 192.168.204.129@tcp LPNI seq info [2799:2799:6:4294967295] 00000400:00000200:2.0:1789603600.111945:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603600.111950:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603600.111955:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603600.111959:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8086d7c00. 00000800:00000200:2.0:1789603600.111962:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603600.111966:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603600.111968:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8086d7c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603600.111971:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603600.111975:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21362 usecs (22 jiffies) 00000400:00000200:2.0:1789603600.111978:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603600.111980:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296599067 00000100:00000001:2.0:1789603600.111983:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296602991 00000100:00000001:2.0:1789603600.111985:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296599067 00000100:00000001:2.0:1789603600.111987:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296602991 00000100:00000001:2.0:1789603600.111989:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603600.111991:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603600.111993:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603600.111998:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49c00 x1876533442899072/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.112006:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603600.112007:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603600.112009:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603600.112011:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603600.112013:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603600.112016:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442899072:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603600.112019:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603600.112022:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603600.112024:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603600.112025:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603600.112029:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb818e0d000. 02000000:00000001:2.0:1789603600.112030:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603600.112033:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603600.112035:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3790. 00000400:00000010:2.0:1789603600.112039:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7990. 00000100:00000200:2.0:1789603600.112041:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442899072, portal 4 00000100:00000001:2.0:1789603600.112269:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603600.112271:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124283904 : -106961585267712 : ffff9eb810b49c00) 00000100:00000040:2.0:1789603600.112279:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b49c00 x1876533442899072/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.112286:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603600.112288:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603600.112292:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7aa0. 00000100:00000200:2.0:1789603600.112295:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442899072, offset 0 00000400:00000200:2.0:1789603600.112299:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603600.112304:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603600.112308:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603600.112311:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603600.112313:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603600.112316:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603600.112318:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603600.112321:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2800:2800:253:4294967295] 192.168.204.129@tcp LPNI seq info [2800:2800:5:4294967295] 00000400:00000200:2.0:1789603600.112326:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603600.112332:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603600.112336:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603600.112340:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8086d7500. 00000800:00000200:2.0:1789603600.112344:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603600.112348:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603600.112351:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8086d7500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603600.112354:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603600.112357:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22781 usecs (23 jiffies) 00000400:00000200:2.0:1789603600.112361:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603600.112363:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296599068 00000100:00000001:2.0:1789603600.112366:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296602991 00000100:00000001:2.0:1789603600.112368:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296599068 00000100:00000001:2.0:1789603600.112370:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296602991 00000100:00000001:2.0:1789603600.112372:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603600.112374:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603600.112378:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603600.112382:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603600.112393:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603600.112395:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789603600.112399:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603600.112401:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603600.112403:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603600.112405:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603600.112717:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603600.112722:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f200. 00000400:00000200:2.0:1789603600.112732:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603600.112739:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603600.112747:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d04c8 00000400:00000010:2.0:1789603600.112750:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d04c8. 00000100:00000001:2.0:1789603600.112755:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603600.112762:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4bb80 x1876533442898688/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.112775:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603600.112778:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4bb80 x1876533442898688/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603616 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.112786:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603600.112787:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603600.112802:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603600.112805:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8086d7100. 00000400:00000200:2.0:1789603600.112808:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603600.112822:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603600.112825:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7b28 00000400:00000010:2.0:1789603600.112827:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7b28. 00000100:00000001:2.0:1789603600.112830:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603600.112834:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b48a80 x1876533442898560/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.112841:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603600.112844:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b48a80 x1876533442898560/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603616 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.112850:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603600.112851:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603600.112859:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603600.112862:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8086d7c00. 00000400:00000200:2.0:1789603600.112864:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603600.112867:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603600.112869:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7880 00000400:00000010:2.0:1789603600.112871:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7880. 00000100:00000001:2.0:1789603600.112873:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603600.112876:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4aa00 x1876533442898816/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.112883:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603600.112886:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4aa00 x1876533442898816/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603616 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.112892:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603600.112893:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603600.112976:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603600.112979:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8086d7500. 00000400:00000200:2.0:1789603600.112982:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603600.112986:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603600.112989:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7aa0 00000400:00000010:2.0:1789603600.112991:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7aa0. 00000100:00000001:2.0:1789603600.112993:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603600.112996:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49c00 x1876533442899072/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.113004:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603600.113007:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49c00 x1876533442899072/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603616 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.113012:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603600.113014:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1789603600.114203:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.114215:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603600.114220:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603600.114224:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603600.114228:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603600.114230:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603600.114234:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2801:2801:256:4294967295] 192.168.204.129@tcp LPNI seq info [2801:2801:8:4294967295] 00000400:00000200:3.0:1789603600.114238:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.114246:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603600.114252:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603600.114261:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f000. 00000800:00000200:3.0:1789603600.114268:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603600.114276:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603600.114280:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603600.114342:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603600.114349:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 202708 usecs (203 jiffies) 00000400:00000200:3.0:1789603600.114354:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603600.114357:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296599250 00000100:00000001:3.0:1789603600.114361:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296602991 00000100:00000001:3.0:1789603600.114363:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296599250 00000100:00000001:3.0:1789603600.114365:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296602991 00000100:00000001:3.0:1789603600.114368:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603600.114372:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603600.114376:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603600.114380:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603600.114388:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603600.114390:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789603600.114394:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603600.114396:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603600.114398:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603600.114401:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603600.119109:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603600.119135:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603600.119141:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603600.119144:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603600.119155:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603600.119165:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603600.119176:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603600.119182:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603600.119188:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603600.119193:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d45ea80 00000400:00000200:2.0:1789603600.119198:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603600.119205:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7f75 [1] + 224 00000800:00000001:2.0:1789603600.119215:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603600.119219:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603600.119224:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603600.119229:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603600.119239:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603600.119252:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b48a80 x1876533442898560/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603600.119265:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b48a80 x1876533442898560/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.119282:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:2.0:1789603600.119360:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603600.119365:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f000. 00000400:00000200:2.0:1789603600.119371:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603600.119375:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603600.119379:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0770 00000400:00000010:2.0:1789603600.119383:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0770. 00000100:00000001:2.0:1789603600.119387:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603600.119392:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b48000 x1876533442898944/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.119404:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603600.119409:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b48000 x1876533442898944/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603616 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.119416:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603600.119418:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603600.119426:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603600.119429:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603600.119431:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603600.119433:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603600.119437:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603600.119440:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603600.119445:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603600.119447:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603600.119450:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603600.119453:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d45eb00 00000400:00000200:2.0:1789603600.119457:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603600.119462:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x7f65 [1] + 224 00000800:00000001:2.0:1789603600.119466:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603600.119469:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603600.119471:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603600.119474:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603600.119477:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603600.119481:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4bb80 x1876533442898688/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603600.119490:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b4bb80 x1876533442898688/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.119504:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603600.119530:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603600.119534:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603600.119536:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603600.119538:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603600.119541:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603600.119544:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603600.119549:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603600.119551:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603600.119554:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603600.119556:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d45eb80 00000400:00000200:2.0:1789603600.119559:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603600.119563:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x7f95 [1] + 224 00000800:00000001:2.0:1789603600.119567:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603600.119570:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603600.119572:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603600.119575:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603600.119578:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603600.119596:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4aa00 x1876533442898816/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603600.119609:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b4aa00 x1876533442898816/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.119617:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603600.119622:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603600.119625:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603600.119627:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603600.119629:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603600.119632:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603600.119635:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603600.119639:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603600.119641:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603600.119644:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603600.119647:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d45ec80 00000400:00000200:2.0:1789603600.119650:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603600.119655:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7fa5 [1] + 224 00000800:00000001:2.0:1789603600.119658:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603600.119666:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603600.119668:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603600.119671:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603600.119675:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603600.119679:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49c00 x1876533442899072/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603600.119687:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b49c00 x1876533442899072/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.119694:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603600.119698:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603600.119701:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603600.119745:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603600.119749:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603600.119757:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603600.119760:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603600.119764:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3898. 00000400:00000200:2.0:1789603600.119768:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7440 00000400:00000010:2.0:1789603600.119769:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7440. 00000100:00000001:2.0:1789603600.119772:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603600.119776:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b48a80 x1876533442898560/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603600.119785:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b48a80 x1876533442898560/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.119791:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603600.119793:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603600.119796:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603600.119800:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603600.119804:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603600.119807:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603600.119811:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603600.120179:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=148 v=5 (5 5 5 5) 00000100:00001000:2.0:1789603600.120184:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=148 v=5 (1 1 1 1) 00000100:00000001:2.0:1789603600.120187:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603600.120189:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603600.120192:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603600.120195:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603600.120199:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603600.120205:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b48a80 x1876533442898560/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.120211:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603600.120215:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603600.120217:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603600.120220:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b48a80 x1876533442898560/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603600.120228:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2403:1876533442898560:192.168.204.129@tcp:400:kworker.0 00000400:00000001:2.0:1789603600.120235:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603600.120237:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603600.120238:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3ec8. 00000400:00000200:2.0:1789603600.120241:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d72a8 00000400:00000010:2.0:1789603600.120243:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d72a8. 00000100:00000001:2.0:1789603600.120245:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603600.120248:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b4aa00 x1876533442898816/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603600.120256:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b4aa00 x1876533442898816/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.120262:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603600.120263:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603600.120265:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603600.120267:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603600.120268:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603600.120270:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603600.120272:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603600.120279:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=148 v=5 (106 106 106 137) 00000100:00001000:2.0:1789603600.120282:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=148 v=5 (1 1 1 1) 00000100:00000001:2.0:1789603600.120297:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603600.120299:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603600.120300:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603600.120304:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603600.120308:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603600.120310:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1789603600.120313:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603600.120314:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603600.120318:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b4aa00 x1876533442898816/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.120324:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603600.120325:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603600.120327:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603600.120330:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4aa00 x1876533442898816/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603600.120343:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442898816:192.168.204.129@tcp:400:kworker.0 00000400:00000001:2.0:1789603600.120348:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603600.120349:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603600.120351:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3790. 00000400:00000200:2.0:1789603600.120353:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7990 00000400:00000010:2.0:1789603600.120355:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7990. 00000100:00000001:2.0:1789603600.120357:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603600.120359:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49c00 x1876533442899072/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603600.120367:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49c00 x1876533442899072/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.120373:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603600.120374:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603600.120376:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603600.120377:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603600.120379:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603600.120380:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603600.120382:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603600.120386:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=147 v=5 (5 5 5 17) 00000100:00001000:2.0:1789603600.120390:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=4 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603600.120392:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603600.120393:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603600.120395:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603600.120397:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603600.120399:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603600.120400:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:2.0:1789603600.120402:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603600.120404:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603600.120407:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49c00 x1876533442899072/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.120413:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603600.120415:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603600.120416:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603600.120420:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49c00 x1876533442899072/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603600.120428:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442899072:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603600.120432:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603600.120434:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603600.120437:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b48a80 x1876533442898560/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.120443:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603600.120446:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603600.120450:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb818e0c400. 02000000:00000001:2.0:1789603600.120453:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603600.120457:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603600.120459:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:2.0:1789603600.120461:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603600.120464:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783f600. 02000000:00000001:2.0:1789603600.120469:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603600.120471:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603600.120473:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b48a80. 00000100:00000001:2.0:1789603600.120477:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603600.120479:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603600.120480:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603600.120484:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b4aa00 x1876533442898816/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.120490:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603600.120491:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603600.120493:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb818e0cc00. 02000000:00000001:2.0:1789603600.120495:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603600.120496:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603600.120497:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603600.120499:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603600.120500:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783f300. 02000000:00000001:2.0:1789603600.120502:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603600.120504:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603600.120505:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4aa00. 00000100:00000001:2.0:1789603600.120539:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603600.120541:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603600.120542:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603600.120546:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49c00 x1876533442899072/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.120552:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603600.120553:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603600.120555:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb818e0d000. 02000000:00000001:2.0:1789603600.120557:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603600.120558:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603600.120559:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:2.0:1789603600.120561:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603600.120562:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783f900. 02000000:00000001:2.0:1789603600.120564:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603600.120565:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603600.120566:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49c00. 00000100:00000001:2.0:1789603600.120569:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603600.120570:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603600.120572:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603600.120582:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603600.120595:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603600.120598:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603600.120601:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603600.121612:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603600.121618:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603600.121626:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603600.121628:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603600.121631:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8057488f0. 00000400:00000200:2.0:1789603600.121639:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0908 00000400:00000010:2.0:1789603600.121641:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0908. 00000100:00000001:2.0:1789603600.121645:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603600.121655:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b4bb80 x1876533442898688/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603600.121666:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b4bb80 x1876533442898688/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.121674:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603600.121676:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603600.121678:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603600.121681:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603600.121684:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603600.121686:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603600.121688:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603600.121696:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=148 v=5 (106 106 106 137) 00000100:00001000:2.0:1789603600.121700:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603600.121702:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603600.121704:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603600.121706:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603600.121786:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603600.121791:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603600.121793:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967618 00000100:00000001:2.0:1789603600.121796:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603600.121800:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603600.121806:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b4bb80 x1876533442898688/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.121879:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603600.121882:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603600.121883:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603600.121888:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4bb80 x1876533442898688/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603600.121896:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442898688:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603600.121902:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603600.121905:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603600.121908:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b4bb80 x1876533442898688/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.121915:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603600.121917:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603600.121921:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8118b7800. 02000000:00000001:2.0:1789603600.121925:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603600.121929:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603600.121930:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=9 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603600.121932:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603600.121935:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783f400. 02000000:00000001:2.0:1789603600.121940:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603600.121941:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603600.121943:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4bb80. 00000100:00000001:2.0:1789603600.121947:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603600.121948:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603600.121952:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603600.121954:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603600.121955:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603600.121957:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603600.121958:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789603600.124157:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603600.124181:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603600.124187:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603600.124190:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603600.124201:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.124210:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603600.124220:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.124226:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.124232:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.124237:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d45ec00 00000400:00000200:3.0:1789603600.124244:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.124250:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7f85 [1] + 224 00000800:00000001:3.0:1789603600.124258:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603600.124265:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603600.124270:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603600.124275:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603600.124285:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603600.124296:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b48000 x1876533442898944/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603600.124307:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b48000 x1876533442898944/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603600.124329:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603600.124339:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603600.124344:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603600.124432:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603600.124437:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603600.124443:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603600.124445:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603600.124449:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748318. 00000400:00000200:2.0:1789603600.124454:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0b28 00000400:00000010:2.0:1789603600.124457:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0b28. 00000100:00000001:2.0:1789603600.124460:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603600.124465:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b48000 x1876533442898944/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603600.124474:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b48000 x1876533442898944/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.124480:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603600.124483:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603600.124485:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603600.124490:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603600.124493:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603600.124497:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603600.124500:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603600.124551:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=147 v=5 (5 5 5 17) 00000100:00001000:2.0:1789603600.124556:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603600.124559:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603600.124561:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603600.124564:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603600.124568:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603600.124572:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603600.124575:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967332 00000100:00000001:2.0:1789603600.124577:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603600.124579:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603600.124595:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b48000 x1876533442898944/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.124603:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603600.124606:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603600.124608:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603600.124612:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b48000 x1876533442898944/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603600.124620:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442898944:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603600.124625:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603600.124628:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603600.124631:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b48000 x1876533442898944/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603616 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603600.124638:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603600.124640:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603600.124645:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8118b6200. 02000000:00000001:2.0:1789603600.124648:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603600.124652:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603600.124654:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:2.0:1789603600.124657:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603600.124660:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783fb00. 02000000:00000001:2.0:1789603600.124665:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603600.124667:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603600.124669:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b48000. 00000100:00000001:2.0:1789603600.124674:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603600.124676:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603600.124678:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603600.124688:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603600.124690:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603600.124693:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603600.124696:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603600.300785:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603600.300795:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603600.300802:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603600.300803:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603600.300808:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603600.300810:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603600.300942:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603600.300948:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603600.300951:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789603600.702829:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603600.702852:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603600.702859:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603600.702861:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603600.702874:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.702884:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603600.702894:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.702900:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.702906:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.702911:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 328 into portal 15 MB=0x6aab27ecd0600 00000400:00000200:3.0:1789603600.702922:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.129@tcp of length 328/328 into md 0x7175 [2] + 1640 00000800:00000001:3.0:1789603600.702930:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603600.702934:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603600.702939:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603600.702944:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603600.702955:0:2395:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789603600.702957:0:2395:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1789603600.702965:0:2395:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4b100. 00000100:00000040:3.0:1789603600.702969:0:2395:0:(events.c:341:request_in_callback()) incoming req@ffff9eb810b4b100 x1876533468530176 msgsize 328 00000100:00100000:3.0:1789603600.702976:0:2395:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.129@tcp (source: 12345-192.168.204.129@tcp) 00000100:00000001:3.0:1789603600.702988:0:2395:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789603600.702998:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603600.703001:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603600.703003:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603600.703004:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603600.703008:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.703012:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603600.703016:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.703018:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.703021:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.703023:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 328 into portal 15 MB=0x6aab27ecd0680 00000400:00000200:3.0:1789603600.703027:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.129@tcp of length 328/328 into md 0x7175 [2] + 1968 00000400:00000010:3.0:1789603600.703032:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748840. 00000400:00000200:3.0:1789603600.703037:0:2395:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9eb820863c00 00000800:00000001:3.0:1789603600.703040:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603600.703045:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603600.703047:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603600.703050:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603600.703053:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb820863c00 00000400:00000010:3.0:1789603600.703056:0:2395:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9eb820863c00. 00000100:00000001:3.0:1789603600.703061:0:2395:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789603600.703062:0:2395:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:3.0:1789603600.703065:0:2395:0:(events.c:341:request_in_callback()) incoming req@ffff9eb80511c850 x1876533468530304 msgsize 328 00000100:00100000:3.0:1789603600.703069:0:2395:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.129@tcp (source: 12345-192.168.204.129@tcp) 00000100:00000040:3.0:1789603600.703071:0:2395:0:(events.c:353:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1789603600.703079:0:2395:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789603600.703083:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603600.703086:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1789603600.703115:0:16817:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9eb80511fc00. 00000100:00000010:3.0:1789603600.703124:0:16817:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9eb807aa0000. 00000100:00100000:3.0:1789603600.703127:0:16817:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:3.0:1789603600.703132:0:16817:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1789603600.703136:0:16817:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748840. 00000400:00000010:3.0:1789603600.703144:0:16817:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9eb804077cc0. 00000100:00000001:3.0:1789603600.703157:0:16817:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789603600.703749:0:16817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876533468530176 02000000:00000001:3.0:1789603600.703755:0:16817:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789603600.703758:0:16817:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603600.703760:0:16817:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603600.703768:0:16817:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603600.703775:0:16817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876533468530176 00000020:00000001:3.0:1789603600.703779:0:16817:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789603600.703782:0:16817:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48dd 00000020:00000001:3.0:1789603600.703785:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603600.703790:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb80640e800 refcount=4 00000020:00000001:3.0:1789603600.703793:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111948929024 : -106961760622592 : ffff9eb80640e800) 00000020:00000001:3.0:1789603600.703796:0:16817:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637111948929024 : -106961760622592 : ffff9eb80640e800) 00000100:00000001:3.0:1789603600.703802:0:16817:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789603600.703808:0:16817:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb807d57500. 00000100:00000001:3.0:1789603600.703812:0:16817:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789603600.703815:0:16817:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb807d57500. 00000020:00000010:3.0:1789603600.703822:0:16817:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb8069c3600. 00000020:00000010:3.0:1789603600.703829:0:16817:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9eb80502bf80. 00000020:00000010:3.0:1789603600.703835:0:16817:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9eb80798f190. 00000100:00000040:3.0:1789603600.703848:0:16817:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1789603600.703852:0:16817:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789603600.703854:0:16817:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789603600.703856:0:16817:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603600.703866:0:16817:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603600.703876:0:16817:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603600.703888:0:16817:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789603600.703890:0:16817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876533468530304 02000000:00000001:3.0:1789603600.703892:0:16817:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789603600.703893:0:16817:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603600.703895:0:16817:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603600.703898:0:16817:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603600.703900:0:16817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876533468530304 00000020:00000001:3.0:1789603600.703902:0:16817:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789603600.703903:0:16817:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48d6 00000020:00000001:3.0:1789603600.703905:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603600.703908:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb80640d800 refcount=4 00000020:00000001:3.0:1789603600.703910:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111948924928 : -106961760626688 : ffff9eb80640d800) 00000020:00000001:3.0:1789603600.703913:0:16817:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637111948924928 : -106961760626688 : ffff9eb80640d800) 00000100:00000001:3.0:1789603600.703915:0:16817:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789603600.703918:0:16817:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb807d57500. 00000100:00000001:3.0:1789603600.703921:0:16817:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789603600.703923:0:16817:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb807d57500. 00000020:00000010:3.0:1789603600.703929:0:16817:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb8069c3e00. 00000020:00000010:3.0:1789603600.703932:0:16817:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9eb80502be80. 00000020:00000010:3.0:1789603600.703935:0:16817:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9eb80798f3e8. 00000100:00000001:3.0:1789603600.703938:0:16817:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789603600.703939:0:16817:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789603600.703941:0:16817:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603600.703944:0:16817:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603600.703946:0:16817:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603600.703953:0:16817:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789603600.703955:0:16817:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789603600.703963:0:16817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.129@tcp, seq: 58 00000100:00000040:3.0:1789603600.703968:0:16817:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9eb80640e800 : new rpc_count 1 00000100:00000001:3.0:1789603600.703970:0:16817:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446637112124289280 : -106961585262336 : ffff9eb810b4b100) 00000100:00000040:3.0:1789603600.703979:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9eb810b4b100 x1876533468530176/t0(0) o104->LOV_OSC_UUID@192.168.204.129@tcp:686/0 lens 328/0 e 0 to 0 dl 1789603611 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603600.703989:0:16817:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789603600.703991:0:16817:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb807d57500. 00000100:00000001:3.0:1789603600.703993:0:16817:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789603600.703995:0:16817:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb807d57500. 00000100:00100000:3.0:1789603600.704000:0:16817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9eb810b4b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8440:x1876533468530176:12345-192.168.204.129@tcp:104: 00000100:00000200:3.0:1789603600.704004:0:16817:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876533468530176 00010000:00000001:3.0:1789603600.704007:0:16817:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1789603600.704017:0:16817:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603600.704019:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603600.704022:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46c00 refcount=2 00000020:00000001:3.0:1789603600.704025:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000001:3.0:1789603600.704028:0:16817:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000001:3.0:1789603600.704032:0:16817:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603600.704037:0:16817:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603600.704042:0:16817:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe542f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x31dbb14d74e919a0 expref: -99 pid: 32678 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1789603600.704056:0:16817:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789603600.704059:0:16817:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789603600.704065:0:16817:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9eb80511f800. 02000000:00000001:3.0:1789603600.704068:0:16817:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603600.704071:0:16817:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603600.704077:0:16817:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789603600.704081:0:16817:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603600.704085:0:16817:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810bb1de8 time=147 v=5 (1 1 1 1) 00000100:00000001:3.0:1789603600.704091:0:16817:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789603600.704094:0:16817:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 16 to 192.168.204.129@tcp 00000100:00000001:3.0:1789603600.704097:0:16817:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 02000000:00000001:3.0:1789603600.704099:0:16817:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789603600.704102:0:16817:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603600.704105:0:16817:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603600.704108:0:16817:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603600.704113:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0ee0. 00000100:00000200:3.0:1789603600.704119:0:16817:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876533468530176, offset 224 00000400:00000200:3.0:1789603600.704126:0:16817:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603600.704137:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.704145:0:16817:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.29@tcp to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603600.704152:0:16817:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2802:2802:256:4294967295] 192.168.204.129@tcp LPNI seq info [2802:2802:8:4294967295] 00000400:00000200:3.0:1789603600.704157:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.704167:0:16817:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:192.168.204.29@tcp) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603600.704174:0:16817:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603600.704180:0:16817:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783fe00. 00000800:00000200:3.0:1789603600.704188:0:16817:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603600.704198:0:16817:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603600.704203:0:16817:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603600.704217:0:16817:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603600.704220:0:16817:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00010000:00000001:3.0:1789603600.704224:0:16817:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1789603600.704229:0:16817:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9eb804077840. 00010000:00000001:3.0:1789603600.704232:0:16817:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789603600.704253:0:16817:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1789603600.704256:0:16817:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603600.704258:0:16817:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603600.704261:0:16817:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603600.704266:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4b100 x1876533468530176/t0(0) o104->LOV_OSC_UUID@192.168.204.129@tcp:686/0 lens 328/224 e 0 to 0 dl 1789603611 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789603600.704276:0:16817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9eb810b4b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8440:x1876533468530176:12345-192.168.204.129@tcp:104: Request processed in 286us (1305us total) trans 0 rc 0/0 00000100:00100000:3.0:1789603600.704285:0:16817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.129@tcp, seq: 58 00000100:00000040:3.0:1789603600.704289:0:16817:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9eb80640e800 : new rpc_count 0 00000100:00000001:3.0:1789603600.704291:0:16817:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789603600.704293:0:16817:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789603600.704299:0:16817:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9eb80502bf80. 00000020:00000010:3.0:1789603600.704303:0:16817:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9eb80798f190. 00000020:00000010:3.0:1789603600.704307:0:16817:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9eb8069c3600. 00000020:00000040:3.0:1789603600.704313:0:16817:0:(genops.c:879:class_export_put()) PUTting export ffff9eb80640e800 : new refcount 3 00000100:00000001:3.0:1789603600.704316:0:16817:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603600.704323:0:16817:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789603600.704325:0:16817:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789603600.704328:0:16817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.129@tcp, seq: 59 00000100:00000040:3.0:1789603600.704331:0:16817:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9eb80640d800 : new rpc_count 1 00000100:00000001:3.0:1789603600.704333:0:16817:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446637111929063504 : -106961780488112 : ffff9eb80511c850) 00000100:00000040:3.0:1789603600.704338:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9eb80511c850 x1876533468530304/t0(0) o104->LOV_OSC_UUID@192.168.204.129@tcp:686/0 lens 328/0 e 0 to 0 dl 1789603611 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603600.704345:0:16817:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789603600.704348:0:16817:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb807d57500. 00000100:00000001:3.0:1789603600.704350:0:16817:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789603600.704352:0:16817:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb807d57500. 00000100:00100000:3.0:1789603600.704355:0:16817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9eb80511c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8748:x1876533468530304:12345-192.168.204.129@tcp:104: 00000100:00000200:3.0:1789603600.704359:0:16817:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876533468530304 00010000:00000001:3.0:1789603600.704361:0:16817:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1789603600.704364:0:16817:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603600.704365:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603600.704367:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030e00 refcount=2 00000020:00000001:3.0:1789603600.704370:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:3.0:1789603600.704372:0:16817:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:3.0:1789603600.704376:0:16817:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603600.704378:0:16817:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603600.704382:0:16817:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000005ad1e96c/0xa04c19c788fe5444 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x31dbb14d74e919df expref: -99 pid: 32679 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1789603600.704391:0:16817:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789603600.704393:0:16817:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789603600.704395:0:16817:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9eb80511dc00. 02000000:00000001:3.0:1789603600.704397:0:16817:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603600.704400:0:16817:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603600.704402:0:16817:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789603600.704404:0:16817:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603600.704406:0:16817:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810bb1de8 time=147 v=5 (1 1 1 1) 00000100:00000001:3.0:1789603600.704410:0:16817:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789603600.704412:0:16817:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 16 to 192.168.204.129@tcp 00000100:00000001:3.0:1789603600.704414:0:16817:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 02000000:00000001:3.0:1789603600.704417:0:16817:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789603600.704419:0:16817:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603600.704420:0:16817:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603600.704423:0:16817:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603600.704425:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0110. 00000100:00000200:3.0:1789603600.704428:0:16817:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876533468530304, offset 224 00000400:00000200:3.0:1789603600.704433:0:16817:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603600.704437:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.704441:0:16817:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.29@tcp to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603600.704445:0:16817:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2803:2803:255:4294967295] 192.168.204.129@tcp LPNI seq info [2803:2803:7:4294967295] 00000400:00000200:3.0:1789603600.704450:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.704456:0:16817:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:192.168.204.29@tcp) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603600.704460:0:16817:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603600.704464:0:16817:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f700. 00000800:00000200:3.0:1789603600.704468:0:16817:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603600.704472:0:16817:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603600.704475:0:16817:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603600.704478:0:16817:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603600.704481:0:16817:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00010000:00000001:3.0:1789603600.704483:0:16817:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1789603600.704485:0:16817:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9eb804077180. 00010000:00000001:3.0:1789603600.704487:0:16817:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789603600.704498:0:16817:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:3.0:1789603600.704501:0:16817:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603600.704502:0:16817:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603600.704504:0:16817:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603600.704535:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb80511c850 x1876533468530304/t0(0) o104->LOV_OSC_UUID@192.168.204.129@tcp:686/0 lens 328/224 e 0 to 0 dl 1789603611 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789603600.704546:0:16817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9eb80511c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8748:x1876533468530304:12345-192.168.204.129@tcp:104: Request processed in 199us (1478us total) trans 0 rc 0/0 00000100:00100000:3.0:1789603600.704552:0:16817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.129@tcp, seq: 59 00000100:00000040:3.0:1789603600.704555:0:16817:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9eb80640d800 : new rpc_count 0 00000100:00000001:3.0:1789603600.704557:0:16817:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789603600.704559:0:16817:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789603600.704562:0:16817:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9eb80502be80. 00000020:00000010:3.0:1789603600.704565:0:16817:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9eb80798f3e8. 00000020:00000010:3.0:1789603600.704568:0:16817:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9eb8069c3e00. 00000020:00000040:3.0:1789603600.704571:0:16817:0:(genops.c:879:class_export_put()) PUTting export ffff9eb80640d800 : new refcount 3 00000100:00000010:3.0:1789603600.704586:0:16817:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4b100. 02000000:00000001:3.0:1789603600.704593:0:16817:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789603600.704596:0:16817:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9eb8041d1c00. 02000000:00000001:3.0:1789603600.704602:0:16817:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789603600.704603:0:16817:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b48700. 02000000:00000001:3.0:1789603600.704606:0:16817:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789603600.704607:0:16817:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9eb80511e400. 02000000:00000001:3.0:1789603600.704610:0:16817:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789603600.704611:0:16817:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49f80. 02000000:00000001:3.0:1789603600.704614:0:16817:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789603600.704615:0:16817:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9eb80511c400. 02000000:00000001:3.0:1789603600.704618:0:16817:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789603600.704619:0:16817:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49180. 02000000:00000001:3.0:1789603600.704622:0:16817:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789603600.704623:0:16817:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9eb8041d1000. 02000000:00000001:3.0:1789603600.704625:0:16817:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789603600.704626:0:16817:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4b480. 02000000:00000001:3.0:1789603600.704629:0:16817:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789603600.704630:0:16817:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9eb80511f000. 02000000:00000001:3.0:1789603600.704632:0:16817:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789603600.704633:0:16817:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b48380. 00000100:00000010:3.0:1789603600.704636:0:16817:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff9eb807aa4000. 00000100:00000010:3.0:1789603600.704640:0:16817:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff9eb80511c800. 00000100:00000001:3.0:1789603600.704642:0:16817:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789603600.704711:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603600.704716:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783fe00. 00000400:00000200:3.0:1789603600.704722:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603600.704727:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603600.704733:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0ee0 00000400:00000010:3.0:1789603600.704736:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0ee0. 00000100:00000001:3.0:1789603600.704740:0:2394:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:3.0:1789603600.704742:0:2394:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789603600.704744:0:2394:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9eb80511f800. 02000000:00000001:3.0:1789603600.704746:0:2394:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1789603600.704748:0:2394:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:3.0:1789603600.704827:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603600.704830:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f700. 00000400:00000200:3.0:1789603600.704833:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603600.704837:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603600.704840:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0110 00000400:00000010:3.0:1789603600.704841:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0110. 00000100:00000001:3.0:1789603600.704844:0:2394:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:3.0:1789603600.704845:0:2394:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789603600.704847:0:2394:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9eb80511dc00. 02000000:00000001:3.0:1789603600.704849:0:2394:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1789603600.704850:0:2394:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:3.0:1789603600.704861:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603600.704864:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603600.704867:0:16824:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:3.0:1789603600.704871:0:16824:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1789603600.704873:0:16824:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789603600.704878:0:16824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe542f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x31dbb14d74e919a0 expref: -99 pid: 32678 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789603600.704890:0:16824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb802f46c00 already unused, calling callback (ffffffffc1285300) 00000008:00000001:3.0:1789603600.704894:0:16824:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1789603600.704897:0:16824:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789603600.704899:0:16824:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603600.704900:0:16824:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603600.704902:0:16824:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46c00 refcount=3 00000020:00000001:3.0:1789603600.704904:0:16824:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000001:3.0:1789603600.704906:0:16824:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584896 : -106961815966720 : ffff9eb802f46c00) 00010000:00000001:3.0:1789603600.704909:0:16824:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603600.704912:0:16824:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe542f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x31dbb14d74e919a0 expref: -99 pid: 32678 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1789603600.704920:0:16824:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1789603600.704922:0:16824:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603600.704927:0:16824:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930664 : -106961319620952 : ffff9eb8208a0ea8) 00000020:00001000:3.0:1789603600.704929:0:16824:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0ea0 00000008:00000001:3.0:1789603600.704931:0:16824:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1789603600.704934:0:16824:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789603600.704936:0:16824:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0ea0 00000008:00000001:3.0:1789603600.704939:0:16824:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603600.704997:0:16824:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603600.705003:0:16824:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603600.705005:0:16824:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603600.705006:0:16824:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603600.705009:0:16824:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789603600.705013:0:16824:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb802f46c00 with handle 0xa04c19c788fe542f from hash 00010000:00000001:3.0:1789603600.705015:0:16824:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603600.705017:0:16824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603600.705019:0:16824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603600.705021:0:16824:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603600.705024:0:16824:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603600.705027:0:16824:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1789603600.705033:0:16824:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603600.705037:0:16824:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603600.705040:0:16824:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603600.705042:0:16824:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1789603600.705048:0:16824:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b48380. 00000020:00000040:3.0:1789603600.705051:0:16824:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:3.0:1789603600.705057:0:16824:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603600.705059:0:16824:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603600.705065:0:16824:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603600.705071:0:16824:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb8069c3e00. 00000100:00000001:3.0:1789603600.705078:0:16824:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603600.705081:0:16824:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789603600.705086:0:16824:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe542f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x31dbb14d74e919a0 expref: -99 pid: 32678 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789603600.705094:0:16824:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789603600.705096:0:16824:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603600.705103:0:16824:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603600.705108:0:16824:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603600.705116:0:16824:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d032664] to pc [ptlrpcd_01_00+0] req@ffff9eb810b48380 x1876533442899200/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789603600.705140:0:16824:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603600.705143:0:16824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603600.705144:0:16824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603600.705146:0:16824:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603600.705148:0:16824:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603600.705150:0:16824:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603600.705154:0:16824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe542f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x31dbb14d74e919a0 expref: -99 pid: 32678 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789603600.705161:0:16824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789603600.705163:0:16824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000096fc2ba/0xa04c19c788fe542f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x31dbb14d74e919a0 expref: -99 pid: 32678 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789603600.705171:0:16824:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9eb806b15f80. 00010000:00000040:3.0:1789603600.705176:0:16824:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb81938bc00 count: 0 00010000:00000010:3.0:1789603600.705186:0:16824:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9eb81938b700. 00010000:00000001:3.0:1789603600.705196:0:16824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603600.705198:0:16824:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1789603600.705200:0:16824:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9eb804077840. 00010000:00000001:3.0:1789603600.705206:0:16824:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603600.705208:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603600.705210:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603600.705212:0:16824:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1789603600.705214:0:16824:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1789603600.705215:0:16824:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789603600.705218:0:16824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000005ad1e96c/0xa04c19c788fe5444 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x31dbb14d74e919df expref: -99 pid: 32679 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789603600.705224:0:16824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb800030e00 already unused, calling callback (ffffffffc1285300) 00000008:00000001:3.0:1789603600.705226:0:16824:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1789603600.705227:0:16824:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789603600.705228:0:16824:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603600.705230:0:16824:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603600.705232:0:16824:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030e00 refcount=3 00000020:00000001:3.0:1789603600.705233:0:16824:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:3.0:1789603600.705235:0:16824:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212224 : -106961865339392 : ffff9eb800030e00) 00010000:00000001:3.0:1789603600.705238:0:16824:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603600.705240:0:16824:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000005ad1e96c/0xa04c19c788fe5444 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x31dbb14d74e919df expref: -99 pid: 32679 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1789603600.705246:0:16824:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1789603600.705248:0:16824:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603600.705250:0:16824:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930664 : -106961319620952 : ffff9eb8208a0ea8) 00000020:00001000:3.0:1789603600.705252:0:16824:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0ea0 00000008:00000001:3.0:1789603600.705254:0:16824:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1789603600.705256:0:16824:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789603600.705257:0:16824:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0ea0 00000008:00000001:3.0:1789603600.705259:0:16824:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603600.705261:0:16824:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603600.705263:0:16824:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603600.705264:0:16824:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603600.705266:0:16824:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603600.705267:0:16824:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789603600.705269:0:16824:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb800030e00 with handle 0xa04c19c788fe5444 from hash 00010000:00000001:3.0:1789603600.705271:0:16824:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603600.705272:0:16824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603600.705273:0:16824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603600.705275:0:16824:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603600.705278:0:16824:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603600.705279:0:16824:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1789603600.705283:0:16824:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603600.705284:0:16824:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603600.705285:0:16824:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603600.705286:0:16824:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1789603600.705290:0:16824:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4b480. 00000020:00000040:3.0:1789603600.705292:0:16824:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:3.0:1789603600.705295:0:16824:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603600.705296:0:16824:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603600.705298:0:16824:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603600.705301:0:16824:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb8069c3600. 00000100:00000001:3.0:1789603600.705304:0:16824:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603600.705306:0:16824:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789603600.705309:0:16824:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000005ad1e96c/0xa04c19c788fe5444 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x31dbb14d74e919df expref: -99 pid: 32679 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789603600.705315:0:16824:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789603600.705316:0:16824:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603600.705318:0:16824:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603600.705320:0:16824:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603600.705324:0:16824:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001bd39151] to pc [ptlrpcd_01_01+1] req@ffff9eb810b4b480 x1876533442899328/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789603600.705332:0:16824:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603600.705334:0:16824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603600.705335:0:16824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603600.705336:0:16824:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603600.705338:0:16824:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603600.705340:0:16824:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603600.705342:0:16824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000005ad1e96c/0xa04c19c788fe5444 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x31dbb14d74e919df expref: -99 pid: 32679 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789603600.705348:0:16824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789603600.705351:0:16824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000005ad1e96c/0xa04c19c788fe5444 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x31dbb14d74e919df expref: -99 pid: 32679 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789603600.705357:0:16824:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9eb807a3fbc0. 00010000:00000040:3.0:1789603600.705361:0:16824:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb819248200 count: 0 00010000:00000010:3.0:1789603600.705364:0:16824:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9eb819248600. 00010000:00000001:3.0:1789603600.705371:0:16824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603600.705372:0:16824:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1789603600.705374:0:16824:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9eb804077180. 00010000:00000001:3.0:1789603600.705376:0:16824:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603600.705378:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603600.705380:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603600.705382:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789603600.705384:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603600.705385:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603600.705386:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789603600.705387:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603600.705389:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603600.705390:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789603600.705399:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603600.705403:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603600.705406:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603600.705412:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b48380 x1876533442899200/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603600.705421:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603600.705423:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603600.705427:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603600.705431:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603600.705433:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603600.705437:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442899200:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789603600.705441:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603600.705447:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603600.705450:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603600.705453:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603600.705460:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb801284400. 02000000:00000001:3.0:1789603600.705462:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603600.705468:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603600.705473:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748210. 00000400:00000010:3.0:1789603600.705479:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0110. 00000100:00000200:3.0:1789603600.705485:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442899200, portal 18 00000100:00000001:3.0:1789603600.705487:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603600.705489:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124277632 : -106961585273984 : ffff9eb810b48380) 00000100:00000040:3.0:1789603600.705497:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b48380 x1876533442899200/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603616 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603600.705504:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603600.705507:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603600.705533:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0ee0. 00000100:00000200:3.0:1789603600.705536:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876533442899200, offset 0 00000400:00000200:3.0:1789603600.705541:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603600.705547:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.705553:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603600.705559:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603600.705563:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603600.705567:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603600.705570:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603600.705585:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2804:2804:256:4294967295] 192.168.204.129@tcp LPNI seq info [2804:2804:8:4294967295] 00000400:00000200:3.0:1789603600.705589:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.705596:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603600.705601:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603600.705605:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f700. 00000800:00000200:3.0:1789603600.705611:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603600.705616:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603600.705620:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789603600.705630:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603600.705635:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22740 usecs (23 jiffies) 00000400:00000200:3.0:1789603600.705639:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603600.705642:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296599653 00000100:00000001:3.0:1789603600.705645:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296602991 00000100:00000001:3.0:1789603600.705648:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296599653 00000100:00000001:3.0:1789603600.705650:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296602991 00000100:00000001:3.0:1789603600.705653:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603600.705656:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603600.705659:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603600.705662:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603600.705680:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603600.705684:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789603600.705686:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603600.705687:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603600.705689:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603600.705691:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1789603600.705693:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603600.705695:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603600.705697:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603600.705698:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603600.705699:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603600.705700:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603600.705704:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4b480 x1876533442899328/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603600.705711:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603600.705713:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603600.705715:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603600.705717:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603600.705718:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603600.705721:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442899328:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789603600.705724:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603600.705727:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603600.705728:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603600.705730:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603600.705734:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb807366e00. 02000000:00000001:3.0:1789603600.705736:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603600.705739:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603600.705741:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8057483c8. 00000400:00000010:3.0:1789603600.705745:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0000. 00000100:00000200:3.0:1789603600.705748:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442899328, portal 18 00000100:00000001:3.0:1789603600.705750:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603600.705751:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124290176 : -106961585261440 : ffff9eb810b4b480) 00000100:00000040:3.0:1789603600.705758:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b4b480 x1876533442899328/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603616 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603600.705764:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1789603600.706298:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603600.706302:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603600.706305:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789603600.716387:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000100:00000001:3.0:1789603600.716417:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603600.716423:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603600.716581:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603600.716587:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f700. 00000400:00000200:3.0:1789603600.716597:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603600.716604:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603600.716614:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0ee0 00000400:00000010:3.0:1789603600.716618:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0ee0. 00000100:00000001:3.0:1789603600.716624:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603600.716634:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b48380 x1876533442899200/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603616 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603600.716647:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603600.716651:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b48380 x1876533442899200/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603616 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603600.716659:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603600.716661:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:3.0:1789603600.716800:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0ee0. 00000100:00000200:3.0:1789603600.716809:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876533442899328, offset 0 00000400:00000200:3.0:1789603600.716817:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603600.716830:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.716842:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603600.716848:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603600.716854:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603600.716858:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603600.716861:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603600.716865:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2805:2805:256:4294967295] 192.168.204.129@tcp LPNI seq info [2805:2805:8:4294967295] 00000400:00000200:3.0:1789603600.716869:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.716878:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603600.716884:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603600.716890:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f700. 00000800:00000200:3.0:1789603600.716898:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603600.716906:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603600.716912:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789603600.716925:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603600.716932:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 201888 usecs (202 jiffies) 00000400:00000200:3.0:1789603600.716936:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603600.716940:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296599846 00000100:00000001:3.0:1789603600.716943:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296602991 00000100:00000001:3.0:1789603600.716946:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296599846 00000100:00000001:3.0:1789603600.716948:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296602991 00000100:00000001:3.0:1789603600.716951:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603600.716955:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603600.716963:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603600.716966:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603600.716991:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603600.716993:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f700. 00000400:00000200:3.0:1789603600.716996:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603600.717000:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603600.717003:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0ee0 00000400:00000010:3.0:1789603600.717005:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0ee0. 00000100:00000001:3.0:1789603600.717007:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603600.717013:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4b480 x1876533442899328/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603616 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603600.717021:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603600.717024:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4b480 x1876533442899328/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603616 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603600.717030:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603600.717031:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603600.721324:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603600.721345:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603600.721351:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603600.721353:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603600.721365:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.721374:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603600.721385:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.721390:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.721396:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.721401:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 18 MB=0x6aab27d45ed00 00000400:00000200:3.0:1789603600.721409:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.721416:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7fcd [1] + 224 00000800:00000001:3.0:1789603600.721425:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603600.721431:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603600.721436:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603600.721442:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603600.721453:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603600.721465:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b48380 x1876533442899200/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603600.721477:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b48380 x1876533442899200/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603600.721493:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603600.721502:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603600.721506:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603600.721548:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603600.721552:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603600.721561:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603600.721563:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603600.721567:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748210. 00000400:00000200:3.0:1789603600.721571:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0110 00000400:00000010:3.0:1789603600.721582:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0110. 00000100:00000001:3.0:1789603600.721586:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603600.721591:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b48380 x1876533442899200/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603600.721599:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b48380 x1876533442899200/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603600.721605:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603600.721608:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603600.721610:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603600.721614:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603600.721617:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603600.721620:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603600.721625:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603600.721636:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8ca8 time=145 v=5 (5 5 0 5) 00000100:00001000:3.0:1789603600.721641:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603600.721644:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603600.721647:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603600.721650:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603600.721654:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603600.721659:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603600.721661:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:3.0:1789603600.721664:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603600.721666:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603600.721671:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b48380 x1876533442899200/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603600.721680:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603600.721684:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603600.721686:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603600.721691:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b48380 x1876533442899200/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603616 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603600.726675:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442899200:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789603600.726696:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603600.726708:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603600.726724:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b48380 x1876533442899200/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603616 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603600.726733:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603600.726737:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603600.726742:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb801284400. 02000000:00000001:3.0:1789603600.726748:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603600.726751:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603600.726753:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:3.0:1789603600.726756:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603600.726760:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb8069c3e00. 02000000:00000001:3.0:1789603600.726764:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603600.726767:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603600.726769:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b48380. 00000100:00000001:3.0:1789603600.726772:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603600.726774:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603600.726778:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603600.726781:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603600.726783:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603600.726787:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603600.726788:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789603600.726818:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603600.726834:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603600.726836:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603600.726839:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603600.726846:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.726852:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603600.726862:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.726868:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.726874:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.726879:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 18 MB=0x6aab27d45ed80 00000400:00000200:3.0:1789603600.726885:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603600.726892:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7fdd [1] + 224 00000800:00000001:3.0:1789603600.726901:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603600.726982:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603600.726988:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603600.726994:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603600.727005:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603600.727011:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4b480 x1876533442899328/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603600.727021:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b4b480 x1876533442899328/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603600.727033:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603600.727043:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603600.727047:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603600.727072:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603600.727074:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603600.727081:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603600.727082:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603600.727086:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8057483c8. 00000400:00000200:3.0:1789603600.727091:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0000 00000400:00000010:3.0:1789603600.727094:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0000. 00000100:00000001:3.0:1789603600.727097:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603600.727101:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b4b480 x1876533442899328/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603600.727110:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b4b480 x1876533442899328/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603600.727116:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603600.727118:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603600.727121:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603600.727124:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603600.727127:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603600.727129:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603600.727133:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603600.727146:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac538 time=133 v=5 (5 5 0 5) 00000100:00001000:3.0:1789603600.727151:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603600.727154:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603600.727156:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603600.727159:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603600.727163:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603600.727168:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603600.727171:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1789603600.727173:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603600.727175:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603600.727181:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b4b480 x1876533442899328/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603616 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603600.727189:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603600.727192:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603600.727195:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603600.727199:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4b480 x1876533442899328/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603616 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603600.727207:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442899328:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789603600.727211:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603600.727212:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603600.727216:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b4b480 x1876533442899328/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603616 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603600.727222:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603600.727223:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603600.727225:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb807366e00. 02000000:00000001:3.0:1789603600.727228:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603600.727230:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603600.727231:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:3.0:1789603600.727234:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603600.727235:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb8069c3600. 02000000:00000001:3.0:1789603600.727238:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603600.727239:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603600.727240:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4b480. 00000100:00000001:3.0:1789603600.727243:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603600.727245:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603600.727246:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603600.727255:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603600.727258:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603600.727260:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603600.727262:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1789603600.748201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938bc00. 00010000:00000010:3.1:1789603600.748217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46c00. 00010000:00000010:3.1:1789603600.748222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248200. 00010000:00000010:3.1:1789603600.748225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030e00. 00010000:00000001:3.0:1789603601.322633:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603601.322641:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603601.322851:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789603601.322855:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603601.322858:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789603602.017136:0:33053:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603602.353249:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603602.353255:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603602.354009:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603602.354013:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603602.354017:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789603602.912813:0:33115:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603603.372167:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603603.372173:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603603.372823:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603603.372827:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603603.372830:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789603604.074606:0:27602:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296602991, at 4296603008 00000100:00000010:3.0:1789603604.074626:0:27602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb810df87e0. 00000100:00000040:2.0:1789603604.078662:0:29041:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296602991, at 4296603011 00000100:00000010:2.0:1789603604.078676:0:29041:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb810df8ba0. 00010000:00000001:3.0:1789603604.397151:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603604.397162:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603604.397306:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789603604.397310:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603604.397314:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789603604.586937:0:33208:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789603605.083437:0:33245:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1789603605.083443:0:33245:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 22: drop close request and do mknod ========================================================== 20:06:42 (1789603602) 00000001:00000001:1.0:1789603605.090288:0:33245:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:2.0:1789603605.226719:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789603605.226731:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789603605.226739:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f1c00. 00000020:00000040:2.0:1789603605.226746:0:38:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:2.0:1789603605.226751:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603605.226754:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603605.226759:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603605.226768:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8086d7500. 00000100:00000001:2.0:1789603605.226776:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603605.226789:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb8040f1c00 x1876533442899456/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603605.226801:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603605.226806:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603605.226813:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b59f629a] to pc [ptlrpcd_01_00+0] req@ffff9eb8040f1c00 x1876533442899456/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603605.226833:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603605.226837:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789603605.226841:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789603605.226844:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f2a00. 00000020:00000040:2.0:1789603605.226847:0:38:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=10 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:2.0:1789603605.226850:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603605.226851:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603605.226852:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603605.226856:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8086d7200. 00000100:00000001:2.0:1789603605.226859:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603605.226863:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID req@ffff9eb8040f2a00 x1876533442899584/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603605.226870:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603605.226872:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603605.226876:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000289a3516] to pc [ptlrpcd_01_01+1] req@ffff9eb8040f2a00 x1876533442899584/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603605.226884:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603605.226887:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789603605.226890:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789603605.226893:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f0e00. 00000020:00000040:2.0:1789603605.227175:0:38:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:2.0:1789603605.227178:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603605.227180:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603605.227182:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603605.227227:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb806888200. 00000100:00000001:2.0:1789603605.227369:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603605.227657:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603605.227662:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603605.227664:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603605.227673:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f1c00 x1876533442899456/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603605.227682:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603605.227685:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603605.227689:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603605.227692:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603605.227694:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603605.227699:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2402:1876533442899456:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603605.227703:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603605.227709:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603605.227711:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603605.227713:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603605.227719:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8069c3200. 02000000:00000001:3.0:1789603605.227721:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603605.227730:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603605.227734:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8057483c8. 00000400:00000010:3.0:1789603605.227741:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0000. 00000100:00000200:3.0:1789603605.227748:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442899456, portal 25 00000100:00000001:3.0:1789603605.227750:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603605.227752:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912111104 : -106961797440512 : ffff9eb8040f1c00) 00000100:00000040:3.0:1789603605.227758:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f1c00 x1876533442899456/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603605.227766:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603605.227769:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603605.227772:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0110. 00000100:00000200:3.0:1789603605.227774:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442899456, offset 0 00000400:00000200:3.0:1789603605.227782:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603605.227791:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603605.227799:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603605.227804:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603605.227808:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603605.227811:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603605.227814:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603605.227817:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2806:2806:256:4294967295] 192.168.204.129@tcp LPNI seq info [2806:2806:8:4294967295] 00000400:00000200:3.0:1789603605.227822:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603605.227832:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603605.227839:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603605.227845:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f700. 00000800:00000200:3.0:1789603605.227853:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000100:00000040:2.0:1789603605.227862:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb8040f0e00 x1876533442899712/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1789603605.227863:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603605.227870:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603605.227880:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603605.227883:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603605.227887:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603605.227890:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000205a5102] to pc [ptlrpcd_01_00+0] req@ffff9eb8040f0e00 x1876533442899712/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789603605.227894:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603605.227899:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296608107 00000100:00000010:3.0:1789603605.227906:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb810df87e0. 00000100:00000001:3.0:1789603605.227915:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789603605.227917:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603605.227921:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603605.227923:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296608107 00000100:00000001:2.0:1789603605.227925:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603605.227929:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb810df83c0. 00000100:00000010:2.0:1789603605.227931:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f0700. 00000100:00000001:3.0:1789603605.227933:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request now active for cpu 3 00000020:00000040:2.0:1789603605.227936:0:38:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:3.0:1789603605.227938:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603605.227940:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1789603605.227942:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603605.227943:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603605.227948:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603605.227949:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603605.227953:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1789603605.227954:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb806888400. 00000100:00000001:2.0:1789603605.227959:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603605.227961:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1789603605.227965:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID req@ffff9eb8040f0700 x1876533442899840/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603605.227966:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789603605.227970:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603605.227972:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603605.227975:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1789603605.227979:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1789603605.227982:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f0e00 x1876533442899712/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603605.227983:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603605.227992:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dd1344e] to pc [ptlrpcd_01_01+1] req@ffff9eb8040f0700 x1876533442899840/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603605.227997:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603605.227999:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603605.228004:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603605.228007:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603605.228008:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603605.228012:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603605.228013:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789603605.228020:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442899712:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603605.228021:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789603605.228025:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f1500. 00000100:00000001:3.0:1789603605.228026:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1789603605.228030:0:38:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 02000000:00000001:3.0:1789603605.228031:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603605.228034:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603605.228035:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603605.228038:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1789603605.228039:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603605.228042:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603605.228043:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8069c3c00. 02000000:00000001:3.0:1789603605.228047:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603605.228047:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb806888900. 00000100:00000001:2.0:1789603605.228052:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603605.228053:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603605.228059:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748210. 00000100:00000040:2.0:1789603605.228061:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID req@ffff9eb8040f1500 x1876533442899968/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1789603605.228064:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0ee0. 00000100:00000200:3.0:1789603605.228068:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442899712, portal 10 00000100:00000001:3.0:1789603605.228073:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603605.228074:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603605.228076:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912107520 : -106961797444096 : ffff9eb8040f0e00) 00000100:00000001:2.0:1789603605.228079:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603605.228086:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f0e00 x1876533442899712/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603605.228087:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b13644cb] to pc [ptlrpcd_01_00+0] req@ffff9eb8040f1500 x1876533442899968/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603605.228105:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1789603605.228111:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603605.228112:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603605.228116:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0660. 00000100:00000040:2.0:1789603605.228119:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1941) 00000100:00000200:3.0:1789603605.228120:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442899712, offset 0 00000400:00000200:3.0:1789603605.228127:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603605.228131:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603605.228136:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603605.228139:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603605.228142:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603605.228144:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603605.228146:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603605.228149:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2807:2807:255:4294967295] 192.168.204.129@tcp LPNI seq info [2807:2807:7:4294967295] 00000400:00000200:3.0:1789603605.228153:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603605.228158:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603605.228162:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603605.228166:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783fe00. 00000800:00000200:3.0:1789603605.228169:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603605.228173:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603605.228175:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603605.228178:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603605.228182:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21343 usecs (22 jiffies) 00000400:00000200:3.0:1789603605.228185:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603605.228186:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296604183 00000100:00000001:3.0:1789603605.228189:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296608107 00000100:00000001:3.0:1789603605.228190:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296604183 00000100:00000001:3.0:1789603605.228192:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296608107 00000100:00000001:3.0:1789603605.228194:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603605.228196:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603605.228198:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603605.228200:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603605.228203:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603605.228205:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789603605.228206:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603605.228208:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603605.228209:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603605.228213:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f1500 x1876533442899968/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603605.228221:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603605.228222:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603605.228224:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603605.228226:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603605.228228:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603605.228230:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442899968:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603605.228233:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603605.228235:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603605.228237:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603605.228238:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603605.228241:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8069c3600. 02000000:00000001:3.0:1789603605.228243:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603605.228246:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603605.228250:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748630. 00000400:00000010:3.0:1789603605.228253:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0990. 00000100:00000200:3.0:1789603605.228257:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442899968, portal 4 00000100:00000001:3.0:1789603605.228258:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603605.228260:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912109312 : -106961797442304 : ffff9eb8040f1500) 00000100:00000040:3.0:1789603605.228266:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f1500 x1876533442899968/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603605.228272:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603605.228274:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603605.228276:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0088. 00000100:00000200:3.0:1789603605.228278:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442899968, offset 0 00000400:00000200:3.0:1789603605.228283:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603605.228287:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603605.228291:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603605.228293:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603605.228296:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603605.228298:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603605.228300:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603605.228303:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2808:2808:254:4294967295] 192.168.204.129@tcp LPNI seq info [2808:2808:6:4294967295] 00000400:00000200:3.0:1789603605.228307:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603605.228313:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603605.228317:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603605.228321:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783fa00. 00000800:00000200:3.0:1789603605.228324:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603605.228328:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603605.228331:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603605.228333:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603605.228337:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22727 usecs (23 jiffies) 00000400:00000200:3.0:1789603605.228339:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603605.228341:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296604184 00000100:00000001:3.0:1789603605.228343:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296608107 00000100:00000001:3.0:1789603605.228345:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296604184 00000100:00000001:3.0:1789603605.228347:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296608107 00000100:00000001:3.0:1789603605.228349:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603605.228351:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603605.228354:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603605.228356:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603605.228358:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603605.228359:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789603605.228361:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603605.228362:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603605.228364:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603605.228367:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1789603605.228369:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603605.228370:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603605.228372:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603605.228373:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603605.228374:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603605.228376:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603605.228380:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f2a00 x1876533442899584/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603605.228386:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603605.228388:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603605.228390:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603605.228391:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603605.228393:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603605.228396:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442899584:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603605.228399:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603605.228402:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603605.228403:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603605.228405:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603605.228408:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8069c2600. 02000000:00000001:3.0:1789603605.228410:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603605.228413:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603605.228415:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748160. 00000400:00000010:3.0:1789603605.228418:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d03b8. 00000100:00000200:3.0:1789603605.228421:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442899584, portal 10 00000100:00000001:3.0:1789603605.228423:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603605.228424:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912114688 : -106961797436928 : ffff9eb8040f2a00) 00000100:00000040:3.0:1789603605.228430:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f2a00 x1876533442899584/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603605.228436:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603605.228438:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603605.228441:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0c38. 00000100:00000200:3.0:1789603605.228443:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442899584, offset 0 00000400:00000200:3.0:1789603605.228447:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603605.228451:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603605.228454:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603605.228456:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603605.228458:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603605.228461:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603605.228462:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603605.228465:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2809:2809:253:4294967295] 192.168.204.129@tcp LPNI seq info [2809:2809:5:4294967295] 00000400:00000200:3.0:1789603605.228468:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603605.228473:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603605.228477:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603605.228481:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f500. 00000800:00000200:3.0:1789603605.228484:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603605.228500:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603605.228503:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603605.228505:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603605.228508:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 842305 usecs (843 jiffies) 00000400:00000200:3.0:1789603605.228528:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603605.228530:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296605004 00000100:00000001:3.0:1789603605.228532:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296608107 00000100:00000001:3.0:1789603605.228534:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296605004 00000100:00000001:3.0:1789603605.228536:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296608107 00000100:00000001:3.0:1789603605.228538:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603605.228540:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603605.228542:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603605.228545:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f0700 x1876533442899840/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603605.228551:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603605.228552:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603605.228554:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603605.228556:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603605.228558:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603605.228560:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442899840:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603605.228564:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603605.228566:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603605.228567:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603605.228568:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1789603605.228686:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603605.228689:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603605.228770:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8069c3e00. 02000000:00000001:3.0:1789603605.228772:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603605.228778:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603605.228781:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8057485d8. 00000400:00000010:3.0:1789603605.228784:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0220. 00000100:00000200:3.0:1789603605.228787:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442899840, portal 4 00000100:00000001:3.0:1789603605.228789:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603605.228790:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912105728 : -106961797445888 : ffff9eb8040f0700) 00000100:00000040:3.0:1789603605.228796:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f0700 x1876533442899840/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603605.228803:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603605.228805:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603605.228808:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0440. 00000100:00000200:3.0:1789603605.228810:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442899840, offset 0 00000400:00000200:3.0:1789603605.228814:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603605.228818:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603605.228822:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603605.228824:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603605.228827:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603605.228829:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603605.228831:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603605.228833:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2810:2810:252:4294967295] 192.168.204.129@tcp LPNI seq info [2810:2810:4:4294967295] 00000400:00000200:3.0:1789603605.228837:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603605.228842:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603605.228846:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603605.228849:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f800. 00000800:00000200:3.0:1789603605.228853:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603605.228857:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603605.228860:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603605.228862:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603605.228865:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 201101 usecs (202 jiffies) 00000400:00000200:3.0:1789603605.228868:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603605.228870:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296604363 00000100:00000001:3.0:1789603605.228872:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296608107 00000100:00000001:3.0:1789603605.228875:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296604363 00000100:00000001:3.0:1789603605.228876:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296608107 00000100:00000001:3.0:1789603605.228878:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603605.228880:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603605.228883:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603605.228885:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603605.228930:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603605.228934:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f700. 00000400:00000200:3.0:1789603605.228939:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603605.228944:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603605.228950:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0110 00000400:00000010:3.0:1789603605.228953:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0110. 00000100:00000001:3.0:1789603605.228957:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603605.228962:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f1c00 x1876533442899456/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603605.228971:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603605.228975:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f1c00 x1876533442899456/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603621 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603605.228982:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603605.228984:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603605.228998:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603605.229000:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783fe00. 00000400:00000200:3.0:1789603605.229004:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603605.229008:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603605.229011:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0660 00000400:00000010:3.0:1789603605.229013:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0660. 00000100:00000001:3.0:1789603605.229016:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603605.229020:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f0e00 x1876533442899712/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603605.229028:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603605.229032:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f0e00 x1876533442899712/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603621 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603605.229039:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603605.229041:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603605.229053:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603605.229056:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783fa00. 00000400:00000200:3.0:1789603605.229059:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603605.229062:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603605.229064:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0088 00000400:00000010:3.0:1789603605.229066:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0088. 00000100:00000001:3.0:1789603605.229068:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603605.229072:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f1500 x1876533442899968/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603605.229080:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603605.229084:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f1500 x1876533442899968/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603621 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603605.229090:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603605.229092:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603605.229101:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603605.229104:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f500. 00000400:00000200:3.0:1789603605.229107:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603605.229110:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603605.229113:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0c38 00000400:00000010:3.0:1789603605.229115:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0c38. 00000100:00000001:3.0:1789603605.229118:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603605.229121:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f2a00 x1876533442899584/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603605.229128:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603605.229132:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f2a00 x1876533442899584/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603621 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603605.229140:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603605.229142:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603605.229237:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603605.229239:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f800. 00000400:00000200:3.0:1789603605.229243:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603605.229247:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603605.229250:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0440 00000400:00000010:3.0:1789603605.229252:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0440. 00000100:00000001:3.0:1789603605.229253:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603605.229257:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f0700 x1876533442899840/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603605.229265:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603605.229268:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f0700 x1876533442899840/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603621 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603605.229274:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603605.229275:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603605.240059:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603605.240083:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603605.240089:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603605.240093:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603605.240106:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603605.240115:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603605.240126:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603605.240133:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603605.240139:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603605.240144:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d45f000 00000400:00000200:3.0:1789603605.240152:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603605.240160:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x800d [1] + 224 00000800:00000001:3.0:1789603605.240169:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603605.240173:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603605.240177:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603605.240183:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603605.240193:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603605.240273:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f1500 x1876533442899968/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603605.240290:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb8040f1500 x1876533442899968/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603605.240957:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603605.240973:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603605.240981:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603605.240985:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603605.240988:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603605.240994:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603605.241000:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603605.241005:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603605.241009:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603605.241014:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603605.241020:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d45ef80 00000400:00000200:3.0:1789603605.241025:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603605.241033:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x802d [1] + 224 00000800:00000001:3.0:1789603605.241039:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603605.241044:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603605.241047:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603605.241052:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603605.241056:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603605.241063:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f0700 x1876533442899840/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603605.241081:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb8040f0700 x1876533442899840/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603605.241089:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603605.241093:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603605.241098:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603605.241100:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603605.241102:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603605.241105:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603605.241111:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603605.241116:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603605.241119:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603605.241123:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603605.241125:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d45ee00 00000400:00000200:3.0:1789603605.241129:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603605.241133:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x7fed [1] + 224 00000800:00000001:3.0:1789603605.241138:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603605.241144:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603605.241146:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603605.241151:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603605.241155:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603605.241160:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f1c00 x1876533442899456/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603605.241171:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb8040f1c00 x1876533442899456/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603605.241172:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603605.241178:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603605.241180:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603605.241184:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603605.241187:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789603605.241187:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1789603605.241189:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1789603605.241190:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1789603605.241192:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603605.241194:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603605.241195:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8057485d8. 00000400:00000200:3.0:1789603605.241198:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603605.241200:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0220 00000400:00000200:3.0:1789603605.241202:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603605.241203:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0220. 00000400:00000200:3.0:1789603605.241204:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603605.241206:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603605.241211:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f0700 x1876533442899840/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603605.241221:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f0700 x1876533442899840/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603605.241227:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603605.241230:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603605.241233:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603605.241237:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603605.241241:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603605.241244:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603605.241247:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603605.241260:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=152 v=5 (5 5 5 17) 00000100:00001000:2.0:1789603605.241265:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603605.241269:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603605.241271:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603605.241274:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603605.241279:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603605.241283:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603605.241286:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967332 00000100:00000001:2.0:1789603605.241288:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603605.241292:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603605.241299:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000040:2.0:1789603605.241299:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f0700 x1876533442899840/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789603605.241302:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d45ef00 00000100:00000001:2.0:1789603605.241306:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1789603605.241307:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603605.241310:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1789603605.241311:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x7ffd [1] + 224 00000100:00000001:2.0:1789603605.241313:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603605.241317:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1789603605.241319:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f0700 x1876533442899840/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1789603605.241324:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603605.241326:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1789603605.241329:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442899840:192.168.204.129@tcp:400:kworker.0 00000400:00000200:3.0:1789603605.241330:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603605.241334:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000001:2.0:1789603605.241337:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603605.241339:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1789603605.241340:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f0e00 x1876533442899712/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1789603605.241341:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748630. 00000400:00000200:2.0:1789603605.241344:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0990 00000400:00000010:2.0:1789603605.241346:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0990. 00000100:00000001:2.0:1789603605.241348:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:3.0:1789603605.241349:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb8040f0e00 x1876533442899712/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603605.241351:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f1500 x1876533442899968/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603605.241358:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000200:2.0:1789603605.241360:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f1500 x1876533442899968/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1789603605.241362:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603605.241364:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603605.241366:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1789603605.241367:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603605.241368:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603605.241368:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603605.241370:0:2402:0:(client.c:1593:after_reply()) Process entered 00000400:00000200:3.0:1789603605.241372:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 02000000:00000001:2.0:1789603605.241372:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603605.241374:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1789603605.241378:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000100:00000001:2.0:1789603605.241378:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603605.241380:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603605.241382:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603605.241384:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00001000:2.0:1789603605.241384:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=152 v=5 (5 5 5 17) 00000400:00000200:3.0:1789603605.241387:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00001000:2.0:1789603605.241387:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603605.241389:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1789603605.241390:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d45ee80 00000100:00000001:2.0:1789603605.241391:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603605.241392:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1789603605.241394:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00010000:00000001:2.0:1789603605.241395:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603605.241397:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x801d [1] + 224 00000100:00000001:2.0:1789603605.241397:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603605.241399:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000800:00000001:3.0:1789603605.241400:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1789603605.241401:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603605.241402:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603605.241405:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f1500 x1876533442899968/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1789603605.241407:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603605.241410:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1789603605.241412:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1789603605.241413:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603605.241414:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603605.241415:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603605.241416:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:2.0:1789603605.241418:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f1500 x1876533442899968/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603605.241420:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f2a00 x1876533442899584/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603605.241426:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442899968:192.168.204.129@tcp:400:kworker.0 00000100:00000040:3.0:1789603605.241429:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb8040f2a00 x1876533442899584/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789603605.241431:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603605.241433:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603605.241434:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748210. 00000400:00000200:2.0:1789603605.241436:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0ee0 00000100:00000001:3.0:1789603605.241437:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000010:2.0:1789603605.241438:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0ee0. 00000100:00000001:2.0:1789603605.241440:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000800:00000001:3.0:1789603605.241441:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1789603605.241443:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f0e00 x1876533442899712/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1789603605.241444:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1789603605.241451:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f0e00 x1876533442899712/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603605.241456:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603605.241458:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603605.241459:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603605.241461:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603605.241462:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603605.241463:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603605.241465:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603605.241469:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=153 v=5 (106 106 106 137) 00000100:00001000:2.0:1789603605.241472:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=153 v=5 (1 1 1 1) 00000100:00000001:2.0:1789603605.241475:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603605.241477:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603605.241479:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603605.241481:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603605.241483:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603605.241494:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1789603605.241497:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603605.241498:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603605.241503:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f0e00 x1876533442899712/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603605.241526:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603605.241529:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603605.241531:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603605.241535:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f0e00 x1876533442899712/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603605.241542:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442899712:192.168.204.129@tcp:400:kworker.0 00000400:00000001:2.0:1789603605.241548:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603605.241550:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603605.241551:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8057483c8. 00000400:00000200:2.0:1789603605.241554:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0000 00000400:00000010:2.0:1789603605.241556:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0000. 00000100:00000001:2.0:1789603605.241558:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603605.241561:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f1c00 x1876533442899456/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603605.241569:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f1c00 x1876533442899456/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603605.241576:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603605.241577:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603605.241579:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603605.241580:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603605.241582:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603605.241583:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603605.241586:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603605.241588:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=153 v=5 (5 5 5 5) 00000100:00001000:2.0:1789603605.241591:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=153 v=5 (1 1 1 1) 00000100:00000001:2.0:1789603605.241593:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603605.241594:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603605.241596:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603605.241598:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603605.241600:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603605.241604:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f1c00 x1876533442899456/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603605.241610:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603605.241612:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603605.241613:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603605.241617:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f1c00 x1876533442899456/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603605.241624:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2402:1876533442899456:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603605.241628:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603605.241631:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603605.241634:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f0700 x1876533442899840/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603605.241641:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603605.241645:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603605.241650:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8069c3e00. 02000000:00000001:2.0:1789603605.241653:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603605.241656:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603605.241658:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:2.0:1789603605.241661:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603605.241664:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb806888400. 02000000:00000001:2.0:1789603605.241667:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603605.241669:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603605.241672:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f0700. 00000100:00000001:2.0:1789603605.241675:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603605.241677:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603605.241680:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603605.241683:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f1500 x1876533442899968/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603605.241695:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603605.241696:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603605.241698:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8069c3600. 02000000:00000001:2.0:1789603605.241700:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603605.241701:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603605.241703:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:2.0:1789603605.241705:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603605.241706:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb806888900. 02000000:00000001:2.0:1789603605.241708:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603605.241709:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603605.241711:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f1500. 00000100:00000001:2.0:1789603605.241713:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603605.241715:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603605.241716:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603605.241720:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f0e00 x1876533442899712/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603605.241725:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603605.241726:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603605.241728:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8069c3c00. 02000000:00000001:2.0:1789603605.241729:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603605.241730:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603605.241732:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603605.241733:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603605.241735:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb806888200. 02000000:00000001:2.0:1789603605.241737:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603605.241738:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603605.241739:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f0e00. 00000100:00000001:2.0:1789603605.241741:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603605.241742:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603605.241744:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603605.241746:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f1c00 x1876533442899456/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603605.241752:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603605.241755:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603605.241757:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8069c3200. 02000000:00000001:2.0:1789603605.241762:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603605.241764:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603605.241765:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:2.0:1789603605.241766:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603605.241769:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8086d7500. 02000000:00000001:2.0:1789603605.241773:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603605.241775:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603605.241776:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f1c00. 00000100:00000001:2.0:1789603605.241778:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603605.241779:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603605.241783:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603605.241785:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603605.241786:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603605.241788:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603605.241789:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603605.241790:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748160. 00000400:00000200:2.0:1789603605.241793:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d03b8 00000400:00000010:2.0:1789603605.241794:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d03b8. 00000100:00000001:2.0:1789603605.241796:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603605.241799:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f2a00 x1876533442899584/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603605.241807:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f2a00 x1876533442899584/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603605.241812:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603605.241813:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603605.241815:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603605.241816:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603605.241818:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603605.241819:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603605.241821:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603605.241825:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=153 v=5 (106 106 106 137) 00000100:00001000:2.0:1789603605.241828:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603605.241830:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603605.241831:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603605.241834:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603605.241836:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603605.241839:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789603605.241840:0:2402:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: committing for last_committed 4294967632 gen 2 00000100:00000040:2.0:1789603605.241847:0:2402:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967632) req@ffff9eb806bd4a80 x1876533442889600/t4294967619(4294967619) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/456 e 0 to 0 dl 1789603611 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603605.241853:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603605.241855:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4a80 x1876533442889600/t4294967619(4294967619) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/456 e 0 to 0 dl 1789603611 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603605.241861:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603605.241862:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603605.241864:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a4800. 02000000:00000001:2.0:1789603605.241866:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603605.241868:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603605.241869:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=9 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603605.241871:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603605.241872:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb818e0d600. 02000000:00000001:2.0:1789603605.241875:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603605.241876:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603605.241877:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4a80. 00000100:00000001:2.0:1789603605.241880:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603605.241881:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603605.241886:0:2402:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967632) req@ffff9eb810b49880 x1876533442893440/t4294967620(4294967620) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603611 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603605.241892:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603605.241895:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49880 x1876533442893440/t4294967620(4294967620) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603611 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603605.241900:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603605.241902:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603605.241903:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb80511c000. 02000000:00000001:2.0:1789603605.241905:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603605.241907:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603605.241908:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603605.241911:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603605.241914:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb806950000. 02000000:00000001:2.0:1789603605.241918:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603605.241920:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603605.241921:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49880. 00000100:00000001:2.0:1789603605.241925:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603605.241926:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603605.241932:0:2402:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967632) req@ffff9eb806bd4700 x1876533442895872/t4294967624(4294967624) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/456 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603605.241939:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603605.241943:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4700 x1876533442895872/t4294967624(4294967624) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 488/456 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603605.242100:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603605.242102:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603605.242104:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a5000. 02000000:00000001:2.0:1789603605.242107:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603605.242108:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603605.242110:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603605.242111:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603605.242113:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb805157000. 02000000:00000001:2.0:1789603605.242116:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603605.242117:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603605.242118:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4700. 00000100:00000001:2.0:1789603605.242121:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603605.242122:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603605.242129:0:2402:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967632) req@ffff9eb810d1ce00 x1876533442896512/t4294967626(4294967626) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/456 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603605.242135:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603605.242139:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1ce00 x1876533442896512/t4294967626(4294967626) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/456 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603605.242146:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603605.242147:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603605.242149:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8051e1c00. 02000000:00000001:2.0:1789603605.242152:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603605.242154:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603605.242155:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603605.242157:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603605.242158:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb803b55000. 02000000:00000001:2.0:1789603605.242161:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603605.242162:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603605.242163:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1ce00. 00000100:00000001:2.0:1789603605.242167:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603605.242168:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603605.242173:0:2402:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967632) req@ffff9eb810d1ed80 x1876533442897792/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/456 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603605.242178:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603605.242180:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1ed80 x1876533442897792/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 496/456 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603605.242185:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603605.242187:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603605.242188:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8051e0800. 02000000:00000001:2.0:1789603605.242190:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603605.242191:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603605.242192:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603605.242193:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603605.242194:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb810d6d400. 02000000:00000001:2.0:1789603605.242197:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603605.242198:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603605.242199:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1ed80. 00000100:00000001:2.0:1789603605.242202:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603605.242203:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603605.242208:0:2402:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967632) req@ffff9eb806bd7480 x1876533442898432/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/456 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603605.242214:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603605.242217:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd7480 x1876533442898432/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 512/456 e 0 to 0 dl 1789603612 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603605.242227:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603605.242228:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603605.242229:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a4000. 02000000:00000001:2.0:1789603605.242232:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603605.242233:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603605.242234:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603605.242236:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603605.242237:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb805157600. 02000000:00000001:2.0:1789603605.242239:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603605.242240:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603605.242241:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd7480. 00000100:00000001:2.0:1789603605.242244:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603605.242246:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603605.242248:0:2402:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789603605.242251:0:2402:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: normal: skip=1 replay=6/6 committed=0/0 00000100:00000001:2.0:1789603605.242254:0:2402:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603605.242256:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603605.242260:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f2a00 x1876533442899584/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603605.242267:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603605.242270:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603605.242271:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603605.242275:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f2a00 x1876533442899584/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603605.242284:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442899584:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603605.242290:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603605.242292:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603605.242295:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f2a00 x1876533442899584/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603621 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603605.242302:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603605.242304:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603605.242306:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8069c2600. 02000000:00000001:2.0:1789603605.242309:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603605.242310:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603605.242312:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603605.242314:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603605.242315:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8086d7200. 02000000:00000001:2.0:1789603605.242317:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603605.242318:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603605.242320:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f2a00. 00000100:00000001:2.0:1789603605.242323:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603605.242324:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603605.242327:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603605.242339:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603605.242343:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603605.242345:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603605.242347:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603605.419323:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603605.419334:0:27602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603605.419338:0:27602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603605.419342:0:27602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603605.419348:0:27602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603605.419351:0:27602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603605.419353:0:27602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603605.419355:0:27602:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603605.420100:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603605.420108:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603605.420112:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789603606.062636:0:33265:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603606.062645:0:33265:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603606.062648:0:33265:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603606.062652:0:33265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e502023bc0 00000080:00200000:0.0:1789603606.062658:0:33265:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603606.062668:0:33265:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb814ea1c00. 00800000:00000002:0.0:1789603606.062678:0:33265:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603606.062683:0:33265:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603606.062691:0:33265:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603606.062693:0:33265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e502023ae0 00800000:00000002:0.0:1789603606.062696:0:33265:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603606.062701:0:33265:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603606.062706:0:33265:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603606.062709:0:33265:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603606.062713:0:33265:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603606.062716:0:33265:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603606.062719:0:33265:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603606.062721:0:33265:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603606.062725:0:33265:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603606.062730:0:33265:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603606.062737:0:33265:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603606.062739:0:33265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020239b0 00000002:00010000:0.0:1789603606.062741:0:33265:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603606.062745:0:33265:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603606.062747:0:33265:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603606.062752:0:33265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603606.062760:0:33265:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603606.062763:0:33265:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603606.062765:0:33265:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603606.062767:0:33265:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789603606.062770:0:33265:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789603606.062777:0:33265:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1c380. 00000020:00000040:0.0:1789603606.062782:0:33265:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:0.0:1789603606.062790:0:33265:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603606.062797:0:33265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603606.062801:0:33265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603606.062804:0:33265:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603606.062807:0:33265:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603606.062813:0:33265:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603606.062822:0:33265:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8051e0000. 00000100:00000001:0.0:1789603606.062830:0:33265:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603606.062836:0:33265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603606.062838:0:33265:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603606.062840:0:33265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603606.062842:0:33265:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603606.062844:0:33265:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603606.062849:0:33265:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00010000:00000001:0.0:1789603606.062854:0:33265:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789603606.062856:0:33265:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789603606.062860:0:33265:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb819248b00. 00010000:00000010:0.0:1789603606.062865:0:33265:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb805741d00. 00010000:00000001:0.0:1789603606.062871:0:33265:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789603606.062875:0:33265:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb800031a00. 00000020:00000001:0.0:1789603606.062879:0:33265:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789603606.062883:0:33265:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb800031a00 with handle 0xa04c19c788fe547c to hash 00000020:00000001:0.0:1789603606.062885:0:33265:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789603606.062887:0:33265:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603606.062891:0:33265:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603606.062896:0:33265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603606.062900:0:33265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603606.062905:0:33265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe547c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33265 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603606.062917:0:33265:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe547c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33265 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603606.062933:0:33265:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe547c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33265 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789603606.062938:0:33265:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603606.062940:0:33265:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603606.062947:0:33265:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80411da80. 00000100:00000001:0.0:1789603606.062949:0:33265:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111912290944 : -106961797260672 : ffff9eb80411da80) 00000100:00000001:0.0:1789603606.062952:0:33265:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603606.062954:0:33265:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00000100:00000001:0.0:1789603606.062959:0:33265:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603606.062964:0:33265:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603606.062966:0:33265:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603606.062968:0:33265:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603606.062980:0:33265:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1c380 x1876533442900096/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603606.062990:0:33265:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603606.062993:0:33265:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603606.062998:0:33265:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603606.063001:0:33265:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603606.063003:0:33265:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603606.063008:0:33265:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1c380 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:33265:1876533442900096:192.168.204.129@tcp:101:multiop.0 00000100:00000001:0.0:1789603606.063013:0:33265:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603606.063018:0:33265:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603606.063021:0:33265:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603606.063023:0:33265:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603606.063030:0:33265:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb807ad5800. 02000000:00000001:0.0:1789603606.063032:0:33265:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603606.063040:0:33265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603606.063046:0:33265:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139b58. 00000400:00000010:0.0:1789603606.063053:0:33265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682a18. 00000100:00000200:0.0:1789603606.063062:0:33265:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442900096, portal 10 00000100:00000001:0.0:1789603606.063064:0:33265:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603606.063066:0:33265:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00000100:00000040:0.0:1789603606.063072:0:33265:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810d1c380 x1876533442900096/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603622 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603606.063080:0:33265:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603606.063084:0:33265:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603606.063086:0:33265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136827f8. 00000100:00000200:0.0:1789603606.063090:0:33265:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876533442900096, offset 0 00000400:00000200:0.0:1789603606.063098:0:33265:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603606.063108:0:33265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603606.063116:0:33265:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603606.063122:0:33265:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603606.063127:0:33265:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603606.063132:0:33265:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603606.063135:0:33265:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603606.063139:0:33265:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2811:2811:256:4294967295] 192.168.204.129@tcp LPNI seq info [2811:2811:8:4294967295] 00000400:00000200:0.0:1789603606.063144:0:33265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603606.063157:0:33265:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603606.063164:0:33265:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603606.063170:0:33265:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076b00. 00000800:00000200:0.0:1789603606.063179:0:33265:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603606.063189:0:33265:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603606.063195:0:33265:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076b00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789603606.063217:0:33265:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603606.063223:0:33265:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 841191 usecs (842 jiffies) 00000400:00000200:0.0:1789603606.063227:0:33265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603606.063230:0:33265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296605836 00000100:00000001:0.0:1789603606.063233:0:33265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296608107 00000100:00000001:0.0:1789603606.063236:0:33265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296605836 00000100:00000001:0.0:1789603606.063239:0:33265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296608107 00000100:00000001:0.0:1789603606.063241:0:33265:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603606.063245:0:33265:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603606.063248:0:33265:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603606.063250:0:33265:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603606.063254:0:33265:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80411da80 going to sleep for 11 seconds 00000100:00000001:0.0:1789603606.063257:0:33265:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603606.063261:0:33265:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603606.063706:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603606.063713:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076b00. 00000400:00000200:3.0:1789603606.063722:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603606.063729:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603606.063737:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136827f8 00000400:00000010:3.0:1789603606.063740:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136827f8. 00000100:00000001:3.0:1789603606.063745:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603606.063750:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1c380 x1876533442900096/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603622 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603606.063763:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603606.063767:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1c380 x1876533442900096/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603622 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603606.063775:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603606.063777:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603606.070177:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603606.070202:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603606.070208:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603606.070211:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603606.070225:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603606.070234:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603606.070246:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603606.070252:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603606.070259:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603606.070265:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d45f080 00000400:00000200:3.0:1789603606.070271:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603606.070279:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x803d [1] + 224 00000800:00000001:3.0:1789603606.070287:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603606.070295:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603606.070300:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603606.070306:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603606.070317:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603606.070328:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1c380 x1876533442900096/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603622 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603606.070341:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb810d1c380 x1876533442900096/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603622 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603606.070366:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603606.070378:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603606.070381:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603606.070447:0:33265:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603606.070458:0:33265:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603606.070461:0:33265:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603606.070466:0:33265:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139b58. 00000400:00000200:0.0:1789603606.070480:0:33265:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682a18 00000400:00000010:0.0:1789603606.070484:0:33265:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682a18. 00000100:00000001:0.0:1789603606.070496:0:33265:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603606.070501:0:33265:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1c380 x1876533442900096/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603622 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603606.070535:0:33265:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1c380 x1876533442900096/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603622 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603606.070542:0:33265:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603606.070545:0:33265:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603606.070548:0:33265:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603606.070552:0:33265:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603606.070555:0:33265:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603606.070558:0:33265:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603606.070561:0:33265:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603606.070572:0:33265:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=4 v=5 (5 106 106 106) 00000100:00001000:0.0:1789603606.070577:0:33265:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603606.070580:0:33265:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603606.070581:0:33265:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603606.070585:0:33265:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603606.070589:0:33265:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603606.070593:0:33265:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603606.070596:0:33265:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967632 00000100:00000001:0.0:1789603606.070598:0:33265:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603606.070600:0:33265:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603606.070605:0:33265:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1c380 x1876533442900096/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603622 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603606.070618:0:33265:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603606.070621:0:33265:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603606.070623:0:33265:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603606.070627:0:33265:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1c380 x1876533442900096/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603622 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603606.070635:0:33265:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1c380 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:33265:1876533442900096:192.168.204.129@tcp:101:multiop.0 00000100:00000001:0.0:1789603606.070640:0:33265:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603606.070643:0:33265:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603606.070646:0:33265:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603606.070648:0:33265:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603606.070652:0:33265:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1c380 x1876533442900096/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603622 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603606.070659:0:33265:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603606.070661:0:33265:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80411da80. 00000100:00000001:0.0:1789603606.070666:0:33265:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603606.070667:0:33265:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603606.070671:0:33265:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789603606.070676:0:33265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603606.070680:0:33265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603606.070684:0:33265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=4 00000020:00000001:0.0:1789603606.070686:0:33265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603606.070699:0:33265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000040:0.0:1789603606.070708:0:33265:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb800031a00, remote cookie: 0x31dbb14d74e91ae9, flags: 0x1001 00010000:00010000:0.0:1789603606.070716:0:33265:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe547c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91ae9 expref: -99 pid: 33265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603606.070729:0:33265:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe547c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91ae9 expref: -99 pid: 33265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603606.070743:0:33265:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789603606.070749:0:33265:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789603606.070751:0:33265:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789603606.070753:0:33265:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789603606.070756:0:33265:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789603606.070760:0:33265:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9eb819248b00) refcount = 1 00010000:00010000:0.0:1789603606.070764:0:33265:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe547c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91ae9 expref: -99 pid: 33265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603606.070772:0:33265:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789603606.070777:0:33265:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789603606.070780:0:33265:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603606.070783:0:33265:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789603606.070786:0:33265:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603606.070790:0:33265:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe547c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91ae9 expref: -99 pid: 33265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603606.070796:0:33265:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789603606.070798:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603606.070800:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603606.070801:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603606.070802:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603606.070804:0:33265:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603606.070809:0:33265:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789603606.070811:0:33265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603606.070813:0:33265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603606.070814:0:33265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:0.0:1789603606.070816:0:33265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603606.070818:0:33265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603606.070821:0:33265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603606.070822:0:33265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603606.070823:0:33265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=4 00000020:00000001:0.0:1789603606.070824:0:33265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603606.070827:0:33265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603606.070830:0:33265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603606.070834:0:33265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603606.070838:0:33265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe547c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91ae9 expref: -99 pid: 33265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603606.070845:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603606.070846:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603606.070848:0:33265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603606.070849:0:33265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603606.070850:0:33265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=5 00000020:00000001:0.0:1789603606.070852:0:33265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603606.070854:0:33265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603606.070856:0:33265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603606.070859:0:33265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe547c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91ae9 expref: -99 pid: 33265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603606.070865:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603606.070866:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789603606.070869:0:33265:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe547c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91ae9 expref: -99 pid: 33265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603606.070875:0:33265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603606.070877:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603606.070878:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603606.070880:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603606.070881:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789603606.070885:0:33265:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb810d1c380 x1876533442900096/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603622 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789603606.070893:0:33265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603606.070894:0:33265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603606.070895:0:33265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:0.0:1789603606.070898:0:33265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603606.070900:0:33265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603606.070902:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603606.070903:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603606.070905:0:33265:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603606.070907:0:33265:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603606.070911:0:33265:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789603606.070913:0:33265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603606.070914:0:33265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603606.070916:0:33265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:0.0:1789603606.070917:0:33265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603606.070919:0:33265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00000002:00010000:0.0:1789603606.070923:0:33265:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe547c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91ae9 expref: -99 pid: 33265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603606.070940:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603606.070941:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603606.070943:0:33265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603606.070944:0:33265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603606.070945:0:33265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603606.070947:0:33265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:0.0:1789603606.070948:0:33265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603606.070950:0:33265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000040:0.0:1789603606.070958:0:33265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248b00 count: 2 00010000:00000001:0.0:1789603606.070960:0:33265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789603606.070965:0:33265:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789603606.070967:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603606.070968:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603606.070970:0:33265:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789603606.070973:0:33265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e502023938 00000002:00002000:0.0:1789603606.070975:0:33265:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789603606.070978:0:33265:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603606.070982:0:33265:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603606.070986:0:33265:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789603606.070990:0:33265:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789603606.070993:0:33265:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603606.070998:0:33265:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603606.071002:0:33265:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb814ea1c00. 00000080:00000001:0.0:1789603606.071008:0:33265:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603606.071010:0:33265:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789603606.071018:0:33265:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789603606.071023:0:33265:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789603606.071030:0:33265:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb807a3f6c0. 00800000:00000001:0.0:1789603606.071033:0:33265:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637111972198080 : -106961737353536 : ffff9eb807a3f6c0) 00800000:00000001:0.0:1789603606.071036:0:33265:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603606.071038:0:33265:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789603606.071042:0:33265:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789603606.071044:0:33265:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789603606.071047:0:33265:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789603606.071052:0:33265:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789603606.071054:0:33265:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603606.071059:0:33265:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789603606.071062:0:33265:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789603606.071067:0:33265:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1789603606.071070:0:33265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603606.071071:0:33265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603606.071073:0:33265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:0.0:1789603606.071075:0:33265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603606.071077:0:33265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603606.071079:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603606.071080:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789603606.071081:0:33265:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789603606.071084:0:33265:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789603606.071086:0:33265:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807a3f6c0 1 00800000:00000010:0.0:1789603606.071088:0:33265:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb807a3f6c0. 00800000:00000001:0.0:1789603606.071092:0:33265:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603606.071095:0:33265:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe547c 00800000:00000001:0.0:1789603606.071098:0:33265:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603606.071101:0:33265:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603606.071102:0:33265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603606.071103:0:33265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603606.071104:0:33265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:0.0:1789603606.071106:0:33265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603606.071108:0:33265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603606.071111:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603606.071112:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603606.071113:0:33265:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603606.071116:0:33265:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603606.071118:0:33265:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603606.071121:0:33265:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603606.071125:0:33265:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe547c from it ffffb8e502023bf8 00010000:00000001:0.0:1789603606.071127:0:33265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603606.071128:0:33265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603606.071129:0:33265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:0.0:1789603606.071131:0:33265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603606.071133:0:33265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603606.071135:0:33265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603606.071138:0:33265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe547c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91ae9 expref: -99 pid: 33265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603606.071143:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603606.071144:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603606.071146:0:33265:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603606.071148:0:33265:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603606.071151:0:33265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe547c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91ae9 expref: -99 pid: 33265 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603606.071161:0:33265:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603606.071164:0:33265:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603606.071166:0:33265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603606.071171:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603606.071172:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603606.071175:0:33265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603606.071179:0:33265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603606.071181:0:33265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603606.071183:0:33265:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603606.071185:0:33265:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603606.071187:0:33265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603606.071188:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603606.071189:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603606.071191:0:33265:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603606.071196:0:33265:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1c380 x1876533442900096/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603622 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603606.071203:0:33265:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603606.071206:0:33265:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603606.071210:0:33265:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb807ad5800. 02000000:00000001:0.0:1789603606.071216:0:33265:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603606.071218:0:33265:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603606.071220:0:33265:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603606.071223:0:33265:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603606.071226:0:33265:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8051e0000. 02000000:00000001:0.0:1789603606.071230:0:33265:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603606.071232:0:33265:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603606.071234:0:33265:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1c380. 00000100:00000001:0.0:1789603606.071239:0:33265:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603606.071240:0:33265:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603606.071243:0:33265:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:0.0:1789603606.071250:0:33265:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603606.071272:0:33265:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb806947f60. 00000080:00000001:0.0:1789603606.071279:0:33265:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603606.071281:0:33265:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603606.071283:0:33265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e502023b00 00000080:00200000:0.0:1789603606.071285:0:33265:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603606.071291:0:33265:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb814ea1c00. 00800000:00000002:0.0:1789603606.071298:0:33265:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603606.071302:0:33265:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603606.071305:0:33265:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603606.071307:0:33265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e502023a20 00800000:00000002:0.0:1789603606.071310:0:33265:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603606.071315:0:33265:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603606.071319:0:33265:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603606.071322:0:33265:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603606.071325:0:33265:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603606.071327:0:33265:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603606.071329:0:33265:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603606.071332:0:33265:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603606.071334:0:33265:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603606.071338:0:33265:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603606.071343:0:33265:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603606.071345:0:33265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020238f0 00000002:00010000:0.0:1789603606.071347:0:33265:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603606.071351:0:33265:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603606.071353:0:33265:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603606.071355:0:33265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603606.071358:0:33265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248b00 count: 2 00010000:00000001:0.0:1789603606.071360:0:33265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603606.071363:0:33265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603606.071365:0:33265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603606.071369:0:33265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe547c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91ae9 expref: -99 pid: 33265 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789603606.071378:0:33265:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603606.071382:0:33265:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603606.071385:0:33265:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe547c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91ae9 expref: -99 pid: 33265 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789603606.071391:0:33265:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603606.071394:0:33265:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603606.071396:0:33265:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603606.071398:0:33265:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603606.071400:0:33265:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603606.071402:0:33265:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603606.071404:0:33265:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603606.071407:0:33265:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603606.071409:0:33265:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb814ea1c00. 00000080:00000001:0.0:1789603606.071412:0:33265:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603606.071414:0:33265:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603606.071416:0:33265:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603606.071420:0:33265:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe547c 00800000:00000001:0.0:1789603606.071422:0:33265:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603606.071424:0:33265:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603606.071426:0:33265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603606.071427:0:33265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603606.071429:0:33265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:0.0:1789603606.071431:0:33265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603606.071433:0:33265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603606.071435:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603606.071437:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603606.071439:0:33265:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603606.071440:0:33265:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603606.071442:0:33265:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe547c from it ffffb8e502023b38 00010000:00000001:0.0:1789603606.071444:0:33265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603606.071445:0:33265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603606.071447:0:33265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:0.0:1789603606.071448:0:33265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603606.071451:0:33265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603606.071453:0:33265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603606.071455:0:33265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe547c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91ae9 expref: -99 pid: 33265 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603606.071462:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603606.071463:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603606.071464:0:33265:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603606.071465:0:33265:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603606.071468:0:33265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe547c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91ae9 expref: -99 pid: 33265 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603606.071493:0:33265:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603606.071495:0:33265:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603606.071496:0:33265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603606.071498:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603606.071499:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603606.071500:0:33265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603606.071502:0:33265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603606.071504:0:33265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603606.071505:0:33265:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603606.071507:0:33265:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603606.071509:0:33265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603606.071540:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603606.071541:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603606.071543:0:33265:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603606.071545:0:33265:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603606.071547:0:33265:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 3 00000080:00000001:0.0:1789603606.071551:0:33265:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603606.071555:0:33265:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789603606.071556:0:33265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e502023b58 00000080:00200000:0.0:1789603606.071558:0:33265:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9eb808190908), file ffff9eb804269c80, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1789603606.071564:0:33265:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9eb807b8d180. 00000080:00000001:0.0:1789603606.071569:0:33265:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789603606.071571:0:33265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e502023a08 00000080:00200000:0.0:1789603606.071572:0:33265:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9eb808190908), intent=open|creat 00000080:00000010:0.0:1789603606.071580:0:33265:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb814ea1c00. 00800000:00000002:0.0:1789603606.071582:0:33265:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603606.071588:0:33265:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603606.071590:0:33265:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603606.071591:0:33265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e502023928 00800000:00000002:0.0:1789603606.071593:0:33265:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603606.071597:0:33265:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789603606.071600:0:33265:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789603606.071603:0:33265:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603606.071605:0:33265:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603606.071607:0:33265:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603606.071609:0:33265:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603606.071611:0:33265:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603606.071612:0:33265:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603606.071614:0:33265:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603606.071617:0:33265:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446637111935442432 : -106961774109184 : ffff9eb805731e00) 00800000:00000001:0.0:1789603606.071620:0:33265:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789603606.071623:0:33265:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789603606.071625:0:33265:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789603606.071629:0:33265:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789603606.071632:0:33265:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9eb81291b000: Allocated FID [0x200000405:0x27:0x0] 40000000:00000001:0.0:1789603606.071635:0:33265:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603606.071637:0:33265:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603606.071638:0:33265:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603606.071640:0:33265:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603606.071642:0:33265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020238a8 00800000:00000002:0.0:1789603606.071644:0:33265:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x27:0x0], name='f22.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:0.0:1789603606.071648:0:33265:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603606.071649:0:33265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020237e0 00000002:00010000:0.0:1789603606.071651:0:33265:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-2,[0x200000405:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1789603606.071655:0:33265:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789603606.071657:0:33265:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789603606.071660:0:33265:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789603606.071664:0:33265:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603606.071666:0:33265:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789603606.071668:0:33265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248b00 count: 2 00010000:00000001:0.0:1789603606.071670:0:33265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603606.071673:0:33265:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789603606.071676:0:33265:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789603606.071680:0:33265:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe547c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e91ae9 expref: -99 pid: 33265 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789603606.071689:0:33265:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789603606.071693:0:33265:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789603606.071696:0:33265:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789603606.071698:0:33265:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789603606.071700:0:33265:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603606.071701:0:33265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603606.071704:0:33265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248b00 count: 3 00010000:00000001:0.0:1789603606.071706:0:33265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603606.071709:0:33265:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603606.071710:0:33265:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603606.071711:0:33265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603606.071713:0:33265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248b00 count: 3 00010000:00000001:0.0:1789603606.071715:0:33265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603606.071716:0:33265:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603606.071718:0:33265:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603606.071719:0:33265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603606.071721:0:33265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248b00 count: 3 00010000:00000001:0.0:1789603606.071723:0:33265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603606.071725:0:33265:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603606.071726:0:33265:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789603606.071729:0:33265:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9eb808190840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789603606.071734:0:33265:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789603606.071736:0:33265:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789603606.071739:0:33265:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789603606.071740:0:33265:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603606.071744:0:33265:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789603606.071746:0:33265:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789603606.071748:0:33265:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789603606.071750:0:33265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603606.071752:0:33265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789603606.071754:0:33265:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb800031a00 with handle 0xa04c19c788fe547c from hash 00010000:00000001:0.0:1789603606.071757:0:33265:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789603606.071758:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603606.071759:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603606.071760:0:33265:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789603606.071763:0:33265:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789603606.071764:0:33265:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789603606.071767:0:33265:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789603606.071770:0:33265:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603606.071772:0:33265:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789603606.071777:0:33265:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1c380. 00000020:00000040:0.0:1789603606.071781:0:33265:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:0.0:1789603606.071787:0:33265:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789603606.071789:0:33265:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603606.071792:0:33265:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603606.071796:0:33265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603606.071798:0:33265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603606.071801:0:33265:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603606.071803:0:33265:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603606.071807:0:33265:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603606.071815:0:33265:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8051e0000. 00000100:00000001:0.0:1789603606.071822:0:33265:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603606.071826:0:33265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603606.071829:0:33265:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789603606.071833:0:33265:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe547c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91ae9 expref: -99 pid: 33265 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789603606.071840:0:33265:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789603606.071842:0:33265:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789603606.071844:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789603606.071847:0:33265:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe547c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91ae9 expref: -99 pid: 33265 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1789603606.071854:0:33265:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb819248b00 count: 0 00010000:00000010:0.0:1789603606.071860:0:33265:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb805741d00. 00010000:00000001:0.0:1789603606.071871:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603606.071873:0:33265:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603606.071875:0:33265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603606.071876:0:33265:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603606.071878:0:33265:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603606.071889:0:33265:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00010000:00000001:0.0:1789603606.071893:0:33265:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789603606.071896:0:33265:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789603606.071900:0:33265:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb819248f00. 00010000:00000010:0.0:1789603606.071903:0:33265:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb805741d00. 00010000:00000001:0.0:1789603606.071909:0:33265:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789603606.071912:0:33265:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb800031000. 00000020:00000001:0.0:1789603606.071915:0:33265:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789603606.071917:0:33265:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb800031000 with handle 0xa04c19c788fe5483 to hash 00000020:00000001:0.0:1789603606.071919:0:33265:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789603606.071921:0:33265:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603606.071924:0:33265:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603606.071927:0:33265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603606.071929:0:33265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603606.071932:0:33265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe5483 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33265 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603606.071939:0:33265:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe5483 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33265 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789603606.071952:0:33265:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789603606.071960:0:33265:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb810d1c380 x1876533442900352/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789603606.071969:0:33265:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe5483 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33265 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789603606.071975:0:33265:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603606.071977:0:33265:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603606.071986:0:33265:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80411da80. 00000100:00000001:0.0:1789603606.071988:0:33265:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111912290944 : -106961797260672 : ffff9eb80411da80) 00000100:00000001:0.0:1789603606.071991:0:33265:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603606.071993:0:33265:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00000100:00000001:0.0:1789603606.071999:0:33265:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603606.072003:0:33265:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603606.072006:0:33265:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603606.072008:0:33265:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603606.072012:0:33265:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1c380 x1876533442900352/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603606.072020:0:33265:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603606.072023:0:33265:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603606.072027:0:33265:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603606.072030:0:33265:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603606.072032:0:33265:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603606.072036:0:33265:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1c380 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:33265:1876533442900352:192.168.204.129@tcp:101:multiop.0 00000100:00000001:0.0:1789603606.072041:0:33265:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603606.072047:0:33265:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603606.072050:0:33265:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603606.072053:0:33265:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603606.072143:0:33265:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9eb810240000. 02000000:00000001:0.0:1789603606.072146:0:33265:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603606.072156:0:33265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603606.072162:0:33265:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139b58. 00000400:00000010:0.0:1789603606.072170:0:33265:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9eb8051e1000. 00000100:00000200:0.0:1789603606.072179:0:33265:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876533442900352, portal 10 00000100:00000001:0.0:1789603606.072182:0:33265:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603606.072183:0:33265:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00000100:00000040:0.0:1789603606.072189:0:33265:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810d1c380 x1876533442900352/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603622 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603606.072197:0:33265:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603606.072200:0:33265:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603606.072204:0:33265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682a18. 00000100:00000200:0.0:1789603606.072209:0:33265:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876533442900352, offset 0 00000400:00000200:0.0:1789603606.072216:0:33265:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603606.072226:0:33265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603606.072235:0:33265:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603606.072242:0:33265:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603606.072247:0:33265:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603606.072251:0:33265:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603606.072256:0:33265:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603606.072260:0:33265:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2812:2812:256:4294967295] 192.168.204.129@tcp LPNI seq info [2812:2812:8:4294967295] 00000400:00000200:0.0:1789603606.072265:0:33265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603606.072277:0:33265:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603606.072282:0:33265:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603606.072288:0:33265:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076700. 00000800:00000200:0.0:1789603606.072296:0:33265:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603606.072305:0:33265:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603606.072311:0:33265:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076700 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1789603606.072333:0:33265:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603606.072339:0:33265:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 840066 usecs (841 jiffies) 00000400:00000200:0.0:1789603606.072343:0:33265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603606.072346:0:33265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296605843 00000100:00000001:0.0:1789603606.072349:0:33265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296608107 00000100:00000001:0.0:1789603606.072352:0:33265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296605843 00000100:00000001:0.0:1789603606.072354:0:33265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296608107 00000100:00000001:0.0:1789603606.072357:0:33265:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603606.072360:0:33265:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603606.072362:0:33265:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603606.072365:0:33265:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603606.072368:0:33265:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80411da80 going to sleep for 11 seconds 00000100:00000001:0.0:1789603606.072371:0:33265:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603606.072374:0:33265:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603606.073206:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603606.073214:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076700. 00000400:00000200:3.0:1789603606.073223:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603606.073232:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603606.073242:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682a18 00000400:00000010:3.0:1789603606.073246:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682a18. 00000100:00000001:3.0:1789603606.073252:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603606.073258:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1c380 x1876533442900352/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603622 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603606.073278:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603606.073282:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1c380 x1876533442900352/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603622 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603606.073289:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603606.073291:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1789603606.082574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248b00. 00010000:00000010:0.1:1789603606.082595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031a00. 00000800:00000001:3.0:1789603606.086383:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603606.086418:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603606.086423:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603606.086427:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603606.086438:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603606.086449:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603606.086461:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603606.086479:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603606.086485:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603606.086490:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 664 into portal 10 MB=0x6aab27d45f180 00000400:00000200:3.0:1789603606.086497:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603606.086504:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 664/664 into md 0x8045 [32] + 224 00000800:00000001:3.0:1789603606.086576:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603606.086586:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603606.086590:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603606.086596:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603606.086606:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603606.086617:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1c380 x1876533442900352/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603622 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603606.086628:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9eb810d1c380 x1876533442900352/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603622 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603606.086641:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603606.086651:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603606.086655:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603606.086757:0:33265:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603606.086768:0:33265:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603606.086770:0:33265:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603606.086774:0:33265:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139b58. 00000400:00000200:0.0:1789603606.086780:0:33265:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8051e1000 00000400:00000010:0.0:1789603606.086783:0:33265:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9eb8051e1000. 00000100:00000001:0.0:1789603606.086787:0:33265:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603606.086792:0:33265:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1c380 x1876533442900352/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603622 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603606.086800:0:33265:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1c380 x1876533442900352/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603622 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603606.086806:0:33265:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603606.086808:0:33265:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603606.086811:0:33265:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603606.086815:0:33265:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603606.086818:0:33265:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603606.086821:0:33265:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603606.086825:0:33265:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603606.086836:0:33265:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=4 v=5 (5 106 106 106) 00000100:00001000:0.0:1789603606.086840:0:33265:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603606.086843:0:33265:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603606.086844:0:33265:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603606.086848:0:33265:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603606.086852:0:33265:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603606.086856:0:33265:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789603606.086858:0:33265:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009b/0x1] 00000100:00000001:0.0:1789603606.086860:0:33265:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789603606.086862:0:33265:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603606.086864:0:33265:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00000100:00000001:0.0:1789603606.086867:0:33265:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603606.086869:0:33265:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967632 00000100:00000001:0.0:1789603606.086871:0:33265:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603606.086875:0:33265:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603606.086880:0:33265:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1c380 x1876533442900352/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/664 e 0 to 0 dl 1789603622 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603606.086887:0:33265:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603606.086890:0:33265:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603606.086892:0:33265:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603606.086897:0:33265:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1c380 x1876533442900352/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/664 e 0 to 0 dl 1789603622 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603606.086904:0:33265:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1c380 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:33265:1876533442900352:192.168.204.129@tcp:101:multiop.0 00000100:00000001:0.0:1789603606.086910:0:33265:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603606.086913:0:33265:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603606.086917:0:33265:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603606.086920:0:33265:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603606.086923:0:33265:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1c380 x1876533442900352/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/664 e 0 to 0 dl 1789603622 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603606.086930:0:33265:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603606.086947:0:33265:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80411da80. 00000100:00000001:0.0:1789603606.086952:0:33265:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603606.086954:0:33265:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603606.086957:0:33265:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789603606.086963:0:33265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603606.086966:0:33265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603606.086970:0:33265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=4 00000020:00000001:0.0:1789603606.086972:0:33265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603606.086976:0:33265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000040:0.0:1789603606.086984:0:33265:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb800031000, remote cookie: 0x31dbb14d74e91b05, flags: 0x1001 00010000:00010000:0.0:1789603606.086990:0:33265:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe5483 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b05 expref: -99 pid: 33265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789603606.087001:0:33265:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789603606.087004:0:33265:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789603606.087013:0:33265:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb819248b00. 00010000:00000010:0.0:1789603606.087018:0:33265:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb805741900. 00010000:00000040:0.0:1789603606.087025:0:33265:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb819248f00 count: 0 00010000:00000010:0.0:1789603606.087031:0:33265:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb805741d00. 00010000:00000001:0.0:1789603606.087041:0:33265:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603606.087046:0:33265:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe5483 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b05 expref: -99 pid: 33265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603606.087054:0:33265:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe5483 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b05 expref: -99 pid: 33265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603606.087061:0:33265:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789603606.087066:0:33265:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789603606.087068:0:33265:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789603606.087070:0:33265:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789603606.087072:0:33265:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789603606.087074:0:33265:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x27:0x0].0x0 (ffff9eb819248b00) refcount = 1 00010000:00010000:0.0:1789603606.087078:0:33265:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe5483 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b05 expref: -99 pid: 33265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603606.087084:0:33265:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789603606.087089:0:33265:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789603606.087091:0:33265:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603606.087094:0:33265:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789603606.087097:0:33265:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603606.087100:0:33265:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe5483 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b05 expref: -99 pid: 33265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603606.087105:0:33265:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789603606.087107:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603606.087109:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603606.087110:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603606.087111:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603606.087113:0:33265:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603606.087119:0:33265:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789603606.087122:0:33265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603606.087123:0:33265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603606.087125:0:33265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:0.0:1789603606.087127:0:33265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603606.087129:0:33265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603606.087132:0:33265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603606.087133:0:33265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603606.087134:0:33265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=4 00000020:00000001:0.0:1789603606.087135:0:33265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603606.087138:0:33265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603606.087141:0:33265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603606.087145:0:33265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603606.087148:0:33265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe5483 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b05 expref: -99 pid: 33265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603606.087155:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603606.087156:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603606.087158:0:33265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603606.087159:0:33265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603606.087160:0:33265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=5 00000020:00000001:0.0:1789603606.087162:0:33265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603606.087164:0:33265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603606.087167:0:33265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603606.087170:0:33265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe5483 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b05 expref: -99 pid: 33265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603606.087176:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603606.087177:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789603606.087180:0:33265:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe5483 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b05 expref: -99 pid: 33265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603606.087185:0:33265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603606.087187:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603606.087188:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603606.087189:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603606.087190:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789603606.087196:0:33265:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9eb810d1c380 x1876533442900352/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/664 e 0 to 0 dl 1789603622 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789603606.087205:0:33265:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789603606.087210:0:33265:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb810d1c380 x1876533442900352/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/664 e 0 to 0 dl 1789603622 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789603606.087222:0:33265:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603606.087231:0:33265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603606.087232:0:33265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603606.087234:0:33265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:0.0:1789603606.087237:0:33265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603606.087239:0:33265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00000002:00010000:0.0:1789603606.087243:0:33265:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe5483 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b05 expref: -99 pid: 33265 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789603606.087254:0:33265:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9eb807a3f6c0. 00010000:00000001:0.0:1789603606.087257:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603606.087258:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603606.087259:0:33265:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603606.087261:0:33265:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603606.087265:0:33265:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789603606.087268:0:33265:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603606.087270:0:33265:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00000100:00000001:0.0:1789603606.087272:0:33265:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603606.087273:0:33265:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00010000:00000001:0.0:1789603606.087275:0:33265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603606.087276:0:33265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603606.087278:0:33265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:0.0:1789603606.087280:0:33265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603606.087282:0:33265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00000002:00010000:0.0:1789603606.087285:0:33265:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe5483 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b05 expref: -99 pid: 33265 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603606.087292:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603606.087293:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603606.087295:0:33265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603606.087297:0:33265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603606.087299:0:33265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603606.087300:0:33265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:0.0:1789603606.087302:0:33265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603606.087304:0:33265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000040:0.0:1789603606.087308:0:33265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248b00 count: 2 00010000:00000001:0.0:1789603606.087310:0:33265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789603606.087315:0:33265:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589935621/39 (0 0) 00010000:00000001:0.0:1789603606.087317:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603606.087318:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603606.087320:0:33265:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789603606.087323:0:33265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e502023768 00000002:00002000:0.0:1789603606.087325:0:33265:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789603606.087329:0:33265:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603606.087333:0:33265:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603606.087336:0:33265:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789603606.087339:0:33265:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789603606.087343:0:33265:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603606.087348:0:33265:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000001:0.0:1789603606.087351:0:33265:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789603606.087353:0:33265:0:(namei.c:674:ll_lookup_it_finish()) it ffff9eb807b8d180 it_disposition 1800037 00000080:00002000:0.0:1789603606.087360:0:33265:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb82054dd80 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789603606.087365:0:33265:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789603606.087369:0:33265:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789603606.087371:0:33265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e502023990 00000080:00200000:0.0:1789603606.087373:0:33265:0:(namei.c:1628:ll_create_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9eb808190908), intent=open|creat 00000080:00000001:0.0:1789603606.087376:0:33265:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789603606.087378:0:33265:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789603606.087386:0:33265:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789603606.087389:0:33265:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789603606.087392:0:33265:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611175 : 144115205339611175 : 200000405000027) 00000080:00000001:0.0:1789603606.087396:0:33265:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789603606.087413:0:33265:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9eb80817f380. 00000020:00000001:0.0:1789603606.087426:0:33265:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789603606.087428:0:33265:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789603606.087432:0:33265:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789603606.087434:0:33265:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x27:0x0](ffff9eb80817f448) 00000020:00000001:0.0:1789603606.087439:0:33265:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603606.087444:0:33265:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:0.0:1789603606.087447:0:33265:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00000020:00000001:0.0:1789603606.087452:0:33265:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1789603606.087457:0:33265:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9eb810bfc960. 00000020:00000001:0.0:1789603606.087460:0:33265:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789603606.087462:0:33265:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603606.087480:0:33265:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1789603606.087485:0:33265:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9eb8208806c8. 00020000:00000001:0.0:1789603606.087487:0:33265:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446637112389797576 : -106961319754040 : ffff9eb8208806c8) 00020000:00000001:0.0:1789603606.087491:0:33265:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1789603606.087494:0:33265:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789603606.087501:0:33265:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb807b8d9c0. 00020000:00000010:0.0:1789603606.087506:0:33265:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb8122cf700. 00020000:00000010:1.0:1789603606.087830:0:33265:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb805103f00. 00020000:00000001:1.0:1789603606.087835:0:33265:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637111928962816 : -106961780588800 : ffff9eb805103f00) 00020000:00000002:1.0:1789603606.087840:0:33265:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb805103f00, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789603606.087848:0:33265:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789603606.087852:0:33265:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb8122cf700: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000001:1.0:1789603606.087855:0:33265:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1789603606.087858:0:33265:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb805103f00, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789603606.087861:0:33265:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789603606.087865:0:33265:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb8122cf700: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000010:1.0:1789603606.087869:0:33265:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9eb804fd8810. 00020000:00000010:1.0:1789603606.087874:0:33265:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9eb8011cad80. 00020000:00000001:1.0:1789603606.087878:0:33265:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1789603606.087882:0:33265:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9eb80795a2c0. 00020000:00000001:1.0:1789603606.087887:0:33265:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1789603606.087888:0:33265:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1789603606.087895:0:33265:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1789603606.087899:0:33265:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9eb8053b0af0. 00000020:00000001:1.0:1789603606.087901:0:33265:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789603606.087902:0:33265:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603606.087904:0:33265:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446637111931767664 : -106961777783952 : ffff9eb8053b0b70) 00020000:00000001:1.0:1789603606.087909:0:33265:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1789603606.087915:0:33265:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9eb810231a40. 00020000:00000001:1.0:1789603606.087917:0:33265:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603606.087937:0:33265:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446637111931767664 : -106961777783952 : ffff9eb8053b0b70) 00020000:00000001:1.0:1789603606.087941:0:33265:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446637111931767664 : -106961777783952 : ffff9eb8053b0b70) 00020000:00000002:1.0:1789603606.087945:0:33265:0:(lov_object.c:134:lov_init_sub()) [0x2c0000401:0x14:0x0]@ffff9eb8053b0af0[0:0] -> [0x200000405:0x27:0x0]@ffff9eb810bfc960: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000001:1.0:1789603606.087950:0:33265:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1789603606.087952:0:33265:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:1.0:1789603606.087954:0:33265:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603606.087958:0:33265:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446637112125016544 : -106961584535072 : ffff9eb810bfc9e0) 00000020:00001000:1.0:1789603606.087963:0:33265:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00000080:00000001:1.0:1789603606.087968:0:33265:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611175 : 144115205339611175 : 200000405000027) 00000080:00000001:1.0:1789603606.087971:0:33265:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789603606.087975:0:33265:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611175 mtime from 0 to 1789603606 00000080:00000001:1.0:1789603606.087981:0:33265:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1789603606.087984:0:33265:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979799624 : -106961729751992 : ffff9eb80817f448) 00010000:00000001:1.0:1789603606.087987:0:33265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603606.087989:0:33265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603606.087991:0:33265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:1.0:1789603606.087993:0:33265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:1.0:1789603606.087996:0:33265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00000080:00000001:1.0:1789603606.087999:0:33265:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789603606.088001:0:33265:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603606.088002:0:33265:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:1.0:1789603606.088005:0:33265:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00000020:00000001:1.0:1789603606.088007:0:33265:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789603606.088010:0:33265:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1789603606.088012:0:33265:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789603606.088015:0:33265:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb8051031e0. 00020000:00000010:1.0:1789603606.088018:0:33265:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb806944a80. 00020000:00000010:1.0:1789603606.088021:0:33265:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb805103360. 00020000:00000001:1.0:1789603606.088023:0:33265:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637111928959840 : -106961780591776 : ffff9eb805103360) 00020000:00000002:1.0:1789603606.088025:0:33265:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb805103360, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789603606.088029:0:33265:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789603606.088032:0:33265:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb806944a80: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000002:1.0:1789603606.088036:0:33265:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9eb8208806c8) owner ffff9eb807b2a7c0 00020000:00000001:1.0:1789603606.088039:0:33265:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789603606.088042:0:33265:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9eb8208806c8) owner ffff9eb807b2a7c0 00020000:00000010:1.0:1789603606.088047:0:33265:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb806944a80. 00020000:00000010:1.0:1789603606.088051:0:33265:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb8051031e0. 00020000:00000010:1.0:1789603606.088056:0:33265:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb805103360. 00020000:00000002:1.0:1789603606.088058:0:33265:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789603606.088061:0:33265:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603606.088062:0:33265:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603606.088067:0:33265:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789603606.088071:0:33265:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8208806c8) owner 0000000000000000/ffff9eb807b2a7c0 00020000:00000002:1.0:1789603606.088075:0:33265:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb805103f00 addref 2/0 by ffff9eb807b2a7c0. 00020000:00000002:1.0:1789603606.088078:0:33265:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8208806c8) owner 0000000000000000/ffff9eb807b2a7c0 00020000:00000001:1.0:1789603606.088081:0:33265:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789603606.088084:0:33265:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789603606.088085:0:33265:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789603606.088087:0:33265:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789603606.088090:0:33265:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789603606.088092:0:33265:0:(file.c:6854:ll_layout_conf()) [0x200000405:0x27:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789603606.088095:0:33265:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00000080:00000001:1.0:1789603606.088097:0:33265:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603606.088099:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603606.088100:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789603606.088102:0:33265:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789603606.088105:0:33265:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789603606.088108:0:33265:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603606.088111:0:33265:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x27:0x0](ffff9eb80817f448) 00000080:00010000:1.0:1789603606.088114:0:33265:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x27:0x0](ffff9eb80817f448) for lock 0xa04c19c788fe5483 00800000:00000001:1.0:1789603606.088118:0:33265:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603606.088120:0:33265:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603606.088121:0:33265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603606.088122:0:33265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603606.088124:0:33265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:1.0:1789603606.088126:0:33265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:1.0:1789603606.088128:0:33265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:1.0:1789603606.088131:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603606.088132:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603606.088134:0:33265:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603606.088136:0:33265:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603606.088137:0:33265:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1789603606.088140:0:33265:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603606.088150:0:33265:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9eb810d1c380 x1876533442900352/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603622 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603606.088159:0:33265:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789603606.088164:0:33265:0:(namei.c:1651:ll_create_it()) inode ffff9eb80817f448 need_sync_to_mds [0x200000405:0x27:0x0] 00000080:00000001:1.0:1789603606.088167:0:33265:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603606.088172:0:33265:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x27:0x0](ffff9eb80817f448) 00000080:00000001:1.0:1789603606.088175:0:33265:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789603606.088179:0:33265:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb814ea1c00. 00000100:00000001:1.0:1789603606.088183:0:33265:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603606.088187:0:33265:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1c380 x1876533442900352/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603622 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603606.088193:0:33265:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603606.088198:0:33265:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1789603606.088199:0:33265:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789603606.088202:0:33265:0:(namei.c:1500:ll_atomic_open()) inode ffff9eb80817f448 need_sync_to_mds [0x200000405:0x27:0x0] 00000080:00000001:1.0:1789603606.088213:0:33265:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789603606.088216:0:33265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e502023a68 00000080:00200008:1.0:1789603606.088218:0:33265:0:(file.c:1090:ll_file_open()) START file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff9eb80817f448), flags 100102 00000080:00000010:1.0:1789603606.088227:0:33265:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9eb812253540. 00000080:00000010:1.0:1789603606.088235:0:33265:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9eb811aa7d00. 00000080:00000001:1.0:1789603606.088238:0:33265:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789603606.088242:0:33265:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1789603606.088245:0:33265:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603606.088248:0:33265:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603606.088251:0:33265:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603606.088253:0:33265:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603606.088255:0:33265:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603606.088257:0:33265:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:1.0:1789603606.088260:0:33265:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603606.088263:0:33265:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789603606.088267:0:33265:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9eb810bc5da0. 00000002:00100000:1.0:1789603606.088273:0:33265:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb810d1c380 x1876533442900352/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603622 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789603606.088279:0:33265:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603606.088280:0:33265:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789603606.088284:0:33265:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789603606.088288:0:33265:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603606.088291:0:33265:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603606.088294:0:33265:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603606.088297:0:33265:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1c380 x1876533442900352/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603622 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789603606.088305:0:33265:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603606.088310:0:33265:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9eb810240000. 02000000:00000001:1.0:1789603606.088359:0:33265:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789603606.088361:0:33265:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603606.088364:0:33265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e502023a68 00000080:00000008:1.0:1789603606.088367:0:33265:0:(file.c:1329:ll_file_open()) COMPLETED file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff9eb80817f448), flags 100102, rc = 0 00000080:00000001:1.0:1789603606.088371:0:33265:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789603606.088373:0:33265:0:(dcache.c:176:ll_intent_release()) intent ffff9eb807b8d180 released 00000080:00010000:1.0:1789603606.088376:0:33265:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5483 from it ffff9eb807b8d180 00010000:00000001:1.0:1789603606.088379:0:33265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603606.088380:0:33265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603606.088382:0:33265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:1.0:1789603606.088384:0:33265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:1.0:1789603606.088387:0:33265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:1.0:1789603606.088389:0:33265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603606.088393:0:33265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe5483 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e91b05 expref: -99 pid: 33265 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603606.088401:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603606.088402:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603606.088404:0:33265:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603606.088407:0:33265:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603606.088410:0:33265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe5483 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e91b05 expref: -99 pid: 33265 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789603606.088418:0:33265:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603606.088421:0:33265:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603606.088424:0:33265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603606.088429:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603606.088430:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603606.088432:0:33265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603606.088436:0:33265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603606.088439:0:33265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603606.088441:0:33265:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603606.088444:0:33265:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603606.088447:0:33265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603606.088448:0:33265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603606.088449:0:33265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789603606.088450:0:33265:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789603606.088453:0:33265:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1789603606.088455:0:33265:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789603606.088458:0:33265:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603606.088461:0:33265:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789603606.088463:0:33265:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603606.088466:0:33265:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789603606.088482:0:33265:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603606.088484:0:33265:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789603606.088487:0:33265:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603606.088489:0:33265:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789603606.088492:0:33265:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9eb807b8d180. 00000080:00000001:1.0:1789603606.088496:0:33265:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603606.088501:0:33265:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789603606.088503:0:33265:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x27:0x0](ffff9eb80817f448), inode mode 81a4 mask 40 00000080:00000001:1.0:1789603606.088507:0:33265:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603606.088574:0:33265:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789603606.088578:0:33265:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8208806c8) owner 0000000000000000/ffff9eb807b2a7c0 00020000:00000002:1.0:1789603606.088582:0:33265:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8208806c8) owner 0000000000000000/ffff9eb807b2a7c0 00020000:00000001:1.0:1789603606.088585:0:33265:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603606.088594:0:33265:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789603606.088597:0:33265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e502023df0 00000080:00200008:1.0:1789603606.088599:0:33265:0:(file.c:479:ll_file_release()) START file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff9eb80817f448), flags 100002 00000080:00000001:1.0:1789603606.088602:0:33265:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1789603606.088605:0:33265:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789603606.088607:0:33265:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789603606.088608:0:33265:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8208806c8) owner 0000000000000000/ffff9eb807b2a7c0 00020000:00000002:1.0:1789603606.088610:0:33265:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8208806c8) owner 0000000000000000/ffff9eb807b2a7c0 00020000:00000001:1.0:1789603606.088613:0:33265:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603606.088615:0:33265:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1789603606.088620:0:33265:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603606.088621:0:33265:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603606.088623:0:33265:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603606.088624:0:33265:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603606.088626:0:33265:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603606.088628:0:33265:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:1.0:1789603606.088630:0:33265:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603606.088633:0:33265:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603606.088637:0:33265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603606.088644:0:33265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248b00 count: 2 00010000:00000001:1.0:1789603606.088647:0:33265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603606.088651:0:33265:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603606.088653:0:33265:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x27:0x0]: 0 00000080:00000001:1.0:1789603606.088655:0:33265:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789603606.088658:0:33265:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789603606.088662:0:33265:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9eb810d6d600. 00000080:00000001:1.0:1789603606.088665:0:33265:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789603606.088671:0:33265:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789603606.088675:0:33265:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1789603606.088677:0:33265:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603606.088678:0:33265:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603606.088680:0:33265:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603606.088681:0:33265:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603606.088683:0:33265:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603606.088685:0:33265:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:1.0:1789603606.088686:0:33265:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603606.088689:0:33265:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x27:0x0] 00000002:00000001:1.0:1789603606.088692:0:33265:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789603606.088695:0:33265:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9eb81291b000: [0x200000405:0x27:0x0] file closed with intent: 0 00000100:00000010:1.0:1789603606.088702:0:33265:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5180. 00000020:00000040:1.0:1789603606.088707:0:33265:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603606.088713:0:33265:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603606.088717:0:33265:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603606.088723:0:33265:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603606.088732:0:33265:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb810d6d200. 00000100:00000001:1.0:1789603606.088742:0:33265:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789603606.088756:0:33265:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9eb810d1c380 x1876533442900352/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603622 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789603606.088774:0:33265:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789603606.088779:0:33265:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb806bd5180 x1876533442900608/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789603606.088787:0:33265:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603606.088789:0:33265:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603606.088797:0:33265:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8011ca0c0. 00000100:00000001:1.0:1789603606.088800:0:33265:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111862665408 : -106961846886208 : ffff9eb8011ca0c0) 00000100:00000001:1.0:1789603606.088803:0:33265:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603606.088804:0:33265:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957082496 : -106961752469120 : ffff9eb806bd5180) 00000100:00000001:1.0:1789603606.088809:0:33265:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603606.088814:0:33265:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603606.088816:0:33265:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603606.088818:0:33265:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603606.088822:0:33265:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5180 x1876533442900608/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603606.088831:0:33265:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603606.088834:0:33265:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603606.088839:0:33265:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603606.088842:0:33265:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603606.088845:0:33265:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603606.088848:0:33265:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5180 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:33265:1876533442900608:192.168.204.129@tcp:35:multiop.0 00000100:00000001:1.0:1789603606.088853:0:33265:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603606.088859:0:33265:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603606.088861:0:33265:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603606.088865:0:33265:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603606.088870:0:33265:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a7000. 02000000:00000001:1.0:1789603606.088872:0:33265:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603606.088881:0:33265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603606.088887:0:33265:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35cb8. 00000400:00000010:1.0:1789603606.088895:0:33265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcee0. 00000100:00000200:1.0:1789603606.088904:0:33265:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442900608, portal 10 00000100:00000001:1.0:1789603606.088908:0:33265:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603606.088909:0:33265:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957082496 : -106961752469120 : ffff9eb806bd5180) 00000100:00000040:1.0:1789603606.088916:0:33265:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd5180 x1876533442900608/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603622 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603606.088924:0:33265:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603606.088928:0:33265:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603606.088931:0:33265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcdd0. 00000100:00000200:1.0:1789603606.088936:0:33265:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876533442900608, offset 0 00000400:00000200:1.0:1789603606.088944:0:33265:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603606.088954:0:33265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603606.088964:0:33265:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603606.088972:0:33265:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603606.088977:0:33265:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603606.088981:0:33265:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603606.088985:0:33265:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603606.088989:0:33265:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2813:2813:256:4294967295] 192.168.204.129@tcp LPNI seq info [2813:2813:8:4294967295] 00000400:00000200:1.0:1789603606.088995:0:33265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603606.089009:0:33265:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603606.089016:0:33265:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603606.089022:0:33265:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9d00. 00000800:00000200:1.0:1789603606.089032:0:33265:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603606.089044:0:33265:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603606.089050:0:33265:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9d00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789603606.089083:0:33265:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603606.089089:0:33265:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 838957 usecs (839 jiffies) 00000400:00000200:1.0:1789603606.089093:0:33265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603606.089097:0:33265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296605860 00000100:00000001:1.0:1789603606.089101:0:33265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296608107 00000100:00000001:1.0:1789603606.089104:0:33265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296605860 00000100:00000001:1.0:1789603606.089106:0:33265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296608107 00000100:00000001:1.0:1789603606.089109:0:33265:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603606.089112:0:33265:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603606.089114:0:33265:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603606.089116:0:33265:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603606.089119:0:33265:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8011ca0c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789603606.089122:0:33265:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603606.089126:0:33265:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603606.089656:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603606.089664:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9d00. 00000400:00000200:3.0:1789603606.089671:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603606.089678:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603606.089686:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcdd0 00000400:00000010:3.0:1789603606.089690:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcdd0. 00000100:00000001:3.0:1789603606.089696:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603606.089702:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5180 x1876533442900608/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603622 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603606.089714:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603606.089717:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5180 x1876533442900608/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603622 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603606.089723:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603606.089725:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1789603606.092561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248f00. 00010000:00000001:3.0:1789603606.443124:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603606.443136:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603606.443142:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603606.443143:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603606.443904:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603606.443909:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603606.443914:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789603606.767100:0:16817:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1789603606.767126:0:16817:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603607.099122:0:33267:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789603607.099327:0:33267:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789603607.099331:0:33267:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789603607.099336:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7b98 00000080:00200000:3.0:1789603607.099342:0:33267:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:3.0:1789603607.099352:0:33267:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8069c3600. 00800000:00000002:3.0:1789603607.099362:0:33267:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:3.0:1789603607.099368:0:33267:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603607.099375:0:33267:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603607.099377:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7ab8 00800000:00000002:3.0:1789603607.099380:0:33267:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603607.099385:0:33267:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789603607.099388:0:33267:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603607.099392:0:33267:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603607.099395:0:33267:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603607.099398:0:33267:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603607.099400:0:33267:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603607.099403:0:33267:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603607.099406:0:33267:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603607.099410:0:33267:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789603607.099417:0:33267:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603607.099419:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7988 00000002:00010000:3.0:1789603607.099421:0:33267:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789603607.099425:0:33267:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789603607.099427:0:33267:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603607.099431:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789603607.099441:0:33267:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.099443:0:33267:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.099445:0:33267:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.099448:0:33267:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789603607.099625:0:33267:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789603607.099633:0:33267:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4b480. 00000020:00000040:3.0:1789603607.099639:0:33267:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:3.0:1789603607.099648:0:33267:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789603607.099655:0:33267:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603607.099665:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.099669:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.099671:0:33267:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603607.099676:0:33267:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603607.099679:0:33267:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603607.099685:0:33267:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603607.099696:0:33267:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb80511f400. 00000100:00000001:3.0:1789603607.099705:0:33267:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603607.099850:0:33267:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603607.099853:0:33267:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603607.099855:0:33267:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603607.099856:0:33267:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603607.099858:0:33267:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.099866:0:33267:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637112124290176 : -106961585261440 : ffff9eb810b4b480) 00010000:00000001:3.0:1789603607.099872:0:33267:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789603607.099875:0:33267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789603607.099882:0:33267:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb8042bba00. 00010000:00000010:3.0:1789603607.099888:0:33267:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80502b000. 00010000:00000001:3.0:1789603607.099895:0:33267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789603607.099899:0:33267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb8131e4400. 00000020:00000001:3.0:1789603607.099904:0:33267:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789603607.099909:0:33267:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb8131e4400 with handle 0xa04c19c788fe548a to hash 00000020:00000001:3.0:1789603607.099911:0:33267:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789603607.099913:0:33267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:3.0:1789603607.099917:0:33267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:3.0:1789603607.099922:0:33267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603607.099925:0:33267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603607.099931:0:33267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4400/0xa04c19c788fe548a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33267 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603607.099943:0:33267:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4400/0xa04c19c788fe548a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33267 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603607.100822:0:33267:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4400/0xa04c19c788fe548a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33267 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789603607.100832:0:33267:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603607.100835:0:33267:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603607.100849:0:33267:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8121b2900. 00000100:00000001:3.0:1789603607.100852:0:33267:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112147781888 : -106961561769728 : ffff9eb8121b2900) 00000100:00000001:3.0:1789603607.100856:0:33267:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603607.100858:0:33267:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124290176 : -106961585261440 : ffff9eb810b4b480) 00000100:00000001:3.0:1789603607.100864:0:33267:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603607.100869:0:33267:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603607.100872:0:33267:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603607.100874:0:33267:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603607.100891:0:33267:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4b480 x1876533442900736/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603607.100901:0:33267:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603607.100904:0:33267:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603607.100910:0:33267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603607.100913:0:33267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603607.100917:0:33267:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603607.100921:0:33267:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4b480 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:33267:1876533442900736:192.168.204.129@tcp:101:multiop.0 00000100:00000001:3.0:1789603607.100926:0:33267:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603607.100935:0:33267:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603607.100938:0:33267:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603607.100941:0:33267:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603607.100959:0:33267:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb82036a000. 02000000:00000001:3.0:1789603607.101028:0:33267:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603607.101041:0:33267:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603607.101049:0:33267:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748160. 00000400:00000010:3.0:1789603607.101059:0:33267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0440. 00000100:00000200:3.0:1789603607.101068:0:33267:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442900736, portal 10 00000100:00000001:3.0:1789603607.101070:0:33267:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603607.101072:0:33267:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124290176 : -106961585261440 : ffff9eb810b4b480) 00000100:00000040:3.0:1789603607.101079:0:33267:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810b4b480 x1876533442900736/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603623 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603607.101089:0:33267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603607.101092:0:33267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603607.101095:0:33267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0c38. 00000100:00000200:3.0:1789603607.101098:0:33267:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876533442900736, offset 0 00000400:00000200:3.0:1789603607.101106:0:33267:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603607.101118:0:33267:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.101128:0:33267:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603607.101150:0:33267:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603607.101155:0:33267:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603607.101159:0:33267:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603607.101162:0:33267:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603607.101166:0:33267:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2814:2814:256:4294967295] 192.168.204.129@tcp LPNI seq info [2814:2814:8:4294967295] 00000400:00000200:3.0:1789603607.101172:0:33267:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.101429:0:33267:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603607.101438:0:33267:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603607.101445:0:33267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f800. 00000800:00000200:3.0:1789603607.101465:0:33267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603607.101475:0:33267:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603607.101480:0:33267:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1789603607.101546:0:33267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603607.101553:0:33267:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 838957 usecs (839 jiffies) 00000400:00000200:3.0:1789603607.101556:0:33267:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603607.101560:0:33267:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296606874 00000100:00000001:3.0:1789603607.101564:0:33267:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296608107 00000100:00000001:3.0:1789603607.101566:0:33267:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296606874 00000100:00000001:3.0:1789603607.101569:0:33267:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296608107 00000100:00000001:3.0:1789603607.101572:0:33267:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603607.101575:0:33267:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603607.101578:0:33267:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603607.101580:0:33267:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603607.101583:0:33267:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8121b2900 going to sleep for 11 seconds 00000100:00000001:3.0:1789603607.101586:0:33267:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603607.101590:0:33267:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603607.101960:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603607.101967:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f800. 00000400:00000200:2.0:1789603607.101976:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603607.101983:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603607.101991:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0c38 00000400:00000010:2.0:1789603607.101995:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0c38. 00000100:00000001:2.0:1789603607.102000:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603607.102007:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4b480 x1876533442900736/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603623 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603607.102018:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603607.102021:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b4b480 x1876533442900736/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603623 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603607.102030:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603607.102032:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603607.112599:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603607.112625:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603607.112629:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603607.112632:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603607.112643:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.112655:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603607.112679:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.112686:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.112694:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.112700:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d45f300 00000400:00000200:3.0:1789603607.112707:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.112714:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x8055 [1] + 224 00000800:00000001:3.0:1789603607.112724:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603607.112740:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603607.112744:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603607.112752:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603607.112764:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603607.112777:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4b480 x1876533442900736/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603623 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603607.112792:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb810b4b480 x1876533442900736/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603623 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603607.112826:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603607.112837:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603607.112880:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603607.114103:0:33267:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603607.114120:0:33267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603607.114123:0:33267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603607.114128:0:33267:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748160. 00000400:00000200:0.0:1789603607.114137:0:33267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0440 00000400:00000010:0.0:1789603607.114141:0:33267:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0440. 00000100:00000001:0.0:1789603607.114147:0:33267:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603607.114158:0:33267:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b4b480 x1876533442900736/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603623 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603607.114168:0:33267:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b4b480 x1876533442900736/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603623 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603607.114176:0:33267:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603607.114178:0:33267:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603607.114181:0:33267:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603607.114184:0:33267:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603607.114187:0:33267:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603607.114191:0:33267:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603607.114195:0:33267:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603607.114207:0:33267:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=5 v=5 (5 106 106 106) 00000100:00001000:0.0:1789603607.114212:0:33267:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=12 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603607.114216:0:33267:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603607.114218:0:33267:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603607.114222:0:33267:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603607.114227:0:33267:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603607.114231:0:33267:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603607.114234:0:33267:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967632 00000100:00000001:0.0:1789603607.114236:0:33267:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603607.114254:0:33267:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603607.114260:0:33267:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b4b480 x1876533442900736/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603623 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603607.114268:0:33267:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603607.114272:0:33267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603607.114274:0:33267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603607.114278:0:33267:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4b480 x1876533442900736/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603623 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603607.114287:0:33267:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b4b480 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:33267:1876533442900736:192.168.204.129@tcp:101:multiop.0 00000100:00000001:0.0:1789603607.114294:0:33267:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603607.114297:0:33267:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603607.114300:0:33267:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603607.114302:0:33267:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603607.114306:0:33267:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4b480 x1876533442900736/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603623 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603607.114313:0:33267:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603607.114317:0:33267:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8121b2900. 00000100:00000001:0.0:1789603607.114322:0:33267:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603607.114323:0:33267:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603607.114327:0:33267:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789603607.114332:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603607.114335:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603607.114340:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4400 refcount=4 00000020:00000001:0.0:1789603607.114343:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:0.0:1789603607.114348:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000040:0.0:1789603607.114358:0:33267:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb8131e4400, remote cookie: 0x31dbb14d74e91b1a, flags: 0x1001 00010000:00010000:0.0:1789603607.114364:0:33267:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4400/0xa04c19c788fe548a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b1a expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603607.114376:0:33267:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4400/0xa04c19c788fe548a lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b1a expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603607.114383:0:33267:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789603607.114388:0:33267:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789603607.114391:0:33267:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789603607.114393:0:33267:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789603607.114395:0:33267:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789603607.114400:0:33267:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9eb8042bba00) refcount = 1 00010000:00010000:0.0:1789603607.114405:0:33267:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4400/0xa04c19c788fe548a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b1a expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603607.114413:0:33267:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789603607.114417:0:33267:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789603607.114419:0:33267:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603607.114424:0:33267:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789603607.114427:0:33267:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603607.114431:0:33267:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4400/0xa04c19c788fe548a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b1a expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603607.114437:0:33267:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789603607.114439:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603607.114441:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603607.114442:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603607.114443:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603607.114445:0:33267:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603607.114464:0:33267:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789603607.114466:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603607.114468:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603607.114469:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4400 refcount=3 00000020:00000001:0.0:1789603607.114471:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:0.0:1789603607.114474:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:0.0:1789603607.114476:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603607.114477:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603607.114479:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4400 refcount=4 00000020:00000001:0.0:1789603607.114481:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:0.0:1789603607.114483:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:0.0:1789603607.114486:0:33267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603607.114490:0:33267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603607.114494:0:33267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4400/0xa04c19c788fe548a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b1a expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603607.114500:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603607.114502:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603607.114503:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603607.114504:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603607.114505:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4400 refcount=5 00000020:00000001:0.0:1789603607.114507:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:0.0:1789603607.114567:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:0.0:1789603607.114571:0:33267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603607.114574:0:33267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4400/0xa04c19c788fe548a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b1a expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603607.114581:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603607.114582:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789603607.114585:0:33267:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4400/0xa04c19c788fe548a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b1a expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603607.114591:0:33267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603607.114593:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603607.114595:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603607.114597:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603607.114598:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789603607.114603:0:33267:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb810b4b480 x1876533442900736/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603623 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789603607.114612:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603607.114613:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603607.114615:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4400 refcount=3 00000020:00000001:0.0:1789603607.114617:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:0.0:1789603607.114619:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:0.0:1789603607.114624:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603607.114626:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603607.114628:0:33267:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603607.114630:0:33267:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603607.114634:0:33267:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789603607.114638:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603607.114640:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603607.114641:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4400 refcount=3 00000020:00000001:0.0:1789603607.114643:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:0.0:1789603607.114646:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00000002:00010000:0.0:1789603607.114649:0:33267:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4400/0xa04c19c788fe548a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b1a expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603607.114656:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603607.114658:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603607.114660:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603607.114662:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603607.114663:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603607.114664:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4400 refcount=3 00000020:00000001:0.0:1789603607.114666:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:0.0:1789603607.114668:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000040:0.0:1789603607.114676:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bba00 count: 2 00010000:00000001:0.0:1789603607.114679:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789603607.114684:0:33267:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789603607.114687:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603607.114688:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603607.114690:0:33267:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789603607.114693:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7910 00000002:00002000:0.0:1789603607.114695:0:33267:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789603607.114698:0:33267:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603607.114702:0:33267:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603607.114705:0:33267:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789603607.114708:0:33267:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789603607.114711:0:33267:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603607.114715:0:33267:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603607.114719:0:33267:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8069c3600. 00000080:00000001:0.0:1789603607.114725:0:33267:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603607.114728:0:33267:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789603607.114736:0:33267:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789603607.114741:0:33267:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789603607.116710:0:33267:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb806b15540. 00800000:00000001:2.0:1789603607.116725:0:33267:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637111956297024 : -106961753254592 : ffff9eb806b15540) 00800000:00000001:2.0:1789603607.116731:0:33267:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603607.116736:0:33267:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789603607.116743:0:33267:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789603607.116746:0:33267:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789603607.116749:0:33267:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789603607.116753:0:33267:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789603607.116755:0:33267:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603607.116761:0:33267:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789603607.116764:0:33267:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1789603607.116767:0:33267:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1789603596 to 1789603606 00000080:00200000:2.0:1789603607.116773:0:33267:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1789603607.116777:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603607.116781:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603607.116786:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4400 refcount=3 00000020:00000001:2.0:1789603607.116789:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:2.0:1789603607.116793:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:2.0:1789603607.116796:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.116799:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789603607.116801:0:33267:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789603607.116806:0:33267:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789603607.116808:0:33267:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb806b15540 1 00800000:00000010:2.0:1789603607.116811:0:33267:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb806b15540. 00800000:00000001:2.0:1789603607.116819:0:33267:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603607.116823:0:33267:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe548a 00800000:00000001:2.0:1789603607.116827:0:33267:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603607.116831:0:33267:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603607.116832:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603607.116833:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603607.116835:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4400 refcount=3 00000020:00000001:2.0:1789603607.116838:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:2.0:1789603607.116840:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:2.0:1789603607.116843:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.116844:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603607.116845:0:33267:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603607.116847:0:33267:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603607.116850:0:33267:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603607.116854:0:33267:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:2.0:1789603607.116858:0:33267:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe548a from it ffffb8e5015b7bd0 00010000:00000001:2.0:1789603607.116861:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603607.116862:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603607.116863:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4400 refcount=3 00000020:00000001:2.0:1789603607.116865:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:2.0:1789603607.116867:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:2.0:1789603607.116871:0:33267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603607.116876:0:33267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4400/0xa04c19c788fe548a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b1a expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603607.116888:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.116889:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.116891:0:33267:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603607.116895:0:33267:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603607.116898:0:33267:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4400/0xa04c19c788fe548a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b1a expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603607.116911:0:33267:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603607.116916:0:33267:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603607.116919:0:33267:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603607.116925:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.116926:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.116929:0:33267:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.116932:0:33267:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603607.116935:0:33267:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.116938:0:33267:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.116940:0:33267:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.116943:0:33267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603607.116944:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.116945:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603607.116949:0:33267:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603607.116964:0:33267:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b4b480 x1876533442900736/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603623 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603607.116974:0:33267:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603607.116979:0:33267:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603607.116983:0:33267:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb82036a000. 02000000:00000001:2.0:1789603607.116989:0:33267:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603607.116992:0:33267:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603607.116994:0:33267:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603607.116996:0:33267:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603607.116999:0:33267:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb80511f400. 02000000:00000001:2.0:1789603607.117003:0:33267:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603607.117005:0:33267:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603607.117007:0:33267:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4b480. 00000100:00000001:2.0:1789603607.117012:0:33267:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603607.117014:0:33267:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603607.117017:0:33267:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:2.0:1789603607.117023:0:33267:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789603607.117045:0:33267:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb81272ae80. 00000020:00000001:2.0:1789603607.117051:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7d88 00000080:00200000:2.0:1789603607.117054:0:33267:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9eb808190908), flags=1536 00000080:00000001:2.0:1789603607.117058:0:33267:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603607.117059:0:33267:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603607.117060:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7c98 00000080:00200000:2.0:1789603607.117062:0:33267:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:2.0:1789603607.117068:0:33267:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb804f7fe00. 00800000:00000002:2.0:1789603607.117074:0:33267:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603607.117079:0:33267:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603607.117083:0:33267:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603607.117085:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7bb8 00800000:00000002:2.0:1789603607.117087:0:33267:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603607.117091:0:33267:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603607.117095:0:33267:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603607.117098:0:33267:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603607.117101:0:33267:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603607.117104:0:33267:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603607.117106:0:33267:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603607.117108:0:33267:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603607.117110:0:33267:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603607.117114:0:33267:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603607.117121:0:33267:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603607.117123:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7a88 00000002:00010000:2.0:1789603607.117125:0:33267:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603607.117129:0:33267:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603607.117131:0:33267:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603607.117134:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603607.117141:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bba00 count: 2 00010000:00000001:2.0:1789603607.117145:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603607.117150:0:33267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603607.117154:0:33267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603607.117158:0:33267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4400/0xa04c19c788fe548a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b1a expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789603607.117167:0:33267:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603607.117171:0:33267:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603607.117174:0:33267:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4400/0xa04c19c788fe548a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b1a expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789603607.117181:0:33267:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603607.117183:0:33267:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603607.117186:0:33267:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603607.117188:0:33267:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603607.117190:0:33267:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603607.117192:0:33267:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603607.117195:0:33267:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603607.117197:0:33267:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603607.117201:0:33267:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804f7fe00. 00000080:00000001:2.0:1789603607.117205:0:33267:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603607.117207:0:33267:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603607.117209:0:33267:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:2.0:1789603607.117212:0:33267:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe548a 00800000:00000001:2.0:1789603607.117214:0:33267:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603607.117216:0:33267:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603607.117218:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603607.117219:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603607.117221:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4400 refcount=3 00000020:00000001:2.0:1789603607.117223:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:2.0:1789603607.117226:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:2.0:1789603607.117228:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.117229:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603607.117230:0:33267:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603607.117232:0:33267:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603607.117234:0:33267:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe548a from it ffffb8e5015b7cd0 00010000:00000001:2.0:1789603607.117236:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603607.117237:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603607.117238:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4400 refcount=3 00000020:00000001:2.0:1789603607.117240:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:2.0:1789603607.117243:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:2.0:1789603607.117245:0:33267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603607.117248:0:33267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4400/0xa04c19c788fe548a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b1a expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603607.117254:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.117256:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.117257:0:33267:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603607.117258:0:33267:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603607.117260:0:33267:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4400/0xa04c19c788fe548a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b1a expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789603607.117266:0:33267:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603607.117267:0:33267:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603607.117269:0:33267:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603607.117271:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.117272:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.117273:0:33267:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.117275:0:33267:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603607.117276:0:33267:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.117278:0:33267:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.117280:0:33267:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.117282:0:33267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603607.117284:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.117285:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603607.117286:0:33267:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603607.117288:0:33267:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603607.117291:0:33267:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 3 00000080:00000001:2.0:1789603607.117294:0:33267:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603607.117301:0:33267:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603607.117303:0:33267:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603607.117304:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7d78 00000080:00200000:2.0:1789603607.117306:0:33267:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:2.0:1789603607.117311:0:33267:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb804f7fe00. 00800000:00000002:2.0:1789603607.117313:0:33267:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603607.117316:0:33267:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603607.117317:0:33267:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603607.117438:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7c98 00800000:00000002:2.0:1789603607.117443:0:33267:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603607.117446:0:33267:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603607.117456:0:33267:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603607.117458:0:33267:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603607.117459:0:33267:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603607.117461:0:33267:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603607.117462:0:33267:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603607.117464:0:33267:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603607.117465:0:33267:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603607.117468:0:33267:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603607.117472:0:33267:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603607.117473:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7b68 00000002:00010000:2.0:1789603607.117475:0:33267:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603607.117478:0:33267:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603607.117479:0:33267:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603607.117481:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603607.117484:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bba00 count: 2 00010000:00000001:2.0:1789603607.117486:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603607.117489:0:33267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603607.117491:0:33267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603607.117495:0:33267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4400/0xa04c19c788fe548a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b1a expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1789603607.117502:0:33267:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603607.117504:0:33267:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603607.117507:0:33267:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4400/0xa04c19c788fe548a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b1a expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1789603607.117570:0:33267:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603607.117572:0:33267:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603607.117573:0:33267:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603607.117575:0:33267:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603607.117577:0:33267:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603607.117578:0:33267:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603607.117581:0:33267:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603607.117583:0:33267:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603607.117585:0:33267:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804f7fe00. 00000080:00000001:2.0:1789603607.117588:0:33267:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603607.117589:0:33267:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603607.117591:0:33267:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:2.0:1789603607.117593:0:33267:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe548a 00800000:00000001:2.0:1789603607.117596:0:33267:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603607.117597:0:33267:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603607.117599:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603607.117600:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603607.117602:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4400 refcount=3 00000020:00000001:2.0:1789603607.117604:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:2.0:1789603607.117606:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:2.0:1789603607.117608:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.117610:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603607.117611:0:33267:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603607.117612:0:33267:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603607.117614:0:33267:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe548a from it ffffb8e5015b7db0 00010000:00000001:2.0:1789603607.117617:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603607.117618:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603607.117620:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4400 refcount=3 00000020:00000001:2.0:1789603607.117621:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:2.0:1789603607.117623:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:2.0:1789603607.117625:0:33267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603607.117627:0:33267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4400/0xa04c19c788fe548a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b1a expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789603607.117631:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.117632:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.117634:0:33267:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603607.117635:0:33267:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603607.117638:0:33267:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4400/0xa04c19c788fe548a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b1a expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789603607.117643:0:33267:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603607.117645:0:33267:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603607.117646:0:33267:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603607.117648:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.117649:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.117651:0:33267:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.117653:0:33267:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603607.117654:0:33267:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.117656:0:33267:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.117658:0:33267:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.117660:0:33267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603607.117661:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.117662:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603607.117663:0:33267:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603607.117665:0:33267:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603607.117667:0:33267:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 3 00000080:00000001:2.0:1789603607.117669:0:33267:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603607.117674:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7e20 00000080:00200000:2.0:1789603607.117676:0:33267:0:(namei.c:2062:ll_create_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9eb808190908), flags=33188, excl=1 00000080:00000001:2.0:1789603607.117679:0:33267:0:(namei.c:2013:ll_mknod()) Process entered 00000020:00000001:2.0:1789603607.117681:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7dd0 00000080:00200000:2.0:1789603607.117683:0:33267:0:(namei.c:2017:ll_mknod()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9eb808190908) mode 100644 dev 0 00000080:00000001:2.0:1789603607.118503:0:33267:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:2.0:1789603607.118505:0:33267:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1789603607.118560:0:33267:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb804f7fe00. 00800000:00000002:2.0:1789603607.118568:0:33267:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603607.118576:0:33267:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603607.118583:0:33267:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:2.0:1789603607.118586:0:33267:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789603607.118589:0:33267:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603607.118592:0:33267:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603607.118594:0:33267:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603607.118597:0:33267:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603607.118599:0:33267:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603607.118600:0:33267:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603607.118602:0:33267:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603607.118606:0:33267:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446637111935442432 : -106961774109184 : ffff9eb805731e00) 00800000:00000001:2.0:1789603607.118610:0:33267:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789603607.118613:0:33267:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789603607.118616:0:33267:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789603607.118620:0:33267:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789603607.118623:0:33267:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9eb81291b000: Allocated FID [0x200000405:0x28:0x0] 40000000:00000001:2.0:1789603607.118626:0:33267:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603607.118629:0:33267:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603607.118631:0:33267:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603607.118633:0:33267:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603607.118636:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7c38 00800000:00000002:2.0:1789603607.118638:0:33267:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'f22.recovery-small-1' [0x200000405:0x28:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:2.0:1789603607.118644:0:33267:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1789603607.118647:0:33267:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789603607.118653:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bba00 count: 2 00010000:00000001:2.0:1789603607.118656:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603607.118661:0:33267:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789603607.118668:0:33267:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789603607.118674:0:33267:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4400/0xa04c19c788fe548a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e91b1a expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1789603607.118686:0:33267:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789603607.118862:0:33267:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789603607.118866:0:33267:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789603607.118868:0:33267:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789603607.118872:0:33267:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603607.118875:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603607.118878:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bba00 count: 3 00010000:00000001:2.0:1789603607.118880:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603607.118884:0:33267:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603607.118885:0:33267:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603607.118886:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603607.118887:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bba00 count: 3 00010000:00000001:2.0:1789603607.118889:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603607.118891:0:33267:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603607.118893:0:33267:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603607.118894:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603607.118895:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bba00 count: 3 00010000:00000001:2.0:1789603607.118897:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603607.118899:0:33267:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603607.118901:0:33267:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789603607.118904:0:33267:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9eb808190840, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789603607.118909:0:33267:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789603607.118912:0:33267:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789603607.118915:0:33267:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789603607.118917:0:33267:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.118922:0:33267:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789603607.118926:0:33267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789603607.118929:0:33267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789603607.118930:0:33267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603607.118934:0:33267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789603607.118937:0:33267:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb8131e4400 with handle 0xa04c19c788fe548a from hash 00010000:00000001:2.0:1789603607.118940:0:33267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789603607.118943:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.118944:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.118947:0:33267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789603607.118950:0:33267:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789603607.118953:0:33267:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789603607.118956:0:33267:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789603607.118959:0:33267:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603607.118961:0:33267:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789603607.118969:0:33267:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f2a00. 00000020:00000040:2.0:1789603607.118975:0:33267:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:2.0:1789603607.118984:0:33267:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789603607.118986:0:33267:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.118989:0:33267:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603607.118995:0:33267:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603607.118999:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.119001:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.119002:0:33267:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603607.119006:0:33267:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603607.119008:0:33267:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603607.119013:0:33267:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603607.119022:0:33267:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041d0c00. 00000100:00000001:2.0:1789603607.119032:0:33267:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.119035:0:33267:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603607.119038:0:33267:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789603607.119046:0:33267:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4400/0xa04c19c788fe548a lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91b1a expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1789603607.119054:0:33267:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789603607.119056:0:33267:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789603607.119058:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789603607.119060:0:33267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4400/0xa04c19c788fe548a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91b1a expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1789603607.119070:0:33267:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb8042bba00 count: 0 00010000:00000010:2.0:1789603607.119078:0:33267:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb80502b000. 00010000:00000001:2.0:1789603607.119096:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.119108:0:33267:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.119111:0:33267:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603607.119113:0:33267:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.119116:0:33267:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1789603607.119137:0:33267:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:2.0:1789603607.119156:0:33267:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb8040f2a00 x1876533442900992/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603607.119165:0:33267:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603607.119167:0:33267:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603607.119178:0:33267:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8040409c0. 00000100:00000001:2.0:1789603607.119180:0:33267:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911385536 : -106961798166080 : ffff9eb8040409c0) 00000100:00000001:2.0:1789603607.119184:0:33267:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603607.119185:0:33267:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912114688 : -106961797436928 : ffff9eb8040f2a00) 00000100:00000001:2.0:1789603607.119191:0:33267:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603607.119196:0:33267:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603607.119199:0:33267:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603607.119202:0:33267:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603607.119208:0:33267:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f2a00 x1876533442900992/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603607.119217:0:33267:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603607.119221:0:33267:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603607.119226:0:33267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603607.119229:0:33267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603607.119231:0:33267:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603607.119901:0:33267:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f2a00 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:33267:1876533442900992:192.168.204.129@tcp:36:multiop.0 00000100:00000001:2.0:1789603607.119910:0:33267:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603607.119919:0:33267:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603607.119922:0:33267:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603607.119926:0:33267:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603607.119934:0:33267:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041d2400. 02000000:00000001:2.0:1789603607.119937:0:33267:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603607.119948:0:33267:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603607.119953:0:33267:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3790. 00000400:00000010:2.0:1789603607.119961:0:33267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7990. 00000100:00000200:2.0:1789603607.119971:0:33267:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442900992, portal 10 00000100:00000001:2.0:1789603607.119974:0:33267:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603607.119975:0:33267:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912114688 : -106961797436928 : ffff9eb8040f2a00) 00000100:00000040:2.0:1789603607.119986:0:33267:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f2a00 x1876533442900992/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/576 e 0 to 0 dl 1789603623 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603607.119995:0:33267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603607.119998:0:33267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603607.120001:0:33267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d72a8. 00000100:00000200:2.0:1789603607.120005:0:33267:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876533442900992, offset 0 00000400:00000200:2.0:1789603607.120014:0:33267:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603607.120024:0:33267:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603607.120034:0:33267:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603607.120042:0:33267:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603607.120047:0:33267:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603607.120051:0:33267:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603607.120054:0:33267:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603607.120058:0:33267:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2815:2815:256:4294967295] 192.168.204.129@tcp LPNI seq info [2815:2815:8:4294967295] 00000400:00000200:2.0:1789603607.120063:0:33267:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603607.120075:0:33267:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603607.120083:0:33267:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603607.120091:0:33267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb806888900. 00000800:00000200:2.0:1789603607.120109:0:33267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603607.120119:0:33267:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603607.120125:0:33267:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb806888900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789603607.120156:0:33267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603607.120162:0:33267:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 837850 usecs (838 jiffies) 00000400:00000200:2.0:1789603607.120166:0:33267:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603607.120170:0:33267:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296606891 00000100:00000001:2.0:1789603607.120174:0:33267:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296608107 00000100:00000001:2.0:1789603607.120178:0:33267:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296606891 00000100:00000001:2.0:1789603607.120181:0:33267:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296608107 00000100:00000001:2.0:1789603607.120183:0:33267:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603607.120186:0:33267:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603607.120189:0:33267:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603607.120191:0:33267:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603607.120195:0:33267:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8040409c0 going to sleep for 11 seconds 00000100:00000001:2.0:1789603607.120198:0:33267:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603607.120202:0:33267:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603607.121043:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603607.121052:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb806888900. 00000400:00000200:3.0:1789603607.121061:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603607.121069:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603607.121079:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d72a8 00000400:00000010:3.0:1789603607.121082:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d72a8. 00000100:00000001:3.0:1789603607.121089:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603607.121096:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f2a00 x1876533442900992/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/576 e 0 to 0 dl 1789603623 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603607.121180:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603607.121185:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f2a00 x1876533442900992/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/576 e 0 to 0 dl 1789603623 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603607.121194:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603607.121196:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789603607.131795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8042bba00. 00010000:00000010:2.1:1789603607.131825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4400. 00000800:00000001:3.0:1789603607.142472:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603607.142502:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603607.142509:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603607.142570:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603607.142584:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.142609:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603607.142622:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.142630:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.142637:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.142643:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 448 into portal 10 MB=0x6aab27d45f400 00000400:00000200:3.0:1789603607.142651:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.142659:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 448/448 into md 0x8065 [1] + 224 00000800:00000001:3.0:1789603607.142669:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603607.142679:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603607.142683:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603607.142700:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603607.142713:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603607.142725:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f2a00 x1876533442900992/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/576 e 0 to 0 dl 1789603623 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603607.142739:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9eb8040f2a00 x1876533442900992/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/576 e 0 to 0 dl 1789603623 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603607.142763:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603607.142774:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603607.142778:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603607.142945:0:33267:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603607.142955:0:33267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603607.142958:0:33267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603607.142963:0:33267:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3790. 00000400:00000200:2.0:1789603607.142970:0:33267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7990 00000400:00000010:2.0:1789603607.142973:0:33267:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7990. 00000100:00000001:2.0:1789603607.142978:0:33267:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603607.142983:0:33267:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f2a00 x1876533442900992/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/576 e 0 to 0 dl 1789603623 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603607.142993:0:33267:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f2a00 x1876533442900992/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/576 e 0 to 0 dl 1789603623 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603607.143001:0:33267:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603607.143003:0:33267:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603607.143006:0:33267:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603607.143011:0:33267:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603607.143014:0:33267:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603607.143017:0:33267:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603607.143021:0:33267:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603607.143035:0:33267:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=5 v=5 (5 106 106 106) 00000100:00001000:2.0:1789603607.143041:0:33267:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603607.143043:0:33267:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603607.143046:0:33267:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.143049:0:33267:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603607.143054:0:33267:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603607.143058:0:33267:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789603607.143061:0:33267:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009b/0x1] 00000100:00000001:2.0:1789603607.143063:0:33267:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789603607.143068:0:33267:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603607.143070:0:33267:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912114688 : -106961797436928 : ffff9eb8040f2a00) 00000100:00000001:2.0:1789603607.143074:0:33267:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603607.143077:0:33267:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967632 00000100:00000001:2.0:1789603607.143079:0:33267:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603607.143083:0:33267:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603607.143088:0:33267:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f2a00 x1876533442900992/t4294967634(4294967634) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/448 e 0 to 0 dl 1789603623 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603607.143096:0:33267:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603607.143100:0:33267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603607.143102:0:33267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603607.143107:0:33267:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f2a00 x1876533442900992/t4294967634(4294967634) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/448 e 0 to 0 dl 1789603623 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603607.143115:0:33267:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f2a00 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:33267:1876533442900992:192.168.204.129@tcp:36:multiop.0 00000100:00000001:2.0:1789603607.143122:0:33267:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603607.143125:0:33267:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603607.143128:0:33267:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789603607.143131:0:33267:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603607.143134:0:33267:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f2a00 x1876533442900992/t4294967634(4294967634) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/448 e 0 to 0 dl 1789603623 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603607.143141:0:33267:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603607.143144:0:33267:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8040409c0. 00000100:00000001:2.0:1789603607.143147:0:33267:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789603607.143149:0:33267:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603607.143159:0:33267:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603607.143164:0:33267:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000405:0x28:0x0] 00800000:00000001:2.0:1789603607.143167:0:33267:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603607.143170:0:33267:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:2.0:1789603607.143173:0:33267:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1789603606 to 1789603607 00000080:00000001:2.0:1789603607.143177:0:33267:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789603607.143185:0:33267:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789603607.143187:0:33267:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789603607.143191:0:33267:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:2.0:1789603607.143195:0:33267:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1789603607.143216:0:33267:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9eb808124a40. 00000020:00000001:2.0:1789603607.143231:0:33267:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1789603607.143234:0:33267:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1789603607.143237:0:33267:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1789603607.143239:0:33267:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x28:0x0](ffff9eb808124b08) 00000080:00000001:2.0:1789603607.143242:0:33267:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:2.0:1789603607.143246:0:33267:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789603607.143251:0:33267:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611176 mtime from 0 to 1789603607 00000080:00000001:2.0:1789603607.143257:0:33267:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000020:00000001:2.0:1789603607.143262:0:33267:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1789603607.143269:0:33267:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9eb810b2a1b0. 00000020:00000010:2.0:1789603607.143279:0:33267:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb804f7f800. 00000020:00000010:2.0:1789603607.143289:0:33267:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9eb804f7e000. 00000020:00000010:2.0:1789603607.143293:0:33267:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9eb8051ed7e0. 00000008:00000010:2.0:1789603607.143302:0:33267:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9eb820362190. 00020000:00000010:2.0:1789603607.143310:0:33267:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9eb812bce9c0. 00008000:00000010:2.0:1789603607.143335:0:33267:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9eb804d48e20. 00000080:00000010:2.0:1789603607.143342:0:33267:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9eb812974e70. 00000080:00000010:2.0:1789603607.143347:0:33267:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9eb8129794d0. 00000020:00000010:2.0:1789603607.143353:0:33267:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb804f7f400. 00000008:00000010:2.0:1789603607.143357:0:33267:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9eb806bd0dc0. 00020000:00000010:2.0:1789603607.143362:0:33267:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9eb807c44b68. 00008000:00000010:2.0:1789603607.143366:0:33267:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9eb8030bfff8. 00000080:00000010:2.0:1789603607.143371:0:33267:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9eb810945c30. 00000020:00000001:2.0:1789603607.143374:0:33267:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154296 : -106961585397320 : ffff9eb810b2a1b8) 00000020:00001000:2.0:1789603607.143376:0:33267:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a1b0 00000020:00000001:2.0:1789603607.143383:0:33267:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1789603607.143389:0:33267:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9eb8203b6708. 00000020:00000001:2.0:1789603607.143392:0:33267:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789603607.143395:0:33267:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603607.143405:0:33267:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1789603607.143410:0:33267:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9eb8109b80f8. 00020000:00000001:2.0:1789603607.143414:0:33267:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446637112122638584 : -106961586913032 : ffff9eb8109b80f8) 00020000:00000001:2.0:1789603607.143418:0:33267:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1789603607.143421:0:33267:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603607.143428:0:33267:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446637112384776072 : -106961324775544 : ffff9eb8203b6788) 00000020:00001000:2.0:1789603607.143432:0:33267:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a1b0 00000080:00000001:2.0:1789603607.143436:0:33267:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979428616 : -106961730123000 : ffff9eb808124b08) 00000080:00000001:2.0:1789603607.143438:0:33267:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789603607.143442:0:33267:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789603607.143444:0:33267:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603607.143460:0:33267:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603607.143463:0:33267:0:(namei.c:1996:ll_new_node()) Process leaving 00000100:00000001:2.0:1789603607.143465:0:33267:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603607.143469:0:33267:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f2a00 x1876533442900992/t4294967634(4294967634) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/448 e 0 to 0 dl 1789603623 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603607.143478:0:33267:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603607.143482:0:33267:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603607.143486:0:33267:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804f7fe00. 00000080:00000001:2.0:1789603607.143490:0:33267:0:(namei.c:2004:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603607.143496:0:33267:0:(namei.c:2045:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603607.143500:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7e20 00000080:00200000:2.0:1789603607.143502:0:33267:0:(namei.c:2070:ll_create_nd()) VFS Op:name=f22.recovery-small-1, unhashed 1 00000080:00000001:2.0:1789603607.143558:0:33267:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789603607.143566:0:33267:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789603607.143668:0:33267:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603607.143673:0:33267:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603607.143676:0:33267:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603607.143678:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7b20 00000080:00200000:2.0:1789603607.143684:0:33267:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:2.0:1789603607.143690:0:33267:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb804f7fe00. 00800000:00000002:2.0:1789603607.143696:0:33267:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603607.143700:0:33267:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603607.143703:0:33267:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603607.143706:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7a40 00800000:00000002:2.0:1789603607.143709:0:33267:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603607.143714:0:33267:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603607.143718:0:33267:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603607.143722:0:33267:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603607.143725:0:33267:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603607.143728:0:33267:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603607.143730:0:33267:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603607.143732:0:33267:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603607.143735:0:33267:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603607.143738:0:33267:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603607.143744:0:33267:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603607.143746:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7910 00000002:00010000:2.0:1789603607.143748:0:33267:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603607.143752:0:33267:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603607.143754:0:33267:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603607.143758:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789603607.143766:0:33267:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603607.143769:0:33267:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603607.143770:0:33267:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603607.143773:0:33267:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789603607.143777:0:33267:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789603607.143782:0:33267:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f1c00. 00000020:00000040:2.0:1789603607.143787:0:33267:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:2.0:1789603607.143794:0:33267:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603607.143801:0:33267:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603607.143810:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.143812:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.143814:0:33267:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603607.143818:0:33267:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603607.143820:0:33267:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603607.143825:0:33267:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603607.143837:0:33267:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041d0800. 00000100:00000001:2.0:1789603607.143847:0:33267:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.143851:0:33267:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603607.143853:0:33267:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.143854:0:33267:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603607.143855:0:33267:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.143858:0:33267:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603607.143863:0:33267:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637111912111104 : -106961797440512 : ffff9eb8040f1c00) 00010000:00000001:2.0:1789603607.143868:0:33267:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789603607.143872:0:33267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789603607.143877:0:33267:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb81938b400. 00010000:00000010:2.0:1789603607.143881:0:33267:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80574eb00. 00010000:00000001:2.0:1789603607.143887:0:33267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789603607.143892:0:33267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb802f47000. 00000020:00000001:2.0:1789603607.143898:0:33267:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789603607.143902:0:33267:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb802f47000 with handle 0xa04c19c788fe5491 to hash 00000020:00000001:2.0:1789603607.143904:0:33267:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789603607.143906:0:33267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603607.143911:0:33267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603607.143915:0:33267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603607.143919:0:33267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603607.143924:0:33267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe5491 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33267 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603607.143936:0:33267:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe5491 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33267 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603607.143950:0:33267:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe5491 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33267 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789603607.143956:0:33267:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603607.143958:0:33267:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603607.143966:0:33267:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8040409c0. 00000100:00000001:2.0:1789603607.143969:0:33267:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911385536 : -106961798166080 : ffff9eb8040409c0) 00000100:00000001:2.0:1789603607.143972:0:33267:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603607.143973:0:33267:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912111104 : -106961797440512 : ffff9eb8040f1c00) 00000100:00000001:2.0:1789603607.143978:0:33267:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603607.143983:0:33267:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603607.143986:0:33267:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603607.143988:0:33267:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603607.143993:0:33267:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f1c00 x1876533442901120/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603607.144009:0:33267:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603607.144012:0:33267:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603607.144019:0:33267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603607.144022:0:33267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603607.144025:0:33267:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603607.144029:0:33267:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f1c00 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:33267:1876533442901120:192.168.204.129@tcp:101:multiop.0 00000100:00000001:2.0:1789603607.144034:0:33267:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603607.144041:0:33267:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603607.144043:0:33267:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603607.144047:0:33267:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603607.144054:0:33267:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb81162e800. 02000000:00000001:2.0:1789603607.144056:0:33267:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603607.144065:0:33267:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603607.144069:0:33267:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3790. 00000400:00000010:2.0:1789603607.144076:0:33267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7990. 00000100:00000200:2.0:1789603607.144084:0:33267:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442901120, portal 10 00000100:00000001:2.0:1789603607.144087:0:33267:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603607.144088:0:33267:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912111104 : -106961797440512 : ffff9eb8040f1c00) 00000100:00000040:2.0:1789603607.144095:0:33267:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f1c00 x1876533442901120/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603623 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603607.144103:0:33267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603607.144106:0:33267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603607.144110:0:33267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7440. 00000100:00000200:2.0:1789603607.144113:0:33267:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876533442901120, offset 0 00000400:00000200:2.0:1789603607.144121:0:33267:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603607.144131:0:33267:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603607.144141:0:33267:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603607.144149:0:33267:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603607.144155:0:33267:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603607.144160:0:33267:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603607.144162:0:33267:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603607.144168:0:33267:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2816:2816:256:4294967295] 192.168.204.129@tcp LPNI seq info [2816:2816:8:4294967295] 00000400:00000200:2.0:1789603607.144173:0:33267:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603607.144185:0:33267:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603607.144193:0:33267:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603607.144200:0:33267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb806888200. 00000800:00000200:2.0:1789603607.144209:0:33267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603607.144218:0:33267:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603607.144225:0:33267:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb806888200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789603607.144253:0:33267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603607.144260:0:33267:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 836762 usecs (837 jiffies) 00000400:00000200:2.0:1789603607.144263:0:33267:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603607.144267:0:33267:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296606914 00000100:00000001:2.0:1789603607.144272:0:33267:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296608107 00000100:00000001:2.0:1789603607.144275:0:33267:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296606914 00000100:00000001:2.0:1789603607.144278:0:33267:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296608107 00000100:00000001:2.0:1789603607.144281:0:33267:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603607.144284:0:33267:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603607.144287:0:33267:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603607.144290:0:33267:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603607.144293:0:33267:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8040409c0 going to sleep for 11 seconds 00000100:00000001:2.0:1789603607.144296:0:33267:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603607.144300:0:33267:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603607.144859:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603607.144866:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb806888200. 00000400:00000200:3.0:1789603607.144873:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603607.144880:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603607.144888:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7440 00000400:00000010:3.0:1789603607.144891:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7440. 00000100:00000001:3.0:1789603607.144897:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603607.144903:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f1c00 x1876533442901120/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603623 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603607.144913:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603607.144917:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f1c00 x1876533442901120/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603623 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603607.144924:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603607.144925:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:2.1:1789603607.152928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb81272ae80. 00000800:00000001:3.0:1789603607.157639:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603607.157671:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603607.157679:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603607.157683:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603607.157709:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.157722:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603607.157736:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.157743:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.157750:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.157757:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d45f480 00000400:00000200:3.0:1789603607.157764:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.157773:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x8075 [1] + 224 00000800:00000001:3.0:1789603607.157783:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603607.157793:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603607.157798:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603607.157805:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603607.157818:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603607.157832:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f1c00 x1876533442901120/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603623 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603607.157845:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb8040f1c00 x1876533442901120/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603623 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603607.157874:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603607.157886:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603607.157890:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603607.158125:0:33267:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603607.158151:0:33267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603607.158154:0:33267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603607.158159:0:33267:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3790. 00000400:00000200:2.0:1789603607.158165:0:33267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7990 00000400:00000010:2.0:1789603607.158168:0:33267:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7990. 00000100:00000001:2.0:1789603607.158171:0:33267:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603607.158176:0:33267:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f1c00 x1876533442901120/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603623 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789603607.158192:0:33267:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f1c00 x1876533442901120/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603623 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603607.158199:0:33267:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603607.158201:0:33267:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603607.158204:0:33267:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603607.158209:0:33267:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603607.158212:0:33267:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603607.158215:0:33267:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603607.158218:0:33267:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603607.158234:0:33267:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=5 v=5 (5 106 106 106) 00000100:00001000:2.0:1789603607.158239:0:33267:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603607.158242:0:33267:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603607.158244:0:33267:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.158248:0:33267:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603607.158253:0:33267:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603607.158259:0:33267:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603607.158261:0:33267:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967632 00000100:00000001:2.0:1789603607.158264:0:33267:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603607.158268:0:33267:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603607.158275:0:33267:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f1c00 x1876533442901120/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603623 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603607.158282:0:33267:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603607.158287:0:33267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603607.158289:0:33267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603607.158293:0:33267:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f1c00 x1876533442901120/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603623 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789603607.158302:0:33267:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f1c00 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:33267:1876533442901120:192.168.204.129@tcp:101:multiop.0 00000100:00000001:2.0:1789603607.158308:0:33267:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603607.158312:0:33267:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603607.158315:0:33267:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789603607.158328:0:33267:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603607.158333:0:33267:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f1c00 x1876533442901120/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603623 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603607.158340:0:33267:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603607.158347:0:33267:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8040409c0. 00000100:00000001:2.0:1789603607.158353:0:33267:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789603607.158355:0:33267:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.158359:0:33267:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789603607.158365:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603607.158369:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603607.158375:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=4 00000020:00000001:2.0:1789603607.158378:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603607.158381:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000040:2.0:1789603607.158393:0:33267:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb802f47000, remote cookie: 0x31dbb14d74e91b36, flags: 0x1001 00010000:00010000:2.0:1789603607.158408:0:33267:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe5491 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b36 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603607.158422:0:33267:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe5491 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b36 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603607.158430:0:33267:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789603607.158434:0:33267:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789603607.158437:0:33267:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789603607.158439:0:33267:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789603607.158440:0:33267:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789603607.158444:0:33267:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9eb81938b400) refcount = 1 00010000:00010000:2.0:1789603607.158457:0:33267:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe5491 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b36 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603607.158465:0:33267:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789603607.158468:0:33267:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789603607.158471:0:33267:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603607.158475:0:33267:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789603607.158478:0:33267:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603607.158483:0:33267:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe5491 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b36 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603607.158490:0:33267:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789603607.158492:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.158494:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.158495:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.158495:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.158497:0:33267:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603607.158503:0:33267:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789603607.158505:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603607.158507:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603607.158508:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:2.0:1789603607.158567:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603607.158569:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603607.158572:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603607.158573:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603607.158575:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=4 00000020:00000001:2.0:1789603607.158576:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603607.158579:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603607.158582:0:33267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603607.158586:0:33267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603607.158589:0:33267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe5491 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b36 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603607.158597:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.158598:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.158599:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603607.158600:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603607.158602:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=5 00000020:00000001:2.0:1789603607.158604:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603607.158606:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603607.158610:0:33267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603607.158614:0:33267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe5491 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b36 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603607.158621:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.158622:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789603607.158625:0:33267:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe5491 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b36 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603607.158637:0:33267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603607.158639:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.158639:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.158641:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.158642:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789603607.158647:0:33267:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb8040f1c00 x1876533442901120/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603623 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789603607.158657:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603607.158658:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603607.158660:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:2.0:1789603607.158662:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603607.158664:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603607.158667:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.158668:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603607.158670:0:33267:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603607.158672:0:33267:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603607.158676:0:33267:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789603607.158679:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603607.158680:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603607.158682:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:2.0:1789603607.158683:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603607.158875:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00000002:00010000:2.0:1789603607.158879:0:33267:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe5491 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b36 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603607.158894:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.158895:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.158897:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789603607.158898:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603607.158900:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603607.158901:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:2.0:1789603607.158903:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603607.158906:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000040:2.0:1789603607.158914:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b400 count: 2 00010000:00000001:2.0:1789603607.158918:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789603607.158923:0:33267:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1789603607.158926:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.158927:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603607.158928:0:33267:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789603607.158932:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7898 00000002:00002000:2.0:1789603607.158935:0:33267:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789603607.158938:0:33267:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603607.158944:0:33267:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603607.158947:0:33267:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789603607.158951:0:33267:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789603607.158955:0:33267:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603607.158960:0:33267:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603607.158965:0:33267:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804f7fe00. 00000080:00000001:2.0:1789603607.158971:0:33267:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603607.158974:0:33267:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789603607.158983:0:33267:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789603607.158990:0:33267:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789603607.165090:0:33267:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb807a3f180. 00800000:00000001:0.0:1789603607.165379:0:33267:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637111972196736 : -106961737354880 : ffff9eb807a3f180) 00800000:00000001:0.0:1789603607.165385:0:33267:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603607.165392:0:33267:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789603607.165397:0:33267:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789603607.165400:0:33267:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789603607.165403:0:33267:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789603607.165407:0:33267:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789603607.165409:0:33267:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603607.165415:0:33267:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789603607.165418:0:33267:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789603607.165423:0:33267:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1789603607.165428:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603607.165432:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603607.165437:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:0.0:1789603607.165440:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:0.0:1789603607.165443:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:0.0:1789603607.165460:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603607.165465:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789603607.165467:0:33267:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789603607.165473:0:33267:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789603607.165476:0:33267:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807a3f180 1 00800000:00000010:0.0:1789603607.165480:0:33267:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb807a3f180. 00800000:00000001:0.0:1789603607.165488:0:33267:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603607.165492:0:33267:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5491 00800000:00000001:0.0:1789603607.165496:0:33267:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603607.165500:0:33267:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603607.165502:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603607.165504:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603607.165505:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:0.0:1789603607.165507:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:0.0:1789603607.165691:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:0.0:1789603607.165695:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603607.166503:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603607.166667:0:33267:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603607.166671:0:33267:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603607.166676:0:33267:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603607.166681:0:33267:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603607.166686:0:33267:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5491 from it ffffb8e5015b7b58 00010000:00000001:0.0:1789603607.166690:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603607.166692:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603607.166696:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:0.0:1789603607.166875:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:0.0:1789603607.166879:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:0.0:1789603607.166883:0:33267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603607.166889:0:33267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe5491 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b36 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603607.166901:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603607.166903:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603607.166905:0:33267:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603607.166909:0:33267:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603607.166912:0:33267:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe5491 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b36 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603607.166921:0:33267:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603607.166926:0:33267:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603607.166929:0:33267:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603607.167064:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603607.167066:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603607.167068:0:33267:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603607.167072:0:33267:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603607.167075:0:33267:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603607.167077:0:33267:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603607.167082:0:33267:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603607.167085:0:33267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603607.167087:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603607.167088:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603607.167092:0:33267:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603607.167118:0:33267:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f1c00 x1876533442901120/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603623 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603607.167465:0:33267:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603607.167471:0:33267:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603607.167477:0:33267:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb81162e800. 02000000:00000001:0.0:1789603607.167487:0:33267:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603607.167490:0:33267:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603607.167492:0:33267:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603607.167494:0:33267:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603607.167497:0:33267:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041d0800. 02000000:00000001:0.0:1789603607.167501:0:33267:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603607.167503:0:33267:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603607.167506:0:33267:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f1c00. 00000100:00000001:0.0:1789603607.167548:0:33267:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603607.167550:0:33267:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603607.167555:0:33267:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:0.0:1789603607.167563:0:33267:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603607.167595:0:33267:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb806947500. 00000020:00000001:0.0:1789603607.167604:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7ae8 00000080:00200000:0.0:1789603607.167608:0:33267:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9eb808190908), flags=9 00000080:00000001:0.0:1789603607.167612:0:33267:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789603607.167614:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7998 00000080:00200000:0.0:1789603607.167616:0:33267:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9eb808190908), intent=getattr 00000080:00000010:0.0:1789603607.167631:0:33267:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb814ea0000. 00800000:00000002:0.0:1789603607.167640:0:33267:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603607.167648:0:33267:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603607.167653:0:33267:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603607.167656:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b78b8 00800000:00000002:0.0:1789603607.167658:0:33267:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603607.167662:0:33267:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603607.167668:0:33267:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603607.167672:0:33267:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603607.167675:0:33267:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603607.167678:0:33267:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603607.167681:0:33267:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603607.167683:0:33267:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603607.167686:0:33267:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603607.167691:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7850 00800000:00000002:0.0:1789603607.167692:0:33267:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-1' -> mds #0 00000002:00000001:0.0:1789603607.167894:0:33267:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603607.167898:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7788 00000002:00010000:0.0:1789603607.167900:0:33267:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1789603607.167906:0:33267:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789603607.167909:0:33267:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789603607.167916:0:33267:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1d500. 00000020:00000040:0.0:1789603607.167922:0:33267:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:0.0:1789603607.167931:0:33267:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603607.168075:0:33267:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603607.168083:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603607.168085:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603607.168087:0:33267:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603607.168090:0:33267:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603607.168093:0:33267:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603607.168108:0:33267:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603607.168120:0:33267:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8051e1000. 00000100:00000001:0.0:1789603607.168128:0:33267:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603607.168400:0:33267:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603607.168403:0:33267:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603607.168405:0:33267:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603607.168406:0:33267:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603607.168408:0:33267:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603607.168418:0:33267:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637112126199040 : -106961583352576 : ffff9eb810d1d500) 00010000:00000001:0.0:1789603607.168423:0:33267:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789603607.168426:0:33267:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789603607.168435:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b400 count: 2 00010000:00000001:0.0:1789603607.168439:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603607.168443:0:33267:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789603607.168458:0:33267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb800031a00. 00000020:00000001:0.0:1789603607.168464:0:33267:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789603607.168467:0:33267:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb800031a00 with handle 0xa04c19c788fe5498 to hash 00000020:00000001:0.0:1789603607.168470:0:33267:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789603607.168472:0:33267:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603607.168476:0:33267:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603607.168481:0:33267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603607.168485:0:33267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603607.168491:0:33267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe5498 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 33267 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603607.168502:0:33267:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe5498 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33267 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603607.168659:0:33267:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe5498 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33267 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789603607.168667:0:33267:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603607.168670:0:33267:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603607.168680:0:33267:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80411da80. 00000100:00000001:0.0:1789603607.168682:0:33267:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111912290944 : -106961797260672 : ffff9eb80411da80) 00000100:00000001:0.0:1789603607.168685:0:33267:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603607.168688:0:33267:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126199040 : -106961583352576 : ffff9eb810d1d500) 00000100:00000001:0.0:1789603607.168694:0:33267:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603607.168878:0:33267:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603607.168882:0:33267:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603607.168884:0:33267:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603607.168901:0:33267:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1d500 x1876533442901248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603607.168911:0:33267:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603607.168914:0:33267:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603607.168919:0:33267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603607.168923:0:33267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603607.168926:0:33267:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603607.168930:0:33267:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1d500 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:33267:1876533442901248:192.168.204.129@tcp:101:multiop.0 00000100:00000001:0.0:1789603607.169070:0:33267:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603607.169080:0:33267:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603607.169083:0:33267:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603607.169086:0:33267:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603607.169093:0:33267:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb807ad5800. 02000000:00000001:0.0:1789603607.169095:0:33267:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603607.169116:0:33267:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603607.169122:0:33267:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139b58. 00000400:00000010:0.0:1789603607.172979:0:33267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682000. 00000100:00000200:0.0:1789603607.173013:0:33267:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442901248, portal 10 00000100:00000001:0.0:1789603607.173018:0:33267:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603607.173021:0:33267:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126199040 : -106961583352576 : ffff9eb810d1d500) 00000100:00000040:0.0:1789603607.173047:0:33267:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810d1d500 x1876533442901248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603623 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603607.173058:0:33267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603607.173061:0:33267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603607.173071:0:33267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682660. 00000100:00000200:0.0:1789603607.173077:0:33267:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876533442901248, offset 0 00000400:00000200:0.0:1789603607.173086:0:33267:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603607.173115:0:33267:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603607.173138:0:33267:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603607.173147:0:33267:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603607.173153:0:33267:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603607.173159:0:33267:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603607.173162:0:33267:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603607.173166:0:33267:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2817:2817:256:4294967295] 192.168.204.129@tcp LPNI seq info [2817:2817:8:4294967295] 00000400:00000200:0.0:1789603607.173171:0:33267:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603607.173195:0:33267:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603607.173203:0:33267:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603607.173212:0:33267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076f00. 00000800:00000200:0.0:1789603607.173220:0:33267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603607.173231:0:33267:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603607.173236:0:33267:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076f00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789603607.173263:0:33267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603607.173269:0:33267:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 835661 usecs (836 jiffies) 00000400:00000200:0.0:1789603607.173274:0:33267:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603607.173278:0:33267:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296606942 00000100:00000001:0.0:1789603607.173283:0:33267:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296608107 00000100:00000001:0.0:1789603607.173286:0:33267:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296606942 00000100:00000001:0.0:1789603607.173289:0:33267:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296608107 00000100:00000001:0.0:1789603607.173292:0:33267:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603607.173296:0:33267:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603607.173299:0:33267:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603607.173302:0:33267:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603607.173305:0:33267:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80411da80 going to sleep for 11 seconds 00000100:00000001:0.0:1789603607.173309:0:33267:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603607.173312:0:33267:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603607.175220:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603607.175541:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076f00. 00000400:00000200:3.0:1789603607.175552:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603607.175564:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603607.175575:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682660 00000400:00000010:3.0:1789603607.175578:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682660. 00000100:00000001:3.0:1789603607.175586:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603607.175596:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1d500 x1876533442901248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603623 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603607.175676:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603607.175682:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1d500 x1876533442901248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603623 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603607.175836:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603607.175838:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603607.192149:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603607.192176:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603607.192183:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603607.192186:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603607.192199:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.192210:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603607.192221:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.192227:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.192247:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.192253:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 584 into portal 10 MB=0x6aab27d45f500 00000400:00000200:3.0:1789603607.192260:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.192268:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 584/584 into md 0x8085 [1] + 224 00000800:00000001:3.0:1789603607.192277:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603607.192286:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603607.192291:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603607.192296:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603607.192307:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603607.192647:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1d500 x1876533442901248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603623 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603607.192664:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9eb810d1d500 x1876533442901248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603623 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603607.192679:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603607.192703:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603607.192708:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603607.193063:0:33267:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603607.193073:0:33267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603607.193076:0:33267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603607.193080:0:33267:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139b58. 00000400:00000200:0.0:1789603607.193088:0:33267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682000 00000400:00000010:0.0:1789603607.193092:0:33267:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682000. 00000100:00000001:0.0:1789603607.193096:0:33267:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603607.193102:0:33267:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1d500 x1876533442901248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603623 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603607.193112:0:33267:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1d500 x1876533442901248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603623 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603607.193120:0:33267:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603607.193123:0:33267:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603607.193126:0:33267:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603607.193132:0:33267:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603607.193153:0:33267:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603607.193156:0:33267:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603607.193161:0:33267:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603607.193178:0:33267:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=5 v=5 (5 106 106 106) 00000100:00001000:0.0:1789603607.193183:0:33267:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=12 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603607.193186:0:33267:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603607.193188:0:33267:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603607.193192:0:33267:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603607.193197:0:33267:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603607.193203:0:33267:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603607.193206:0:33267:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967632 00000100:00000001:0.0:1789603607.193209:0:33267:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603607.193213:0:33267:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603607.193219:0:33267:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1d500 x1876533442901248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/584 e 0 to 0 dl 1789603623 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603607.193226:0:33267:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603607.193230:0:33267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603607.193243:0:33267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603607.193248:0:33267:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1d500 x1876533442901248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/584 e 0 to 0 dl 1789603623 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603607.193257:0:33267:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1d500 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:33267:1876533442901248:192.168.204.129@tcp:101:multiop.0 00000100:00000001:0.0:1789603607.193267:0:33267:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603607.193272:0:33267:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603607.193275:0:33267:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603607.193277:0:33267:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603607.193282:0:33267:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1d500 x1876533442901248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/584 e 0 to 0 dl 1789603623 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603607.193290:0:33267:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603607.193295:0:33267:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80411da80. 00000100:00000001:0.0:1789603607.193301:0:33267:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603607.193303:0:33267:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603607.193307:0:33267:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789603607.193313:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603607.193317:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603607.193581:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=4 00000020:00000001:0.0:1789603607.193585:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603607.193590:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000040:0.0:1789603607.193823:0:33267:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb800031a00, remote cookie: 0x31dbb14d74e91b52, flags: 0x1001 00010000:00010000:0.0:1789603607.193831:0:33267:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe5498 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b52 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789603607.193841:0:33267:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789603607.193845:0:33267:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789603607.197352:0:33267:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb81938b100. 00010000:00000010:2.0:1789603607.197372:0:33267:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80574ee00. 00010000:00000001:2.0:1789603607.197383:0:33267:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603607.197393:0:33267:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe5498 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b52 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603607.197415:0:33267:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe5498 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b52 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603607.197421:0:33267:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789603607.197426:0:33267:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789603607.197428:0:33267:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789603607.197430:0:33267:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789603607.197431:0:33267:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789603607.197434:0:33267:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x28:0x0].0x0 (ffff9eb81938b100) refcount = 1 00010000:00010000:2.0:1789603607.197439:0:33267:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe5498 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b52 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603607.197445:0:33267:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789603607.197463:0:33267:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789603607.197465:0:33267:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603607.197469:0:33267:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789603607.197473:0:33267:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603607.197477:0:33267:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe5498 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b52 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603607.197483:0:33267:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789603607.197485:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.197487:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.197488:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.197489:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.197491:0:33267:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603607.197502:0:33267:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789603607.197505:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603607.197566:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603607.197570:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:2.0:1789603607.197573:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603607.197576:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603607.197581:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603607.197582:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603607.197584:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=4 00000020:00000001:2.0:1789603607.197586:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603607.197588:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603607.197591:0:33267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603607.197819:0:33267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603607.197825:0:33267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe5498 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b52 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603607.197831:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.197833:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.197834:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603607.197836:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603607.197838:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=5 00000020:00000001:2.0:1789603607.197840:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603607.197842:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603607.197845:0:33267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603607.197849:0:33267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe5498 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b52 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603607.197855:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.197856:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789603607.197859:0:33267:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe5498 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b52 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603607.197866:0:33267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603607.197868:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.197868:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.197869:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.197870:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789603607.197886:0:33267:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb810d1d500 x1876533442901248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/584 e 0 to 0 dl 1789603623 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789603607.197900:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603607.197902:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603607.197903:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:2.0:1789603607.197914:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603607.197916:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603607.197918:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.197919:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603607.197921:0:33267:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603607.197923:0:33267:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603607.197927:0:33267:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789603607.197930:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603607.197931:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603607.197933:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:2.0:1789603607.197934:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603607.197936:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00000002:00010000:2.0:1789603607.197940:0:33267:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe5498 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b52 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603607.197947:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.197948:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.197949:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789603607.197951:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603607.197952:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603607.197953:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:2.0:1789603607.197955:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603607.197957:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000040:2.0:1789603607.197965:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b100 count: 2 00010000:00000001:2.0:1789603607.197968:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789603607.197973:0:33267:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589935621/40 (0 0) 00010000:00000001:2.0:1789603607.197976:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.197977:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603607.197979:0:33267:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789603607.197983:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7710 00000002:00002000:2.0:1789603607.197986:0:33267:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789603607.197989:0:33267:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603607.197995:0:33267:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603607.197999:0:33267:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789603607.198002:0:33267:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789603607.198005:0:33267:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603607.198009:0:33267:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000001:2.0:1789603607.198013:0:33267:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789603607.198015:0:33267:0:(namei.c:674:ll_lookup_it_finish()) it ffffb8e5015b7b20 it_disposition b 00000080:00000001:2.0:1789603607.198018:0:33267:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789603607.198026:0:33267:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789603607.198030:0:33267:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789603607.198032:0:33267:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:2.0:1789603607.198035:0:33267:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1789603607.198044:0:33267:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:2.0:1789603607.198048:0:33267:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1789603607.198055:0:33267:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x28:0x0], updating i_size 0 00000080:00200000:2.0:1789603607.198058:0:33267:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x28:0x0](ffff9eb808124b08): rc = 0 00000080:00000001:2.0:1789603607.198061:0:33267:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979428616 : -106961730123000 : ffff9eb808124b08) 00010000:00000001:2.0:1789603607.198063:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603607.198064:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603607.198066:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:2.0:1789603607.198068:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603607.198070:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00000080:00000001:2.0:1789603607.198074:0:33267:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789603607.198077:0:33267:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603607.198083:0:33267:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154296 : -106961585397320 : ffff9eb810b2a1b8) 00000020:00001000:2.0:1789603607.198086:0:33267:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a1b0 00000020:00000001:2.0:1789603607.198088:0:33267:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789603607.198093:0:33267:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000002:2.0:1789603607.198096:0:33267:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9eb8109b80f8) owner ffff9eb8128827c0 00020000:00000001:2.0:1789603607.198099:0:33267:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789603607.198102:0:33267:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9eb8109b80f8) owner ffff9eb8128827c0 00020000:00000002:2.0:1789603607.198107:0:33267:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x28:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789603607.198109:0:33267:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603607.198111:0:33267:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603607.198114:0:33267:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789603607.198117:0:33267:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8109b80f8) owner 0000000000000000/ffff9eb8128827c0 00020000:00000002:2.0:1789603607.198120:0:33267:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8109b80f8) owner 0000000000000000/ffff9eb8128827c0 00020000:00000001:2.0:1789603607.198123:0:33267:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789603607.198124:0:33267:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789603607.198127:0:33267:0:(file.c:6854:ll_layout_conf()) [0x200000405:0x28:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:2.0:1789603607.198130:0:33267:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a1b0 00000080:00000001:2.0:1789603607.198132:0:33267:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.198317:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.198319:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789603607.198321:0:33267:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789603607.198380:0:33267:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789603607.198382:0:33267:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603607.198386:0:33267:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x28:0x0](ffff9eb808124b08) for lock 0xa04c19c788fe5498 00800000:00000001:2.0:1789603607.198390:0:33267:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603607.198392:0:33267:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603607.198394:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603607.198395:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603607.198397:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:2.0:1789603607.198399:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603607.198402:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603607.198405:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.198406:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603607.198408:0:33267:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603607.198410:0:33267:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1789603607.198419:0:33267:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb82054dca8 inode ffff9eb808124b08 refc 1 flags 0x40000e 00000080:00000001:2.0:1789603607.198423:0:33267:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1789603607.198428:0:33267:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x28:0x0](ffff9eb808124b08) 00000080:00010000:2.0:1789603607.198432:0:33267:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5498 from it ffffb8e5015b7b20 00010000:00000001:2.0:1789603607.198434:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603607.198436:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603607.198437:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:2.0:1789603607.198439:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603607.198441:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603607.198443:0:33267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603607.198446:0:33267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe5498 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e91b52 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603607.198461:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.198462:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.198464:0:33267:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603607.198467:0:33267:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603607.198470:0:33267:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe5498 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e91b52 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603607.198477:0:33267:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603607.198480:0:33267:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603607.198482:0:33267:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603607.198487:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.198488:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.198490:0:33267:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.198494:0:33267:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603607.198496:0:33267:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.198498:0:33267:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.198501:0:33267:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.198502:0:33267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603607.198503:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.198504:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789603607.198506:0:33267:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789603607.198542:0:33267:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb814ea0000. 00000100:00000001:2.0:1789603607.198553:0:33267:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603607.198559:0:33267:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1d500 x1876533442901248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/584 e 0 to 0 dl 1789603623 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603607.198567:0:33267:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603607.198571:0:33267:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603607.198576:0:33267:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb807ad5800. 02000000:00000001:2.0:1789603607.198581:0:33267:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603607.198584:0:33267:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603607.198587:0:33267:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603607.198589:0:33267:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603607.199003:0:33267:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8051e1000. 02000000:00000001:2.0:1789603607.199013:0:33267:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603607.199016:0:33267:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603607.199019:0:33267:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1d500. 00000100:00000001:2.0:1789603607.199025:0:33267:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603607.199027:0:33267:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603607.199032:0:33267:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789603607.199034:0:33267:0:(dcache.c:176:ll_intent_release()) intent ffffb8e5015b7b20 released 00000080:00000001:2.0:1789603607.199036:0:33267:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1789603607.199055:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7d08 00000080:00200008:2.0:1789603607.199059:0:33267:0:(file.c:6307:ll_getattr_dentry()) START file f22.recovery-small-1:[0x200000405:0x28:0x0](ffff9eb808124b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789603607.199070:0:33267:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1789603607.199074:0:33267:0:(statahead.c:604:ll_sai_alloc()) Process entered 00000080:00000010:2.0:1789603607.199082:0:33267:0:(statahead.c:606:ll_sai_alloc()) kmalloced '(sai)': 504 at ffff9eb804f7fe00. 00000080:00000001:2.0:1789603607.199085:0:33267:0:(statahead.c:628:ll_sai_alloc()) Process leaving (rc=18446637111927373312 : -106961782178304 : ffff9eb804f7fe00) 00000080:00000001:2.0:1789603607.199089:0:33267:0:(statahead.c:529:ll_sax_alloc()) Process entered 00000080:00000010:2.0:1789603607.199094:0:33267:0:(statahead.c:531:ll_sax_alloc()) kmalloced '(ctx)': 2592 at ffff9eb807a80000. 00000080:00000001:2.0:1789603607.199097:0:33267:0:(statahead.c:544:ll_sax_alloc()) Process leaving (rc=18446637111972462592 : -106961737089024 : ffff9eb807a80000) 00000080:00400000:2.0:1789603607.199101:0:33267:0:(statahead.c:2469:start_statahead_thread()) start statahead thread: [pid 33267] [parent /] 00000080:00000001:2.0:1789603607.202145:0:33267:0:(statahead.c:1163:ll_start_agl()) Process entered 00000080:00400000:2.0:1789603607.202157:0:33267:0:(statahead.c:1166:ll_start_agl()) start agl thread: sai ffff9eb804f7fe00, parent / 00000080:00000001:2.0:1789603607.203947:0:33267:0:(statahead.c:1183:ll_start_agl()) Process leaving 00000080:00000001:2.0:1789603607.203965:0:33267:0:(statahead.c:2500:start_statahead_thread()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1789603607.203978:0:33267:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603607.203984:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7c80 00000080:00200000:2.0:1789603607.203988:0:33267:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x28:0x0](ffff9eb808124b08),name=f22.recovery-small-1 00000080:00000010:2.0:1789603607.204000:0:33267:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb818e0d600. 00800000:00000002:2.0:1789603607.204008:0:33267:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603607.204018:0:33267:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603607.204026:0:33267:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603607.204030:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7ba0 00800000:00000002:2.0:1789603607.204033:0:33267:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x28:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603607.204038:0:33267:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603607.204043:0:33267:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603607.204048:0:33267:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603607.204051:0:33267:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603607.204054:0:33267:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603607.204056:0:33267:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603607.204059:0:33267:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603607.204061:0:33267:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603607.204065:0:33267:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603607.204067:0:33267:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603607.204068:0:33267:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603607.204070:0:33267:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603607.204071:0:33267:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603607.204073:0:33267:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x28:0x0] 00800000:00000001:2.0:1789603607.204075:0:33267:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603607.204077:0:33267:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x28:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603607.204085:0:33267:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603607.204086:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7a70 00000002:00010000:2.0:1789603607.204088:0:33267:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603607.204092:0:33267:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603607.204095:0:33267:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603607.204100:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603607.204110:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b100 count: 2 00010000:00000001:2.0:1789603607.204114:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603607.204120:0:33267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603607.204126:0:33267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603607.204133:0:33267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe5498 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e91b52 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789603607.204162:0:33267:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603607.204168:0:33267:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603607.204172:0:33267:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe5498 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e91b52 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789603607.204180:0:33267:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603607.204182:0:33267:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603607.204184:0:33267:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603607.204187:0:33267:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603607.204189:0:33267:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603607.204191:0:33267:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603607.204194:0:33267:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603607.204198:0:33267:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603607.204202:0:33267:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb818e0d600. 00000080:00000001:2.0:1789603607.204207:0:33267:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603607.204209:0:33267:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603607.204212:0:33267:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x28:0x0](ffff9eb808124b08) 00000080:00010000:2.0:1789603607.204217:0:33267:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x28:0x0](ffff9eb808124b08) for lock 0xa04c19c788fe5498 00800000:00000001:2.0:1789603607.204221:0:33267:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603607.204224:0:33267:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603607.204227:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603607.204230:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603607.204243:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:2.0:1789603607.204246:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603607.204249:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603607.204252:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.204254:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603607.204255:0:33267:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603607.204257:0:33267:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603607.204260:0:33267:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5498 from it ffffb8e5015b7cb8 00010000:00000001:2.0:1789603607.204262:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603607.204264:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603607.204265:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:2.0:1789603607.204267:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603607.204269:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603607.204271:0:33267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603607.204274:0:33267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe5498 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e91b52 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603607.204280:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.204282:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.204284:0:33267:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603607.204287:0:33267:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603607.204289:0:33267:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe5498 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e91b52 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789603607.204299:0:33267:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603607.204302:0:33267:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603607.204306:0:33267:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603607.204312:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.204313:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.204315:0:33267:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.204319:0:33267:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603607.204321:0:33267:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.204323:0:33267:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.204326:0:33267:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.204328:0:33267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603607.204329:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.204330:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603607.204334:0:33267:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603607.204336:0:33267:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603607.204340:0:33267:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1789603607.204343:0:33267:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789603607.204346:0:33267:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603607.204349:0:33267:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789603607.204350:0:33267:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603607.204352:0:33267:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603607.204355:0:33267:0:(file.c:6371:ll_getattr_dentry()) Process leaving via fill_attr (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789603607.204361:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7d08 00000080:00000008:2.0:1789603607.204364:0:33267:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file f22.recovery-small-1:[0x200000405:0x28:0x0](ffff9eb808124b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789603607.204370:0:33267:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789603607.204373:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7da0 00000080:00002000:2.0:1789603607.204375:0:33267:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-1 (ffff9eb82054dca8, parent ffff9eb8081326c0, inode ffff9eb808124b08) hashed, 00000080:00000001:2.0:1789603607.204378:0:33267:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603607.204442:0:33267:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603607.204457:0:33267:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603607.204458:0:33267:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603607.204461:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7bd8 00000080:00200000:2.0:1789603607.204463:0:33267:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:2.0:1789603607.204468:0:33267:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb818e0d600. 00800000:00000002:2.0:1789603607.204471:0:33267:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603607.204473:0:33267:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603607.204475:0:33267:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603607.204477:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7af8 00800000:00000002:2.0:1789603607.204479:0:33267:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603607.204482:0:33267:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603607.204484:0:33267:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603607.204485:0:33267:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603607.204486:0:33267:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603607.204488:0:33267:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603607.204490:0:33267:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603607.204492:0:33267:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603607.204493:0:33267:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603607.204496:0:33267:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603607.204499:0:33267:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603607.204500:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b79c8 00000002:00010000:2.0:1789603607.204502:0:33267:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603607.204504:0:33267:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603607.204506:0:33267:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603607.204507:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603607.204545:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b400 count: 2 00010000:00000001:2.0:1789603607.204548:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603607.204550:0:33267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603607.204553:0:33267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603607.204556:0:33267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe5491 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b36 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789603607.204564:0:33267:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603607.204566:0:33267:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603607.204569:0:33267:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe5491 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b36 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789603607.204580:0:33267:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603607.204582:0:33267:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603607.204583:0:33267:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603607.204585:0:33267:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603607.204587:0:33267:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603607.204589:0:33267:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603607.204591:0:33267:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603607.204593:0:33267:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603607.204595:0:33267:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb818e0d600. 00000080:00000001:2.0:1789603607.204599:0:33267:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603607.204600:0:33267:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603607.204602:0:33267:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:2.0:1789603607.204605:0:33267:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5491 00800000:00000001:2.0:1789603607.204608:0:33267:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603607.204609:0:33267:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603607.204610:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603607.204612:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603607.204614:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:2.0:1789603607.204615:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603607.204618:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603607.204620:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.204621:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603607.204622:0:33267:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603607.204624:0:33267:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603607.204626:0:33267:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5491 from it ffffb8e5015b7c10 00010000:00000001:2.0:1789603607.204628:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603607.204629:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603607.204630:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:2.0:1789603607.204631:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603607.204633:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603607.204635:0:33267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603607.204638:0:33267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe5491 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b36 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603607.204644:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.204645:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.204646:0:33267:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603607.204647:0:33267:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603607.204649:0:33267:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe5491 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b36 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789603607.204655:0:33267:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603607.204656:0:33267:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603607.204658:0:33267:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603607.204659:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.204661:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.204662:0:33267:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.204663:0:33267:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603607.204664:0:33267:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.204666:0:33267:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.204668:0:33267:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.204670:0:33267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603607.204671:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.204672:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603607.204673:0:33267:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603607.204675:0:33267:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603607.204677:0:33267:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:2.0:1789603607.204680:0:33267:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603607.204702:0:33267:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789603607.204705:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7da8 00000080:00002000:2.0:1789603607.204707:0:33267:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-1(ffff9eb82054dca8) flags 0x48000e refc 0 00000080:00000001:2.0:1789603607.204710:0:33267:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603607.204712:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7e18 00000080:00200000:2.0:1789603607.204714:0:33267:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-1, flags=0 00000080:00000001:2.0:1789603607.204719:0:33267:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000001:2.0:1789603607.204722:0:33267:0:(statahead.c:1941:ll_shared_statahead_check()) Process entered 00000080:00000001:2.0:1789603607.204725:0:33267:0:(statahead.c:1958:ll_shared_statahead_check()) Process leaving via out_unlock (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:2.0:1789603607.204728:0:33267:0:(statahead.c:1967:ll_shared_statahead_check()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00000001:2.0:1789603607.204730:0:33267:0:(statahead.c:2050:revalidate_statahead_dentry()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:2.0:1789603607.204733:0:33267:0:(statahead.c:2145:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00400000:2.0:1789603607.204735:0:33267:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-1: rc = -17. 00000080:00000001:2.0:1789603607.204742:0:33267:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603607.204743:0:33267:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603607.204744:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7d38 00000080:00200000:2.0:1789603607.204746:0:33267:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:2.0:1789603607.204749:0:33267:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb818e0d600. 00800000:00000002:2.0:1789603607.204752:0:33267:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603607.204755:0:33267:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603607.204756:0:33267:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603607.204758:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7c58 00800000:00000002:2.0:1789603607.204760:0:33267:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603607.204763:0:33267:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603607.204764:0:33267:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603607.204765:0:33267:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603607.204766:0:33267:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603607.204768:0:33267:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603607.204769:0:33267:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603607.204771:0:33267:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603607.204772:0:33267:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603607.204774:0:33267:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603607.204778:0:33267:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603607.204779:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7b28 00000002:00010000:2.0:1789603607.204781:0:33267:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603607.204783:0:33267:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603607.204785:0:33267:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603607.204786:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603607.204788:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b400 count: 2 00010000:00000001:2.0:1789603607.204791:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603607.204793:0:33267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603607.204794:0:33267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603607.204797:0:33267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe5491 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b36 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1789603607.204805:0:33267:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603607.204808:0:33267:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603607.204811:0:33267:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe5491 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b36 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1789603607.204817:0:33267:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603607.204819:0:33267:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603607.204820:0:33267:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603607.204822:0:33267:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603607.204824:0:33267:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603607.204825:0:33267:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603607.204828:0:33267:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603607.204830:0:33267:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603607.204832:0:33267:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb818e0d600. 00000080:00000001:2.0:1789603607.204835:0:33267:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603607.204836:0:33267:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603607.204839:0:33267:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:2.0:1789603607.204842:0:33267:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5491 00800000:00000001:2.0:1789603607.204844:0:33267:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603607.204846:0:33267:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603607.204847:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603607.204848:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603607.204850:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:2.0:1789603607.204852:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603607.204854:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603607.204856:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.204858:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603607.204859:0:33267:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603607.204860:0:33267:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603607.204862:0:33267:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5491 from it ffffb8e5015b7d70 00010000:00000001:2.0:1789603607.204864:0:33267:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603607.204865:0:33267:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603607.204867:0:33267:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47000 refcount=3 00000020:00000001:2.0:1789603607.204869:0:33267:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603607.204871:0:33267:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585920 : -106961815965696 : ffff9eb802f47000) 00010000:00000001:2.0:1789603607.204873:0:33267:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603607.204875:0:33267:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe5491 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b36 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789603607.204882:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.204883:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.204884:0:33267:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603607.204886:0:33267:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603607.204888:0:33267:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe5491 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b36 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789603607.204894:0:33267:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603607.204895:0:33267:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603607.204897:0:33267:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603607.204899:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.204900:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.204901:0:33267:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.204903:0:33267:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603607.204904:0:33267:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.204906:0:33267:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.204908:0:33267:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.204910:0:33267:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603607.204911:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.204912:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603607.204914:0:33267:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603607.204915:0:33267:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603607.204917:0:33267:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 3 00000080:00000001:2.0:1789603607.204920:0:33267:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603607.204925:0:33267:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:2.0:1789603607.204927:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7e00 00000080:00200000:2.0:1789603607.204929:0:33267:0:(namei.c:2351:ll_unlink()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00000001:2.0:1789603607.204932:0:33267:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1789603607.204937:0:33267:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603607.204941:0:33267:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154296 : -106961585397320 : ffff9eb810b2a1b8) 00000020:00001000:2.0:1789603607.204944:0:33267:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a1b0 00000020:00000001:2.0:1789603607.204946:0:33267:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789603607.204951:0:33267:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8109b80f8) owner 0000000000000000/ffff9eb8128827c0 00020000:00000002:2.0:1789603607.204954:0:33267:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8109b80f8) owner 0000000000000000/ffff9eb8128827c0 00020000:00000001:2.0:1789603607.204957:0:33267:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789603607.204959:0:33267:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789603607.204962:0:33267:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a1b0 00000080:00000001:2.0:1789603607.204965:0:33267:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1789603607.204969:0:33267:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb818e0d600. 00800000:00000002:2.0:1789603607.204972:0:33267:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00800000:00000001:2.0:1789603607.204981:0:33267:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1789603607.204983:0:33267:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603607.204984:0:33267:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603607.204986:0:33267:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603607.204987:0:33267:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603607.204989:0:33267:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603607.204991:0:33267:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603607.204993:0:33267:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603607.204995:0:33267:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603607.204996:0:33267:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603607.204997:0:33267:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603607.204998:0:33267:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603607.205000:0:33267:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603607.205002:0:33267:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x28:0x0] 00800000:00000001:2.0:1789603607.205003:0:33267:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603607.205006:0:33267:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:2.0:1789603607.205007:0:33267:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603607.205008:0:33267:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603607.205009:0:33267:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603607.205010:0:33267:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603607.205012:0:33267:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603607.205013:0:33267:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x28:0x0] 00800000:00000001:2.0:1789603607.205015:0:33267:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603607.205017:0:33267:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x28:0x0] 00800000:00000001:2.0:1789603607.205020:0:33267:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603607.205023:0:33267:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x28:0x0] -> mds #0 00000002:00000001:2.0:1789603607.205027:0:33267:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1789603607.205030:0:33267:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789603607.205033:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b400 count: 2 00010000:00000001:2.0:1789603607.205036:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603607.205039:0:33267:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789603607.205043:0:33267:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789603607.205047:0:33267:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe5491 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e91b36 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1789603607.205055:0:33267:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789603607.205060:0:33267:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789603607.205062:0:33267:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789603607.205064:0:33267:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789603607.205067:0:33267:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603607.205068:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603607.205070:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b400 count: 3 00010000:00000001:2.0:1789603607.205072:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603607.205074:0:33267:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603607.205076:0:33267:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603607.205077:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603607.205078:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b400 count: 3 00010000:00000001:2.0:1789603607.205080:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603607.205082:0:33267:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603607.205084:0:33267:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603607.205085:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603607.205087:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b400 count: 3 00010000:00000001:2.0:1789603607.205088:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603607.205090:0:33267:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603607.205092:0:33267:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789603607.205095:0:33267:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9eb808190840, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789603607.205100:0:33267:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789603607.205102:0:33267:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789603607.205105:0:33267:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789603607.205107:0:33267:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.205111:0:33267:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789603607.205116:0:33267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789603607.205118:0:33267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789603607.205119:0:33267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603607.205121:0:33267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789603607.205124:0:33267:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb802f47000 with handle 0xa04c19c788fe5491 from hash 00010000:00000001:2.0:1789603607.205127:0:33267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789603607.205129:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.205131:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.205132:0:33267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789603607.205136:0:33267:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789603607.205138:0:33267:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789603607.205141:0:33267:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789603607.205143:0:33267:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603607.205145:0:33267:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603607.205148:0:33267:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789603607.205150:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b100 count: 2 00010000:00000001:2.0:1789603607.205152:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603607.205154:0:33267:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789603607.205156:0:33267:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789603607.205158:0:33267:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe5498 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x31dbb14d74e91b52 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789603607.205164:0:33267:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789603607.205166:0:33267:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789603607.205168:0:33267:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789603607.205169:0:33267:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x28:0x0] mode (null) 00000002:00000001:2.0:1789603607.205171:0:33267:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603607.205173:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603607.205174:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b100 count: 3 00010000:00000001:2.0:1789603607.205176:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603607.205178:0:33267:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603607.205180:0:33267:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603607.205181:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603607.205182:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b100 count: 3 00010000:00000001:2.0:1789603607.205184:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603607.205186:0:33267:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603607.205188:0:33267:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603607.205189:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603607.205191:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b100 count: 3 00010000:00000001:2.0:1789603607.205192:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603607.205194:0:33267:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603607.205195:0:33267:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603607.205196:0:33267:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603607.205197:0:33267:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b100 count: 3 00010000:00000001:2.0:1789603607.205199:0:33267:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603607.205201:0:33267:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603607.205203:0:33267:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603607.205205:0:33267:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789603607.205207:0:33267:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603607.205209:0:33267:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154296 : -106961585397320 : ffff9eb810b2a1b8) 00000020:00001000:2.0:1789603607.205210:0:33267:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a1b0 00000020:00000001:2.0:1789603607.205213:0:33267:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789603607.205216:0:33267:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x28:0x0]: losing layout lock 00000080:00000001:2.0:1789603607.205220:0:33267:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789603607.205223:0:33267:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789603607.205227:0:33267:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789603607.205231:0:33267:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789603607.205234:0:33267:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x28:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789603607.205237:0:33267:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603607.205239:0:33267:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789603607.205240:0:33267:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a1b0 00000080:00000001:2.0:1789603607.205242:0:33267:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603607.205244:0:33267:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789603607.205246:0:33267:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x28:0x0](ffff9eb808124b08) invalid 00000020:00000001:2.0:1789603607.205249:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7a68 00000080:00002000:2.0:1789603607.205251:0:33267:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-1 (ffff9eb82054dca8) parent ffff9eb8081326c0 inode ffff9eb808124b08 refc 1 00000080:00000001:2.0:1789603607.205255:0:33267:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789603607.205256:0:33267:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789603607.205258:0:33267:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.205260:0:33267:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789603607.205261:0:33267:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789603607.205263:0:33267:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789603607.205264:0:33267:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603607.205267:0:33267:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789603607.205269:0:33267:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb800031a00 with handle 0xa04c19c788fe5498 from hash 00010000:00000001:2.0:1789603607.205272:0:33267:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789603607.205273:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.205274:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.205275:0:33267:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789603607.205276:0:33267:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789603607.205278:0:33267:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789603607.205280:0:33267:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789603607.205282:0:33267:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603607.205284:0:33267:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789603607.205292:0:33267:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f0e00. 00000020:00000040:2.0:1789603607.205298:0:33267:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:2.0:1789603607.205306:0:33267:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789603607.205308:0:33267:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.205310:0:33267:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603607.205316:0:33267:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603607.205319:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603607.205320:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.205321:0:33267:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603607.205324:0:33267:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603607.205328:0:33267:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603607.205331:0:33267:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603607.205342:0:33267:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb804f70200. 00000100:00000001:2.0:1789603607.205352:0:33267:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.205355:0:33267:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603607.205357:0:33267:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789603607.205366:0:33267:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe5498 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x31dbb14d74e91b52 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789603607.205374:0:33267:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe5491 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91b36 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1789603607.205380:0:33267:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:2.0:1789603607.205383:0:33267:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1789603607.205385:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789603607.205388:0:33267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe5498 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x31dbb14d74e91b52 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1789603607.205396:0:33267:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb81938b100 count: 0 00010000:00000010:2.0:1789603607.205401:0:33267:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb80574ee00. 00010000:00000001:2.0:1789603607.205414:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.205416:0:33267:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789603607.205418:0:33267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47000/0xa04c19c788fe5491 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91b36 expref: -99 pid: 33267 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1789603607.205424:0:33267:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb81938b400 count: 0 00010000:00000010:2.0:1789603607.205427:0:33267:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb80574eb00. 00010000:00000001:2.0:1789603607.205432:0:33267:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603607.205434:0:33267:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.205436:0:33267:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603607.205438:0:33267:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.205441:0:33267:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1789603607.205472:0:33267:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:2.0:1789603607.205491:0:33267:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb8040f0e00 x1876533442901504/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603607.205499:0:33267:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603607.205502:0:33267:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603607.205581:0:33267:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8040409c0. 00000100:00000001:2.0:1789603607.205585:0:33267:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911385536 : -106961798166080 : ffff9eb8040409c0) 00000100:00000001:2.0:1789603607.205589:0:33267:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603607.205590:0:33267:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912107520 : -106961797444096 : ffff9eb8040f0e00) 00000100:00000001:2.0:1789603607.205597:0:33267:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603607.205602:0:33267:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603607.205606:0:33267:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603607.205608:0:33267:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603607.205613:0:33267:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f0e00 x1876533442901504/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603607.205627:0:33267:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603607.205630:0:33267:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603607.205635:0:33267:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603607.205638:0:33267:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603607.205641:0:33267:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603607.205644:0:33267:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f0e00 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:33267:1876533442901504:192.168.204.129@tcp:36:multiop.0 00000100:00000001:2.0:1789603607.205648:0:33267:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603607.205655:0:33267:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603607.205657:0:33267:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603607.205660:0:33267:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603607.205666:0:33267:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041d1800. 02000000:00000001:2.0:1789603607.205668:0:33267:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603607.205680:0:33267:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603607.205686:0:33267:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3790. 00000400:00000010:2.0:1789603607.205695:0:33267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7990. 00000100:00000200:2.0:1789603607.205704:0:33267:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442901504, portal 10 00000100:00000001:2.0:1789603607.205706:0:33267:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603607.205708:0:33267:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912107520 : -106961797444096 : ffff9eb8040f0e00) 00000100:00000040:2.0:1789603607.205715:0:33267:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f0e00 x1876533442901504/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 1789603623 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603607.205724:0:33267:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603607.205727:0:33267:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603607.205730:0:33267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7aa0. 00000100:00000200:2.0:1789603607.205732:0:33267:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1876533442901504, offset 0 00000400:00000200:2.0:1789603607.205741:0:33267:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603607.205752:0:33267:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603607.205762:0:33267:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603607.205772:0:33267:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603607.205777:0:33267:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603607.205782:0:33267:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603607.205786:0:33267:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603607.205791:0:33267:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2818:2818:256:4294967295] 192.168.204.129@tcp LPNI seq info [2818:2818:8:4294967295] 00000400:00000200:2.0:1789603607.205796:0:33267:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603607.205808:0:33267:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603607.205815:0:33267:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603607.205821:0:33267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb806888400. 00000800:00000200:2.0:1789603607.205829:0:33267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603607.205839:0:33267:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603607.205845:0:33267:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb806888400 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1789603607.205858:0:33267:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603607.205863:0:33267:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 834581 usecs (835 jiffies) 00000400:00000200:2.0:1789603607.205866:0:33267:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603607.205870:0:33267:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296606974 00000100:00000001:2.0:1789603607.205873:0:33267:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296608107 00000100:00000001:2.0:1789603607.205875:0:33267:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296606974 00000100:00000001:2.0:1789603607.205877:0:33267:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296608107 00000100:00000001:2.0:1789603607.205880:0:33267:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603607.205883:0:33267:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603607.205885:0:33267:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603607.205887:0:33267:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603607.205890:0:33267:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8040409c0 going to sleep for 11 seconds 00000100:00000001:2.0:1789603607.205893:0:33267:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603607.205897:0:33267:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603607.206672:0:33269:0:(statahead.c:1097:ll_agl_thread()) Process entered 00000080:00400000:1.0:1789603607.206680:0:33269:0:(statahead.c:1100:ll_agl_thread()) agl thread started: sai ffff9eb804f7fe00, parent / 00000080:00000001:3.0:1789603607.207196:0:33268:0:(statahead.c:1544:ll_statahead_thread()) Process entered 00000080:00400000:3.0:1789603607.207202:0:33268:0:(statahead.c:1547:ll_statahead_thread()) statahead thread starting: sai ffff9eb804f7fe00, parent / 00800000:00000001:3.0:1789603607.207211:0:33268:0:(lmv_obd.c:4431:lmv_batch_create()) Process entered 00800000:00000010:3.0:1789603607.207224:0:33268:0:(lmv_obd.c:4432:lmv_batch_create()) kmalloced '(lbh)': 48 at ffff9eb807c62bc0. 00800000:00000001:3.0:1789603607.207227:0:33268:0:(lmv_obd.c:4449:lmv_batch_create()) Process leaving (rc=18446637111974439872 : -106961735111744 : ffff9eb807c62bc0) 00000080:00000001:3.0:1789603607.207245:0:33268:0:(statahead.c:1486:ll_statahead_by_fname()) Process entered 00000080:00400000:3.0:1789603607.207248:0:33268:0:(statahead.c:1489:ll_statahead_by_fname()) lustre: FNAME statahead: parent / fname prefix f22.recovery-small- 00000080:00000010:3.0:1789603607.207253:0:33268:0:(statahead.c:1491:ll_statahead_by_fname()) kmalloced '(fname)': 255 at ffff9eb80783f500. 00000080:00000001:3.0:1789603607.207258:0:33268:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1789603607.207261:0:33268:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1789603607.207266:0:33268:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9eb80502be00. 00000020:00000001:3.0:1789603607.207270:0:33268:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d53cd8 00000080:00400000:3.0:1789603607.207272:0:33268:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-2(ffff9eb80502be00) index 1 00000080:00000001:3.0:1789603607.207275:0:33268:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446637111928077824 : -106961781473792 : ffff9eb80502be00) 00000080:00000001:3.0:1789603607.207280:0:33268:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789603607.207283:0:33268:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d53c98 00000080:00002000:3.0:1789603607.207284:0:33268:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff9eb82054dd80) flags 0x40000e refc 1 00000080:00000001:3.0:1789603607.207287:0:33268:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603607.207289:0:33268:0:(statahead.c:1012:sa_revalidate()) Process entered 00000080:00000010:3.0:1789603607.207293:0:33268:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9eb80511f800. 00800000:00000002:3.0:1789603607.207303:0:33268:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 3 00800000:00000001:3.0:1789603607.208074:0:33268:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1789603607.208081:0:33268:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603607.208086:0:33268:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603607.208089:0:33268:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603607.208092:0:33268:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603607.208096:0:33268:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603607.208098:0:33268:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:3.0:1789603607.208101:0:33268:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.208108:0:33268:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789603607.208111:0:33268:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603607.208116:0:33268:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603607.208127:0:33268:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248b00 count: 2 00010000:00000001:3.0:1789603607.208131:0:33268:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603607.208149:0:33268:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603607.208156:0:33268:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603607.208162:0:33268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe5483 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e91b05 expref: -99 pid: 33265 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789603607.208175:0:33268:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789603607.208182:0:33268:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603607.208186:0:33268:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe5483 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e91b05 expref: -99 pid: 33265 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789603607.208193:0:33268:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789603607.208195:0:33268:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603607.208197:0:33268:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603607.208200:0:33268:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789603607.208202:0:33268:0:(dcache.c:176:ll_intent_release()) intent ffffb8e501d53d78 released 00000080:00010000:3.0:1789603607.208204:0:33268:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5483 from it ffffb8e501d53d78 00010000:00000001:3.0:1789603607.208209:0:33268:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603607.208211:0:33268:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603607.208215:0:33268:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:3.0:1789603607.208217:0:33268:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:3.0:1789603607.208220:0:33268:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:3.0:1789603607.208223:0:33268:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603607.208226:0:33268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe5483 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e91b05 expref: -99 pid: 33265 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789603607.208238:0:33268:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.208240:0:33268:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.208243:0:33268:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603607.208245:0:33268:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603607.208248:0:33268:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe5483 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e91b05 expref: -99 pid: 33265 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789603607.208257:0:33268:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603607.208261:0:33268:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603607.208264:0:33268:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603607.208269:0:33268:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.208271:0:33268:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.208273:0:33268:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603607.208277:0:33268:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603607.208279:0:33268:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603607.208282:0:33268:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603607.208286:0:33268:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603607.208288:0:33268:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603607.208289:0:33268:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.208290:0:33268:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789603607.208292:0:33268:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1789603607.208296:0:33268:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 3 00000080:00000010:3.0:1789603607.208300:0:33268:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9eb80511f800. 00000080:00000001:3.0:1789603607.208306:0:33268:0:(statahead.c:1031:sa_revalidate()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603607.208525:0:33268:0:(statahead.c:1081:sa_statahead()) Process leaving 00000800:00000200:2.0:1789603607.209344:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603607.209354:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb806888400. 00000400:00000200:2.0:1789603607.209363:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603607.209377:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603607.209389:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7aa0 00000400:00000010:2.0:1789603607.209393:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7aa0. 00000100:00000001:2.0:1789603607.209402:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603607.209412:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f0e00 x1876533442901504/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 1789603623 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603607.209434:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603607.209438:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f0e00 x1876533442901504/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 1789603623 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603607.209457:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603607.209459:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000001:1.0:1789603607.216064:0:33269:0:(statahead.c:681:ll_agl_trigger()) Process entered 00000080:00400000:1.0:1789603607.216077:0:33269:0:(statahead.c:738:ll_agl_trigger()) Handling (init) async glimpse: inode = [0x200000405:0x27:0x0], idx = 1 00000001:00000001:1.0:1789603607.216083:0:33269:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1789603607.216087:0:33269:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603607.216093:0:33269:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:1.0:1789603607.216098:0:33269:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00000020:00000001:1.0:1789603607.216106:0:33269:0:(cl_object.c:143:cl_object_top()) ffff9eb810bfc9e0 -> ffff9eb810bfc9e0 00000020:00000001:1.0:1789603607.216110:0:33269:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789603607.216113:0:33269:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789603607.216116:0:33269:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1789603607.216120:0:33269:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789603607.216122:0:33269:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789603607.216125:0:33269:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789603607.216127:0:33269:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603607.216130:0:33269:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789603607.216430:0:33269:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x27:0x0]io ffff9eb80572de70 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1789603607.216435:0:33269:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8208806c8) owner 0000000000000000/ffff9eb807b28000 00020000:00000001:1.0:1789603607.216441:0:33269:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789603607.216443:0:33269:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789603607.216445:0:33269:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789603607.216458:0:33269:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603607.216461:0:33269:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789603607.216464:0:33269:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789603607.216465:0:33269:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603607.216467:0:33269:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789603607.216469:0:33269:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789603607.216470:0:33269:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789603607.216472:0:33269:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8208806c8) owner 0000000000000000/ffff9eb807b28000 00000020:00000001:1.0:1789603607.216477:0:33269:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789603607.216480:0:33269:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1789603607.216481:0:33269:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x27:0x0] 00000020:00000001:1.0:1789603607.216485:0:33269:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789603607.216487:0:33269:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789603607.216490:0:33269:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789603607.216493:0:33269:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1789603607.216499:0:33269:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1789603607.216819:0:33269:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb810da7f00. 00020000:00000002:1.0:1789603607.216826:0:33269:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789603607.216829:0:33269:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789603607.216832:0:33269:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603607.216834:0:33269:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789603607.216836:0:33269:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603607.216839:0:33269:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154152 : -106961585397464 : ffff9eb810b2a128) 00000020:00001000:1.0:1789603607.216841:0:33269:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a120 00000020:00000001:1.0:1789603607.216846:0:33269:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0b70 -> ffff9eb810bfc9e0 00000020:00000001:1.0:1789603607.216847:0:33269:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789603607.216852:0:33269:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789603607.216854:0:33269:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789603607.216857:0:33269:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789603607.216859:0:33269:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935426160 : -106961774125456 : ffff9eb80572de70) 00000020:00000001:1.0:1789603607.216861:0:33269:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603607.216863:0:33269:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603607.216865:0:33269:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962641056 : -106961746910560 : ffff9eb8071222a0) 00000020:00000001:1.0:1789603607.216867:0:33269:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789603607.216875:0:33269:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb8078da850. 00000008:00010000:1.0:1789603607.216878:0:33269:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 2b 00000020:00000001:1.0:1789603607.216881:0:33269:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789603607.216883:0:33269:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789603607.216885:0:33269:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb810da7f30, osc lock ffff9eb8078da850, flags 0x400041012 00000020:00000001:1.0:1789603607.216888:0:33269:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603607.216890:0:33269:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603607.216893:0:33269:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637112126766848 : -106961582784768 : ffff9eb810da7f00) 00000020:00000001:1.0:1789603607.216896:0:33269:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789603607.216897:0:33269:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789603607.216898:0:33269:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603607.216900:0:33269:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603607.216904:0:33269:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000080:00000001:3.0:1789603607.217099:0:33268:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1789603607.217103:0:33268:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1789603607.217109:0:33268:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9eb80502bc00. 00000020:00000001:3.0:1789603607.217113:0:33268:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d53cd8 00000080:00400000:3.0:1789603607.217115:0:33268:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-3(ffff9eb80502bc00) index 2 00000080:00000001:3.0:1789603607.217121:0:33268:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446637111928077312 : -106961781474304 : ffff9eb80502bc00) 00000080:00000001:3.0:1789603607.217125:0:33268:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1789603607.217130:0:33268:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9eb80511f800. 00800000:00000002:3.0:1789603607.217154:0:33268:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 3 00800000:00000001:3.0:1789603607.217168:0:33268:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1789603607.217175:0:33268:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603607.217179:0:33268:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603607.217183:0:33268:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603607.217186:0:33268:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603607.217188:0:33268:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603607.217190:0:33268:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603607.217193:0:33268:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603607.217197:0:33268:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000010:3.0:1789603607.217201:0:33268:0:(lmv_obd.c:4594:lmv_batch_get_sub()) kmalloced '(sbh)': 32 at ffff9eb806907760. 00000002:00000001:3.0:1789603607.217206:0:33268:0:(batch.c:649:cli_batch_create()) Process entered 00000002:00000010:3.0:1789603607.217209:0:33268:0:(batch.c:651:cli_batch_create()) kmalloced '(cbh)': 32 at ffff9eb8069078c0. 00000002:00000010:3.0:1789603607.217213:0:33268:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff9eb810df8c60. 00000002:00000010:3.0:1789603607.217217:0:33268:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff9eb807c62e80. 00000002:00000010:3.0:1789603607.217223:0:33268:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff9eb804034000. 00000002:00000001:3.0:1789603607.217226:0:33268:0:(batch.c:666:cli_batch_create()) Process leaving (rc=18446637111954143424 : -106961755408192 : ffff9eb8069078c0) 00800000:00000001:3.0:1789603607.217228:0:33268:0:(lmv_obd.c:4612:lmv_batch_get_sub()) Process leaving (rc=18446637111954143424 : -106961755408192 : ffff9eb8069078c0) 00000002:00000001:3.0:1789603607.217232:0:33268:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1789603607.217236:0:33268:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9eb8121b2a80. 00000002:00000001:3.0:1789603607.217240:0:33268:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1789603607.217242:0:33268:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1789603607.217245:0:33268:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1789603607.217265:0:33268:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1789603607.217270:0:33268:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1789603607.217275:0:33268:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789603607.217286:0:33268:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb8042bb500. 00010000:00000010:3.0:1789603607.217291:0:33268:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80502ba00. 00010000:00000001:3.0:1789603607.217297:0:33268:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789603607.217302:0:33268:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb8131e5600. 00000020:00000001:3.0:1789603607.217309:0:33268:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789603607.217314:0:33268:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb8131e5600 with handle 0xa04c19c788fe549f to hash 00000020:00000001:3.0:1789603607.217316:0:33268:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789603607.217319:0:33268:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112164767232 : -106961544784384 : ffff9eb8131e5600) 00010000:00000001:3.0:1789603607.217324:0:33268:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112164767232 : -106961544784384 : ffff9eb8131e5600) 00010000:00000001:3.0:1789603607.217328:0:33268:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603607.217333:0:33268:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603607.217338:0:33268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5600/0xa04c19c788fe549f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603607.217350:0:33268:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5600/0xa04c19c788fe549f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.217358:0:33268:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.217360:0:33268:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.217365:0:33268:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1789603607.217370:0:33268:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9eb807c62780. 00000002:00000001:3.0:1789603607.217374:0:33268:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.217377:0:33268:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.217379:0:33268:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603607.217380:0:33268:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603607.217382:0:33268:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603607.217384:0:33268:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1789603607.217387:0:33268:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1789603607.217389:0:33268:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1789603607.217391:0:33268:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9eb80502ba80. 00000020:00000001:3.0:1789603607.217394:0:33268:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d53cd8 00000080:00400000:3.0:1789603607.217395:0:33268:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-4(ffff9eb80502ba80) index 3 00000080:00000001:3.0:1789603607.217397:0:33268:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446637111928076928 : -106961781474688 : ffff9eb80502ba80) 00000080:00000001:3.0:1789603607.217399:0:33268:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1789603607.217402:0:33268:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9eb80511e400. 00800000:00000002:3.0:1789603607.217405:0:33268:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 4 00800000:00000001:3.0:1789603607.217408:0:33268:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1789603607.217409:0:33268:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603607.217410:0:33268:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603607.217412:0:33268:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603607.217413:0:33268:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603607.217415:0:33268:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603607.217417:0:33268:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603607.217419:0:33268:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603607.217420:0:33268:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1789603607.217422:0:33268:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446637111954143424 : -106961755408192 : ffff9eb8069078c0) 00000002:00000001:3.0:1789603607.217424:0:33268:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1789603607.217428:0:33268:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9eb8121b2900. 00000002:00000001:3.0:1789603607.217430:0:33268:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1789603607.217432:0:33268:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1789603607.217433:0:33268:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1789603607.217437:0:33268:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1789603607.217439:0:33268:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1789603607.217441:0:33268:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789603607.217445:0:33268:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb500 count: 2 00010000:00000001:3.0:1789603607.217459:0:33268:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603607.217461:0:33268:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789603607.217464:0:33268:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb8131e5200. 00000020:00000001:3.0:1789603607.217467:0:33268:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789603607.217470:0:33268:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb8131e5200 with handle 0xa04c19c788fe54a6 to hash 00000020:00000001:3.0:1789603607.217471:0:33268:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789603607.217473:0:33268:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603607.217475:0:33268:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603607.217477:0:33268:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603607.217479:0:33268:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603607.217482:0:33268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe54a6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603607.217489:0:33268:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe54a6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.217496:0:33268:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.217497:0:33268:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.217500:0:33268:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1789603607.217503:0:33268:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9eb807c622c0. 00000002:00000001:3.0:1789603607.217505:0:33268:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.217506:0:33268:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.217508:0:33268:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603607.217527:0:33268:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603607.217530:0:33268:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603607.217531:0:33268:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1789603607.217533:0:33268:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1789603607.217534:0:33268:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1789603607.217537:0:33268:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9eb80502bb00. 00000020:00000001:3.0:1789603607.217539:0:33268:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d53cd8 00000080:00400000:3.0:1789603607.217541:0:33268:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-5(ffff9eb80502bb00) index 4 00000080:00000001:3.0:1789603607.217543:0:33268:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446637111928077056 : -106961781474560 : ffff9eb80502bb00) 00000080:00000001:3.0:1789603607.217545:0:33268:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1789603607.217548:0:33268:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9eb80511c400. 00800000:00000002:3.0:1789603607.217551:0:33268:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 5 00800000:00000001:3.0:1789603607.217554:0:33268:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1789603607.217556:0:33268:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603607.217557:0:33268:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603607.217558:0:33268:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603607.217560:0:33268:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603607.217562:0:33268:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603607.217564:0:33268:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603607.217565:0:33268:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603607.217567:0:33268:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1789603607.217568:0:33268:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446637111954143424 : -106961755408192 : ffff9eb8069078c0) 00000002:00000001:3.0:1789603607.217570:0:33268:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1789603607.217573:0:33268:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9eb8121b2540. 00000002:00000001:3.0:1789603607.217575:0:33268:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1789603607.217576:0:33268:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1789603607.217578:0:33268:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1789603607.217581:0:33268:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1789603607.217583:0:33268:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1789603607.217584:0:33268:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789603607.217587:0:33268:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb500 count: 3 00010000:00000001:3.0:1789603607.217589:0:33268:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603607.217590:0:33268:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00020000:00000001:1.0:1789603607.218009:0:33269:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789603607.218013:0:33269:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603607.218015:0:33269:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962641056 : -106961746910560 : ffff9eb8071222a0) 00000020:00000001:1.0:1789603607.218017:0:33269:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789603607.218021:0:33269:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789603607.218024:0:33269:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789603607.218030:0:33269:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789603607.218032:0:33269:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789603607.218034:0:33269:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789603607.218039:0:33269:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789603607.218040:0:33269:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789603607.218041:0:33269:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789603607.218044:0:33269:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789603607.218048:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789603607.218054:0:33269:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603607.218056:0:33269:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1789603607.218067:0:33269:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd6a00. 00000020:00000040:1.0:1789603607.218072:0:33269:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00010000:00000001:1.0:1789603607.218077:0:33269:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789603607.218083:0:33269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603607.218088:0:33269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603607.218093:0:33269:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603607.218096:0:33269:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603607.218104:0:33269:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603607.218115:0:33269:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb810d6d400. 00000100:00000001:1.0:1789603607.218125:0:33269:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603607.218130:0:33269:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603607.218132:0:33269:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603607.218873:0:33269:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603607.218876:0:33269:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603607.218880:0:33269:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603607.218885:0:33269:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446637111957088768 : -106961752462848 : ffff9eb806bd6a00) 00010000:00000001:1.0:1789603607.218890:0:33269:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789603607.218893:0:33269:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789603607.218903:0:33269:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb80647c900. 00010000:00000010:1.0:1789603607.218986:0:33269:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9eb80647c200. 00010000:00000001:1.0:1789603607.218995:0:33269:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789603607.218998:0:33269:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb814fdce00. 00000020:00000001:1.0:1789603607.219004:0:33269:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789603607.219007:0:33269:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb814fdce00 with handle 0xa04c19c788fe54ad to hash 00000020:00000001:1.0:1789603607.219009:0:33269:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789603607.219011:0:33269:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112196189696 : -106961513361920 : ffff9eb814fdce00) 00010000:00000010:1.0:1789603607.219015:0:33269:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9eb811aa7700. 00010000:00000001:1.0:1789603607.219017:0:33269:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112196189696 : -106961513361920 : ffff9eb814fdce00) 00010000:00000001:1.0:1789603607.219022:0:33269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603607.219026:0:33269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603607.219032:0:33269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000009c847581/0xa04c19c788fe54ad lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 33269 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603607.219046:0:33269:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400041010 ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000009c847581/0xa04c19c788fe54ad lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 33269 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603607.219058:0:33269:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603607.219065:0:33269:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603607.219070:0:33269:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603607.219087:0:33269:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b35ae510] to pc [ptlrpcd_00_00+0] req@ffff9eb806bd6a00 x1876533442901632/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603607.219177:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603607.219184:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603607.219188:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603607.219197:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd6a00 x1876533442901632/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603607.219206:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603607.219210:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603607.219216:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603607.219221:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603607.219224:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603607.219229:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442901632:192.168.204.129@tcp:101:ll_agl.0 00000100:00000001:0.0:1789603607.219235:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603607.219243:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603607.219246:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603607.219249:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603607.219257:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8051e2c00. 02000000:00000001:0.0:1789603607.219259:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603607.219270:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603607.219277:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139b58. 00000400:00000010:0.0:1789603607.219285:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682000. 00000100:00000200:0.0:1789603607.219296:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442901632, portal 4 00000100:00000001:0.0:1789603607.219299:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603607.219301:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957088768 : -106961752462848 : ffff9eb806bd6a00) 00000100:00000040:0.0:1789603607.219308:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd6a00 x1876533442901632/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603623 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603607.219317:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603607.219320:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603607.219323:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136822a8. 00000100:00000200:0.0:1789603607.219328:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876533442901632, offset 0 00000400:00000200:0.0:1789603607.219336:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603607.219349:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603607.219359:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603607.219367:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603607.219371:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603607.219375:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603607.219378:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603607.219383:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2819:2819:256:4294967295] 192.168.204.129@tcp LPNI seq info [2819:2819:8:4294967295] 00000400:00000200:0.0:1789603607.219387:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603607.219400:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603607.219407:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603607.219413:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076600. 00000800:00000200:0.0:1789603607.219421:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603607.219432:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603607.219437:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076600 type 1, nob 424 niov 1 nkiov 1 00000008:00000001:1.0:1789603607.220068:0:33269:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603607.220076:0:33269:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603607.220080:0:33269:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603607.220084:0:33269:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603607.220086:0:33269:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603607.220088:0:33269:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603607.220092:0:33269:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789603607.220096:0:33269:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb80572de10 (ffff9eb8208a0008/0) at cl_lock_release():245 00000020:00000001:1.0:1789603607.220100:0:33269:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789603607.220102:0:33269:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb80572de10 (ffff9eb8208a0008/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789603607.220105:0:33269:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789603607.220112:0:33269:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603607.220115:0:33269:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962641056 : -106961746910560 : ffff9eb8071222a0) 00000020:00000001:1.0:1789603607.220117:0:33269:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789603607.220119:0:33269:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb810da7f30 (ffff9eb810b2a128/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789603607.220123:0:33269:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789603607.220124:0:33269:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00000008:00000001:1.0:1789603607.220126:0:33269:0:(osc_lock.c:1125:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789603607.220128:0:33269:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789603607.220129:0:33269:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789603607.220130:0:33269:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789603607.220132:0:33269:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789603607.220140:0:33269:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb80572de10 (ffff9eb8208a0008/0) at cl_lock_fini():72 00020000:00000001:1.0:1789603607.220144:0:33269:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789603607.220146:0:33269:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789603607.220147:0:33269:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb810da7f30 (ffff9eb8208a0008/1) at cl_lock_fini():72 00000008:00000010:1.0:1789603607.220151:0:33269:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb8078da850. 00000020:00000001:1.0:1789603607.220159:0:33269:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789603607.220161:0:33269:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb810da7f00. 00020000:00000001:1.0:1789603607.220166:0:33269:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789603607.220167:0:33269:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789603607.220168:0:33269:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1789603607.220170:0:33269:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603607.220174:0:33269:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789603607.220177:0:33269:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789603607.220180:0:33269:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789603607.220181:0:33269:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789603607.220183:0:33269:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789603607.220186:0:33269:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a120 00020000:00000001:1.0:1789603607.220190:0:33269:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789603607.220193:0:33269:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789603607.220197:0:33269:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789603607.220199:0:33269:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789603607.220205:0:33269:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789603607.220207:0:33269:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603607.220210:0:33269:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789603607.220212:0:33269:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789603607.220213:0:33269:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789603607.220214:0:33269:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00000001:00000001:1.0:1789603607.220217:0:33269:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789603607.220221:0:33269:0:(statahead.c:747:ll_agl_trigger()) Handled (init) async glimpse: inode= [0x200000405:0x27:0x0], idx = 1, rc = 1 00000080:00000001:1.0:1789603607.220226:0:33269:0:(statahead.c:751:ll_agl_trigger()) Process leaving 00000100:00000001:1.0:1789603607.220237:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603607.220242:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1789603607.220822:0:33268:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb8131e5c00. 00000020:00000001:3.0:1789603607.220834:0:33268:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789603607.220839:0:33268:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb8131e5c00 with handle 0xa04c19c788fe54b4 to hash 00000020:00000001:3.0:1789603607.220841:0:33268:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789603607.220842:0:33268:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112164768768 : -106961544782848 : ffff9eb8131e5c00) 00010000:00000001:3.0:1789603607.220849:0:33268:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112164768768 : -106961544782848 : ffff9eb8131e5c00) 00010000:00000001:3.0:1789603607.220854:0:33268:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603607.220858:0:33268:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603607.220864:0:33268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe54b4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603607.220876:0:33268:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe54b4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.220885:0:33268:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.220888:0:33268:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.220896:0:33268:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1789603607.221049:0:33268:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9eb807c623c0. 00000002:00000001:3.0:1789603607.221054:0:33268:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.221056:0:33268:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.221059:0:33268:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603607.221062:0:33268:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603607.221065:0:33268:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603607.221068:0:33268:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1789603607.221074:0:33268:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1789603607.221076:0:33268:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1789603607.221080:0:33268:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9eb80502b380. 00000020:00000001:3.0:1789603607.221084:0:33268:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d53cd8 00000080:00400000:3.0:1789603607.221087:0:33268:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-6(ffff9eb80502b380) index 5 00000080:00000001:3.0:1789603607.221091:0:33268:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446637111928075136 : -106961781476480 : ffff9eb80502b380) 00000080:00000001:3.0:1789603607.221094:0:33268:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1789603607.221097:0:33268:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9eb80511d000. 00800000:00000002:3.0:1789603607.221109:0:33268:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 6 00800000:00000001:3.0:1789603607.221120:0:33268:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1789603607.221126:0:33268:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603607.221130:0:33268:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603607.221133:0:33268:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603607.221135:0:33268:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603607.221137:0:33268:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603607.221140:0:33268:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603607.221142:0:33268:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603607.221146:0:33268:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1789603607.221148:0:33268:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446637111954143424 : -106961755408192 : ffff9eb8069078c0) 00000002:00000001:3.0:1789603607.221151:0:33268:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1789603607.221155:0:33268:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9eb8121b2480. 00000002:00000001:3.0:1789603607.221158:0:33268:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1789603607.221159:0:33268:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1789603607.221161:0:33268:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1789603607.221177:0:33268:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1789603607.221180:0:33268:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1789603607.221183:0:33268:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789603607.221191:0:33268:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb500 count: 4 00010000:00000001:3.0:1789603607.221195:0:33268:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603607.221198:0:33268:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789603607.221201:0:33268:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb8131e5e00. 00000020:00000001:3.0:1789603607.221204:0:33268:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789603607.221206:0:33268:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb8131e5e00 with handle 0xa04c19c788fe54bb to hash 00000020:00000001:3.0:1789603607.221208:0:33268:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789603607.221209:0:33268:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603607.221212:0:33268:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603607.221214:0:33268:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603607.221216:0:33268:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603607.221219:0:33268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe54bb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603607.221227:0:33268:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe54bb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.221232:0:33268:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.221235:0:33268:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.221237:0:33268:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1789603607.221240:0:33268:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9eb807c62240. 00000002:00000001:3.0:1789603607.221242:0:33268:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.221244:0:33268:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.221245:0:33268:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603607.221247:0:33268:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603607.221249:0:33268:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603607.221251:0:33268:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1789603607.221253:0:33268:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1789603607.221254:0:33268:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1789603607.221256:0:33268:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9eb80502bc80. 00000020:00000001:3.0:1789603607.221258:0:33268:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d53cd8 00000080:00400000:3.0:1789603607.221260:0:33268:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-7(ffff9eb80502bc80) index 6 00000080:00000001:3.0:1789603607.221262:0:33268:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446637111928077440 : -106961781474176 : ffff9eb80502bc80) 00000080:00000001:3.0:1789603607.221264:0:33268:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1789603607.221267:0:33268:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9eb80511d400. 00800000:00000002:3.0:1789603607.221269:0:33268:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 7 00800000:00000001:3.0:1789603607.221272:0:33268:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1789603607.221274:0:33268:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603607.221276:0:33268:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603607.221277:0:33268:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603607.221278:0:33268:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603607.221280:0:33268:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603607.221282:0:33268:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603607.221285:0:33268:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603607.221287:0:33268:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1789603607.221288:0:33268:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446637111954143424 : -106961755408192 : ffff9eb8069078c0) 00000002:00000001:3.0:1789603607.221290:0:33268:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1789603607.221294:0:33268:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9eb8121b2d80. 00000002:00000001:3.0:1789603607.221295:0:33268:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1789603607.221297:0:33268:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1789603607.221298:0:33268:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1789603607.221302:0:33268:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1789603607.221304:0:33268:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1789603607.221305:0:33268:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789603607.221308:0:33268:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb500 count: 5 00010000:00000001:3.0:1789603607.221310:0:33268:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603607.221312:0:33268:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789603607.221314:0:33268:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb8131e4c00. 00000020:00000001:3.0:1789603607.221317:0:33268:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789603607.221319:0:33268:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb8131e4c00 with handle 0xa04c19c788fe54c2 to hash 00000020:00000001:3.0:1789603607.221321:0:33268:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789603607.221322:0:33268:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112164764672 : -106961544786944 : ffff9eb8131e4c00) 00010000:00000001:3.0:1789603607.221324:0:33268:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112164764672 : -106961544786944 : ffff9eb8131e4c00) 00010000:00000001:3.0:1789603607.221327:0:33268:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603607.221329:0:33268:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603607.221331:0:33268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4c00/0xa04c19c788fe54c2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603607.221339:0:33268:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4c00/0xa04c19c788fe54c2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.221344:0:33268:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.221346:0:33268:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.221348:0:33268:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1789603607.221351:0:33268:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9eb807c628c0. 00000002:00000001:3.0:1789603607.221353:0:33268:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.221355:0:33268:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.221356:0:33268:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603607.221358:0:33268:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603607.221360:0:33268:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603607.221362:0:33268:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1789603607.221363:0:33268:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1789603607.221366:0:33268:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1789603607.221369:0:33268:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9eb80502be80. 00000020:00000001:3.0:1789603607.221370:0:33268:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d53cd8 00000080:00400000:3.0:1789603607.221372:0:33268:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-8(ffff9eb80502be80) index 7 00000080:00000001:3.0:1789603607.221374:0:33268:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446637111928077952 : -106961781473664 : ffff9eb80502be80) 00000080:00000001:3.0:1789603607.221377:0:33268:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1789603607.221379:0:33268:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9eb80511c800. 00800000:00000002:3.0:1789603607.221382:0:33268:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 8 00800000:00000001:3.0:1789603607.221385:0:33268:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1789603607.221386:0:33268:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603607.221388:0:33268:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603607.221389:0:33268:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603607.221390:0:33268:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603607.221392:0:33268:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603607.221394:0:33268:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603607.221396:0:33268:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603607.221398:0:33268:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1789603607.221399:0:33268:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446637111954143424 : -106961755408192 : ffff9eb8069078c0) 00000002:00000001:3.0:1789603607.221401:0:33268:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1789603607.221404:0:33268:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9eb8121b29c0. 00000002:00000001:3.0:1789603607.221406:0:33268:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1789603607.221407:0:33268:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1789603607.221409:0:33268:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1789603607.221413:0:33268:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1789603607.221414:0:33268:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1789603607.221416:0:33268:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789603607.221418:0:33268:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb500 count: 6 00010000:00000001:3.0:1789603607.221421:0:33268:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603607.221423:0:33268:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789603607.221425:0:33268:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb8131e4a00. 00000020:00000001:3.0:1789603607.221427:0:33268:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789603607.221429:0:33268:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb8131e4a00 with handle 0xa04c19c788fe54c9 to hash 00000020:00000001:3.0:1789603607.221431:0:33268:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789603607.221432:0:33268:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:3.0:1789603607.221434:0:33268:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:3.0:1789603607.221437:0:33268:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603607.221439:0:33268:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603607.221441:0:33268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe54c9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x10000000000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603607.221461:0:33268:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe54c9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.221467:0:33268:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.221468:0:33268:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.221471:0:33268:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1789603607.221473:0:33268:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9eb807c62080. 00000002:00000001:3.0:1789603607.221476:0:33268:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.221478:0:33268:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.221479:0:33268:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603607.221480:0:33268:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603607.221482:0:33268:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603607.221484:0:33268:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1789603607.221486:0:33268:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1789603607.221487:0:33268:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1789603607.221489:0:33268:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9eb80502b600. 00000020:00000001:3.0:1789603607.221491:0:33268:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d53cd8 00000080:00400000:3.0:1789603607.221494:0:33268:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-9(ffff9eb80502b600) index 8 00000080:00000001:3.0:1789603607.221496:0:33268:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446637111928075776 : -106961781475840 : ffff9eb80502b600) 00000080:00000001:3.0:1789603607.221498:0:33268:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1789603607.221501:0:33268:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9eb80511f000. 00800000:00000002:3.0:1789603607.221504:0:33268:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 9 00800000:00000001:3.0:1789603607.221507:0:33268:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1789603607.221508:0:33268:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603607.221534:0:33268:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603607.221535:0:33268:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603607.221537:0:33268:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603607.221539:0:33268:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603607.221540:0:33268:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603607.221542:0:33268:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603607.221544:0:33268:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1789603607.221546:0:33268:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446637111954143424 : -106961755408192 : ffff9eb8069078c0) 00000002:00000001:3.0:1789603607.221548:0:33268:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1789603607.221552:0:33268:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9eb8121b2c00. 00000002:00000001:3.0:1789603607.221554:0:33268:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1789603607.221555:0:33268:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1789603607.221556:0:33268:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1789603607.221561:0:33268:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1789603607.221562:0:33268:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1789603607.221563:0:33268:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789603607.221566:0:33268:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb500 count: 7 00010000:00000001:3.0:1789603607.221568:0:33268:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603607.221570:0:33268:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789603607.221572:0:33268:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb8131e4e00. 00000020:00000001:3.0:1789603607.221574:0:33268:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789603607.221577:0:33268:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb8131e4e00 with handle 0xa04c19c788fe54d0 to hash 00000020:00000001:3.0:1789603607.221578:0:33268:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789603607.221579:0:33268:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112164765184 : -106961544786432 : ffff9eb8131e4e00) 00010000:00000001:3.0:1789603607.221582:0:33268:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112164765184 : -106961544786432 : ffff9eb8131e4e00) 00010000:00000001:3.0:1789603607.221583:0:33268:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603607.221585:0:33268:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603607.221589:0:33268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4e00/0xa04c19c788fe54d0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x10000000000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603607.221609:0:33268:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4e00/0xa04c19c788fe54d0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.221614:0:33268:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.221615:0:33268:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.221617:0:33268:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1789603607.221620:0:33268:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9eb807c62140. 00000002:00000001:3.0:1789603607.221622:0:33268:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.221624:0:33268:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.221625:0:33268:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603607.221627:0:33268:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603607.221629:0:33268:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603607.221632:0:33268:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:3.0:1789603607.221634:0:33268:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:3.0:1789603607.221636:0:33268:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:3.0:1789603607.221638:0:33268:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:3.0:1789603607.221646:0:33268:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b48380. 00000020:00000040:3.0:1789603607.221650:0:33268:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:3.0:1789603607.221655:0:33268:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603607.221658:0:33268:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603607.221663:0:33268:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603607.221672:0:33268:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 4096 at ffff9eb804036000. 00000100:00000001:3.0:1789603607.221680:0:33268:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603607.221809:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603607.221819:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22688 usecs (23 jiffies) 00000400:00000200:0.0:1789603607.221830:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603607.221835:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296606176 00000100:00000001:0.0:1789603607.221840:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296608107 00000100:00000001:0.0:1789603607.221842:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296606176 00000100:00000001:0.0:1789603607.221845:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296608107 00000100:00000001:0.0:1789603607.221848:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603607.221852:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603607.221858:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603607.221862:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603607.221872:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603607.221876:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789603607.221879:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603607.221881:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603607.221883:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603607.221885:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.223118:0:33268:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.223129:0:33268:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603607.223212:0:33268:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603607.223223:0:33268:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603607.223230:0:33268:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603607.223261:0:33268:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d032664] to pc [ptlrpcd_01_01+1] req@ffff9eb810b48380 x1876533442901760/t0(0) o63->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:3.0:1789603607.223320:0:33268:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.223324:0:33268:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603607.223328:0:33268:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603607.223330:0:33268:0:(statahead.c:1081:sa_statahead()) Process leaving 00000100:00000001:3.0:1789603607.223381:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603607.223386:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603607.223390:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603607.223397:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b48380 x1876533442901760/t0(0) o63->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603607.223407:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603607.223410:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603607.223416:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603607.223421:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603607.223424:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603607.223428:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442901760:192.168.204.129@tcp:63:ll_sa.0 00000100:00000001:3.0:1789603607.223434:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603607.223442:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603607.223458:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603607.223463:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603607.223481:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9eb807aa4000. 02000000:00000001:3.0:1789603607.223484:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603607.223494:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603607.223500:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8057483c8. 00000400:00000010:3.0:1789603607.223543:0:2403:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9eb811672180. 00000100:00000200:3.0:1789603607.223556:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1876533442901760, portal 4 00000100:00000001:3.0:1789603607.223559:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603607.223561:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124277632 : -106961585273984 : ffff9eb810b48380) 00000100:00000040:3.0:1789603607.223573:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b48380 x1876533442901760/t0(0) o63->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789603623 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603607.223584:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603607.223587:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603607.224874:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0088. 00000100:00000200:3.0:1789603607.224891:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 3128 bytes to portal 24, xid 1876533442901760, offset 0 00000400:00000200:3.0:1789603607.225071:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603607.225090:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.225105:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603607.225112:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603607.225118:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603607.225123:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603607.225126:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603607.225131:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2820:2820:255:4294967295] 192.168.204.129@tcp LPNI seq info [2820:2820:7:4294967295] 00000400:00000200:3.0:1789603607.225208:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.225220:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603607.225227:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 3128 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603607.225314:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783fa00. 00000800:00000200:3.0:1789603607.225324:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603607.225334:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603607.225340:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783fa00 type 1, nob 3224 niov 1 nkiov 1 00000100:00000001:3.0:1789603607.227780:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603607.227802:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 834581 usecs (835 jiffies) 00000400:00000200:3.0:1789603607.227814:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603607.227818:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296606995 00000100:00000001:3.0:1789603607.227823:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296608107 00000100:00000001:3.0:1789603607.227827:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296606995 00000100:00000001:3.0:1789603607.227829:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296608107 00000100:00000001:3.0:1789603607.227832:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603607.227838:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603607.227845:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603607.227850:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603607.227863:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603607.227866:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789603607.227869:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603607.227871:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603607.227873:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603607.227877:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1789603607.229482:0:2395:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b100. 00010000:00000010:2.1:1789603607.229501:0:2395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031a00. 00010000:00000010:2.1:1789603607.229508:0:2395:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b400. 00010000:00000010:2.1:1789603607.229532:0:2395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47000. 00000800:00000200:2.0:1789603607.229716:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603607.229722:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783fa00. 00000400:00000200:2.0:1789603607.229730:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603607.229741:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603607.229754:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0088 00000400:00000010:2.0:1789603607.229757:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0088. 00000100:00000001:2.0:1789603607.229764:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603607.229775:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b48380 x1876533442901760/t0(0) o63->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789603623 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603607.229794:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603607.229798:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b48380 x1876533442901760/t0(0) o63->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789603623 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603607.229805:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603607.229807:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603607.229861:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603607.229864:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076600. 00000400:00000200:2.0:1789603607.229867:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603607.229871:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603607.229874:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136822a8 00000400:00000010:2.0:1789603607.229877:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136822a8. 00000100:00000001:2.0:1789603607.229881:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603607.229886:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd6a00 x1876533442901632/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603623 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603607.229895:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603607.229898:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd6a00 x1876533442901632/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603623 ref 2 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603607.229910:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603607.229911:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789603607.239154:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603607.239168:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603607.240845:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603607.240875:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603607.240880:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603607.240883:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603607.240898:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603607.240922:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603607.240937:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603607.240945:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603607.240952:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603607.240958:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d45f600 00000400:00000200:2.0:1789603607.240965:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603607.240974:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x808d [1] + 224 00000800:00000001:2.0:1789603607.240986:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603607.240990:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603607.240997:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603607.241003:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603607.241015:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603607.241029:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f0e00 x1876533442901504/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 1789603623 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603607.241043:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9eb8040f0e00 x1876533442901504/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 1789603623 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603607.241079:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603607.241091:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603607.241095:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603607.241097:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603607.241099:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603607.241103:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603607.241106:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603607.241111:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603607.241115:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603607.241118:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603607.241122:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 400 into portal 4 MB=0x6aab27d45f680 00000400:00000200:2.0:1789603607.241126:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603607.241132:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 400/400 into md 0x809d [1] + 224 00000800:00000001:2.0:1789603607.241145:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603607.241232:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603607.241244:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603607.241248:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603607.241253:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603607.241259:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd6a00 x1876533442901632/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603623 ref 1 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603607.241268:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9eb806bd6a00 x1876533442901632/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603623 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603607.241291:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603607.241296:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603607.241300:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603607.241612:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603607.241619:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603607.241630:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603607.241633:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603607.241638:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139b58. 00000400:00000200:0.0:1789603607.241645:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682000 00000400:00000010:0.0:1789603607.241649:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682000. 00000100:00000001:0.0:1789603607.241654:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603607.241660:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd6a00 x1876533442901632/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603623 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603607.241670:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd6a00 x1876533442901632/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603623 ref 1 fl Rpc:RNQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603607.241676:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603607.241680:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603607.241694:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603607.241700:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603607.241703:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603607.241706:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603607.241710:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603607.241724:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=4 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603607.241731:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603607.241735:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603607.241737:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603607.241742:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603607.241747:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603607.241752:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603607.241754:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:0.0:1789603607.241757:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603607.241759:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603607.241765:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd6a00 x1876533442901632/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603623 ref 1 fl Rpc:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603607.241774:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603607.241779:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603607.241782:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789603607.241786:0:2400:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:0.0:1789603607.241790:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603607.241795:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603607.241800:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdce00 refcount=4 00000020:00000001:0.0:1789603607.241804:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189696 : -106961513361920 : ffff9eb814fdce00) 00010000:00000001:0.0:1789603607.241808:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189696 : -106961513361920 : ffff9eb814fdce00) 00010000:00000001:0.0:1789603607.241811:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603607.241812:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603607.241814:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdce00 refcount=5 00000020:00000001:0.0:1789603607.241816:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189696 : -106961513361920 : ffff9eb814fdce00) 00010000:00000001:0.0:1789603607.241818:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189696 : -106961513361920 : ffff9eb814fdce00) 00010000:00000001:0.0:1789603607.241822:0:2400:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603607.241826:0:2400:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603607.241834:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000009c847581/0xa04c19c788fe54ad lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 33269 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603607.241849:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603607.241851:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603607.241854:0:2400:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789603607.241857:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603607.241858:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603607.241860:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdce00 refcount=6 00000020:00000001:0.0:1789603607.241862:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189696 : -106961513361920 : ffff9eb814fdce00) 00010000:00000001:0.0:1789603607.241865:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189696 : -106961513361920 : ffff9eb814fdce00) 00010000:00000040:0.0:1789603607.241875:0:2400:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb814fdce00, remote cookie: 0x31dbb14d74e91b75, flags: 0x41011 00010000:00010000:0.0:1789603607.241881:0:2400:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000009c847581/0xa04c19c788fe54ad lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b75 expref: -99 pid: 33269 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603607.241891:0:2400:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1789603607.241894:0:2400:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603607.241897:0:2400:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789603607.241902:0:2400:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1789603607.241918:0:2400:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000009c847581/0xa04c19c788fe54ad lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b75 expref: -99 pid: 33269 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789603607.241928:0:2400:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x14:0x0].0x0 (ffff9eb80647c900) refcount = 1 00010000:00000040:0.0:1789603607.241931:0:2400:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789603607.241934:0:2400:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000009c847581/0xa04c19c788fe54ad lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b75 expref: -99 pid: 33269 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603607.241944:0:2400:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789603607.241945:0:2400:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603607.241949:0:2400:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789603607.241953:0:2400:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603607.241958:0:2400:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000009c847581/0xa04c19c788fe54ad lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b75 expref: -99 pid: 33269 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603607.241966:0:2400:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789603607.241968:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603607.241969:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603607.241970:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603607.241971:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603607.241974:0:2400:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1789603607.241977:0:2400:0:(osc_lock.c:317:osc_lock_upcall_speculative()) Process entered 00000020:00000001:0.0:1789603607.241980:0:2400:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603607.241986:0:2400:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154872 : -106961585396744 : ffff9eb810b2a3f8) 00000020:00001000:0.0:1789603607.241989:0:2400:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a3f0 00010000:00000001:0.0:1789603607.241992:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603607.241993:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603607.241995:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdce00 refcount=5 00000020:00000001:0.0:1789603607.241997:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189696 : -106961513361920 : ffff9eb814fdce00) 00010000:00000001:0.0:1789603607.241999:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189696 : -106961513361920 : ffff9eb814fdce00) 00000008:00000001:0.0:1789603607.242004:0:2400:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1789603607.242008:0:2400:0:(cl_object.c:143:cl_object_top()) ffff9eb810231a40 -> ffff9eb810bfc9e0 00000008:00010000:0.0:1789603607.242014:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000009c847581/0xa04c19c788fe54ad lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e91b75 expref: -99 pid: 33269 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1789603607.242023:0:2400:0:(cl_object.c:143:cl_object_top()) ffff9eb810231a40 -> ffff9eb810bfc9e0 00000020:00000001:0.0:1789603607.242025:0:2400:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1789603607.242028:0:2400:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1789603607.242032:0:2400:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789603607.242034:0:2400:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603607.242036:0:2400:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603607.242038:0:2400:0:(cl_object.c:143:cl_object_top()) ffff9eb810231a40 -> ffff9eb810bfc9e0 00000008:00000001:0.0:1789603607.242040:0:2400:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00010000:00000001:0.0:1789603607.242042:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603607.242043:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00001000:0.0:1789603607.242048:0:2400:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a3f0 00000008:00000001:0.0:1789603607.242052:0:2400:0:(osc_lock.c:344:osc_lock_upcall_speculative()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603607.242055:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603607.242056:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603607.242058:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdce00 refcount=5 00000020:00000001:0.0:1789603607.242060:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189696 : -106961513361920 : ffff9eb814fdce00) 00010000:00000001:0.0:1789603607.242063:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189696 : -106961513361920 : ffff9eb814fdce00) 00010000:00000001:0.0:1789603607.242066:0:2400:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603607.242070:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000009c847581/0xa04c19c788fe54ad lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e91b75 expref: -99 pid: 33269 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603607.242077:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603607.242079:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789603607.242082:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000009c847581/0xa04c19c788fe54ad lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e91b75 expref: -99 pid: 33269 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603607.242090:0:2400:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603607.242091:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603607.242093:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603607.242094:0:2400:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603607.242097:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603607.242098:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603607.242099:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdce00 refcount=4 00000020:00000001:0.0:1789603607.242102:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189696 : -106961513361920 : ffff9eb814fdce00) 00010000:00000001:0.0:1789603607.242104:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189696 : -106961513361920 : ffff9eb814fdce00) 00010000:00000001:0.0:1789603607.242106:0:2400:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603607.242109:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000009c847581/0xa04c19c788fe54ad lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e91b75 expref: -99 pid: 33269 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603607.242116:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603607.242118:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603607.242120:0:2400:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603607.242123:0:2400:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603607.242126:0:2400:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000009c847581/0xa04c19c788fe54ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e91b75 expref: -99 pid: 33269 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603607.242138:0:2400:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603607.242142:0:2400:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603607.242144:0:2400:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603607.242149:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603607.242150:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603607.242152:0:2400:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603607.242155:0:2400:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603607.242157:0:2400:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603607.242160:0:2400:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603607.242163:0:2400:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603607.242165:0:2400:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603607.242166:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603607.242167:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603607.242168:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603607.242169:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603607.242171:0:2400:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603607.242178:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd6a00 x1876533442901632/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603623 ref 1 fl Interpret:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603607.242187:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442901632:192.168.204.129@tcp:101:ll_agl.0 00000100:00000001:0.0:1789603607.242193:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603607.242197:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603607.242201:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd6a00 x1876533442901632/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603623 ref 1 fl Complete:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603607.242388:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603607.242392:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603607.242397:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8051e2c00. 02000000:00000001:0.0:1789603607.242402:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603607.242406:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603607.242408:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603607.242411:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603607.242415:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb810d6d400. 02000000:00000001:0.0:1789603607.242421:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603607.242424:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603607.242426:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd6a00. 00000100:00000001:0.0:1789603607.242431:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603607.242433:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603607.242435:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603607.242445:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603607.242458:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603607.242460:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603607.242463:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603607.242948:0:33267:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603607.242959:0:33267:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603607.242961:0:33267:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603607.242966:0:33267:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3790. 00000400:00000200:3.0:1789603607.242974:0:33267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7990 00000400:00000010:3.0:1789603607.242976:0:33267:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7990. 00000100:00000001:3.0:1789603607.242981:0:33267:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603607.242992:0:33267:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f0e00 x1876533442901504/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 1789603623 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603607.243005:0:33267:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f0e00 x1876533442901504/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 1789603623 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603607.243014:0:33267:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603607.243017:0:33267:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603607.243019:0:33267:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603607.243023:0:33267:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603607.243027:0:33267:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603607.243029:0:33267:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603607.243033:0:33267:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603607.243042:0:33267:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=5 v=5 (5 106 106 106) 00000100:00001000:3.0:1789603607.243046:0:33267:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603607.243050:0:33267:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603607.243052:0:33267:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603607.243054:0:33267:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603607.243059:0:33267:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603607.243062:0:33267:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789603607.243065:0:33267:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009b/0x100000152] 00000100:00000001:3.0:1789603607.243067:0:33267:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789603607.243071:0:33267:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603607.243073:0:33267:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912107520 : -106961797444096 : ffff9eb8040f0e00) 00000100:00000001:3.0:1789603607.243077:0:33267:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603607.243079:0:33267:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967632 00000100:00000001:3.0:1789603607.243082:0:33267:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603607.243086:0:33267:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603607.243090:0:33267:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f0e00 x1876533442901504/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/456 e 0 to 0 dl 1789603623 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603607.243098:0:33267:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603607.243102:0:33267:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603607.243104:0:33267:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603607.243108:0:33267:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f0e00 x1876533442901504/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/456 e 0 to 0 dl 1789603623 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603607.243116:0:33267:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f0e00 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:33267:1876533442901504:192.168.204.129@tcp:36:multiop.0 00000100:00000001:3.0:1789603607.243122:0:33267:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603607.243127:0:33267:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603607.243130:0:33267:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789603607.243133:0:33267:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603607.243137:0:33267:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f0e00 x1876533442901504/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/456 e 0 to 0 dl 1789603623 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603607.243145:0:33267:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603607.243149:0:33267:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8040409c0. 00000100:00000001:3.0:1789603607.243153:0:33267:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789603607.243155:0:33267:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.243166:0:33267:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603607.243172:0:33267:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603607.243180:0:33267:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 9 00000080:00000010:3.0:1789603607.243185:0:33267:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb818e0d600. 00000100:00000001:3.0:1789603607.243201:0:33267:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603607.243204:0:33267:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f0e00 x1876533442901504/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/456 e 0 to 0 dl 1789603623 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603607.243210:0:33267:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603607.243215:0:33267:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603607.243370:0:33267:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789603607.243377:0:33267:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5015b7e30 00000080:00002000:3.0:1789603607.243381:0:33267:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-1 (ffff9eb82054dca8, parent ffff9eb8081326c0, inode 0000000000000000) hashed, 00000080:00000001:3.0:1789603607.243385:0:33267:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603607.243394:0:33267:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789603607.243402:0:33267:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789603607.243416:0:33267:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:3.0:1789603607.243420:0:33267:0:(file.c:5295:cl_sync_file_range()) Process entered 00000080:00000002:3.0:1789603607.243423:0:33267:0:(file.c:5297:cl_sync_file_range()) [0x200000405:0x28:0x0]: start 0, end 9223372036854775807, mode 2 00000020:00000001:3.0:1789603607.243426:0:33267:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603607.243431:0:33267:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930664 : -106961319620952 : ffff9eb8208a0ea8) 00000020:00001000:3.0:1789603607.243433:0:33267:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0ea0 00000020:00000001:3.0:1789603607.243439:0:33267:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6788 -> ffff9eb8203b6788 00000020:00000001:3.0:1789603607.243443:0:33267:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789603607.243455:0:33267:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789603607.243458:0:33267:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x28:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789603607.243462:0:33267:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603607.243463:0:33267:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789603607.243465:0:33267:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789603607.243471:0:33267:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x28:0x0]io ffff9eb80572ce40 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1789603607.243474:0:33267:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8109b80f8) owner 0000000000000000/ffff9eb8128827c0 00020000:00000001:3.0:1789603607.243480:0:33267:0:(lov_io.c:2207:lov_io_init_empty()) Process entered 00020000:00000001:3.0:1789603607.243482:0:33267:0:(lov_io.c:2241:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:3.0:1789603607.243484:0:33267:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8109b80f8) owner 0000000000000000/ffff9eb8128827c0 00000020:00000001:3.0:1789603607.243488:0:33267:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789603607.243490:0:33267:0:(cl_io.c:72:cl_io_fini()) Process entered 00000080:00000001:3.0:1789603607.243494:0:33267:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789603607.243497:0:33267:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x28:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1789603607.243500:0:33267:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789603607.243502:0:33267:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789603607.243506:0:33267:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0ea0 00000080:00000001:3.0:1789603607.243579:0:33267:0:(file.c:5343:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603607.243585:0:33267:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:3.0:1789603607.243588:0:33267:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x28:0x0](ffff9eb808124b08) 00800000:00000001:3.0:1789603607.243900:0:33267:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:3.0:1789603607.243962:0:33267:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x28:0x0] 00000002:00000001:3.0:1789603607.243970:0:33267:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1789603607.243979:0:33267:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603607.243982:0:33267:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1789603607.243985:0:33267:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603607.243986:0:33267:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603607.243989:0:33267:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1789603607.243992:0:33267:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1789603607.243994:0:33267:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603607.243996:0:33267:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603607.243999:0:33267:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603607.244001:0:33267:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930664 : -106961319620952 : ffff9eb8208a0ea8) 00000020:00001000:3.0:1789603607.244004:0:33267:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0ea0 00020000:00000001:3.0:1789603607.244012:0:33267:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:3.0:1789603607.244015:0:33267:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8109b80f8) owner 0000000000000000/ffff9eb8128827c0 00020000:00000001:3.0:1789603607.244018:0:33267:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:3.0:1789603607.244020:0:33267:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789603607.244022:0:33267:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8109b80f8) owner 0000000000000000/ffff9eb8128827c0 00020000:00000001:3.0:1789603607.244025:0:33267:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:3.0:1789603607.244026:0:33267:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:3.0:1789603607.244028:0:33267:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8109b80f8) owner 0000000000000000/ffff9eb8128827c0 00020000:00000002:3.0:1789603607.244030:0:33267:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8109b80f8) owner 0000000000000000/ffff9eb8128827c0 00020000:00000010:3.0:1789603607.244034:0:33267:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9eb8109b80f8. 00020000:00000001:3.0:1789603607.244039:0:33267:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:3.0:1789603607.244043:0:33267:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9eb8203b6708. 00000020:00001000:3.0:1789603607.244050:0:33267:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0ea0 00000080:00000001:3.0:1789603607.244053:0:33267:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1789603607.244056:0:33267:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000800:00000001:3.0:1789603607.248902:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603607.248930:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603607.248936:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603607.248940:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603607.248954:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.248965:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603607.248977:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.248983:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.248990:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.248996:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 7008 into portal 4 MB=0x6aab27d45f700 00000400:00000200:3.0:1789603607.249003:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.249011:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 7008/7008 into md 0x80a5 [2] + 224 00000800:00000001:3.0:1789603607.249022:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603607.249037:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603607.249041:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603607.249047:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603607.249058:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603607.249072:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b48380 x1876533442901760/t0(0) o63->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789603623 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603607.249086:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=7008 offset=224 replen=7008 req@ffff9eb810b48380 x1876533442901760/t0(0) o63->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789603623 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603607.249110:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603607.251980:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603607.251996:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603607.252010:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603607.252013:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603607.252018:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8057483c8. 00000400:00000200:3.0:1789603607.252029:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb811672180 00000400:00000010:3.0:1789603607.252033:0:2403:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9eb811672180. 00000100:00000001:3.0:1789603607.252038:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603607.252055:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b48380 x1876533442901760/t0(0) o63->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789603623 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603607.252071:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b48380 x1876533442901760/t0(0) o63->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789603623 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603607.252082:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603607.252084:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603607.252087:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603607.252092:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603607.252094:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603607.252097:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603607.252101:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603607.252116:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb5c8 time=1789603607 v=5 (0 0 0 0) 00000100:00001000:3.0:1789603607.252121:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603607.252124:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1789603607.252129:0:2403:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff9eb810b48380 x1876533442901760/t0(0) o63->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789603623 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603607.252148:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1789603607.252154:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603607.252156:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967632 00000100:00000001:3.0:1789603607.252159:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603607.252163:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1789603607.252169:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b48380 x1876533442901760/t0(0) o63->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789603623 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603607.252176:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1789603607.252181:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603607.252183:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789603607.252188:0:2403:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:3.0:1789603607.252196:0:2403:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:3.0:1789603607.252205:0:2403:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789603607.252208:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603607.252212:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603607.252218:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5600 refcount=4 00000020:00000001:3.0:1789603607.252221:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164767232 : -106961544784384 : ffff9eb8131e5600) 00010000:00000001:3.0:1789603607.252225:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164767232 : -106961544784384 : ffff9eb8131e5600) 00010000:00010000:3.0:1789603607.252232:0:2403:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5600/0xa04c19c788fe549f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.252243:0:2403:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1789603607.252247:0:2403:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5600/0xa04c19c788fe549f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.252255:0:2403:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603607.252259:0:2403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5600/0xa04c19c788fe549f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.252266:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.252268:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789603607.252271:0:2403:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5600/0xa04c19c788fe549f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.252279:0:2403:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603607.252283:0:2403:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603607.252287:0:2403:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789603607.252290:0:2403:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5600/0xa04c19c788fe549f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603607.252296:0:2403:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb8131e5600 already unused, calling callback (ffffffffc1bbd980) 00000080:00000001:3.0:1789603607.252299:0:2403:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1789603607.252303:0:2403:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5600/0xa04c19c788fe549f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.252310:0:2403:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789603607.252312:0:2403:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789603607.252315:0:2403:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5600/0xa04c19c788fe549f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.252326:0:2403:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789603607.252329:0:2403:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789603607.252330:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603607.252332:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603607.252333:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5600 refcount=5 00000020:00000001:3.0:1789603607.252335:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164767232 : -106961544784384 : ffff9eb8131e5600) 00010000:00000001:3.0:1789603607.252337:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164767232 : -106961544784384 : ffff9eb8131e5600) 00010000:00000001:3.0:1789603607.252341:0:2403:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603607.252344:0:2403:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5600/0xa04c19c788fe549f lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x20e400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1789603607.252350:0:2403:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789603607.252351:0:2403:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603607.252355:0:2403:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1789603607.252357:0:2403:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603607.252360:0:2403:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603607.252362:0:2403:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603607.252365:0:2403:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603607.252366:0:2403:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789603607.252370:0:2403:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb8131e5600 with handle 0xa04c19c788fe549f from hash 00010000:00000001:3.0:1789603607.252373:0:2403:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603607.252374:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.252376:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.252377:0:2403:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603607.252379:0:2403:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603607.252381:0:2403:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1789603607.252384:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.252385:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.252386:0:2403:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603607.252388:0:2403:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603607.252391:0:2403:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5600/0xa04c19c788fe549f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.252396:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.252398:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.252399:0:2403:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1789603607.252401:0:2403:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603607.252403:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.252404:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.252405:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789603607.252407:0:2403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5600/0xa04c19c788fe549f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.252423:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603607.252426:0:2403:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789603607.252431:0:2403:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1789603607.252435:0:2403:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bc7c58 00000080:00400000:3.0:1789603607.252437:0:2403:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-3 rc -125 00000080:00000001:3.0:1789603607.252439:0:2403:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789603607.252443:0:2403:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789603607.252445:0:2403:0:(dcache.c:176:ll_intent_release()) intent ffff9eb80511f990 released 00000080:00000001:3.0:1789603607.252455:0:2403:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1789603607.252460:0:2403:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 8 00000080:00000010:3.0:1789603607.252464:0:2403:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9eb8121b2a80. 00000080:00000010:3.0:1789603607.252470:0:2403:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9eb80511f800. 00000080:00000001:3.0:1789603607.252474:0:2403:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1789603607.252477:0:2403:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9eb807c62780. 00010000:00000001:3.0:1789603607.252482:0:2403:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789603607.252484:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603607.252485:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603607.252487:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5200 refcount=4 00000020:00000001:3.0:1789603607.252489:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603607.252491:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00010000:3.0:1789603607.252494:0:2403:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe54a6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.252500:0:2403:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000800:00000001:2.0:1789603607.252634:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603607.252648:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.1:1789603607.255822:0:2403:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806947500. 00000080:00000010:3.1:1789603607.255860:0:2403:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808124a40. 00010000:00010000:3.0:1789603607.255881:0:2403:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe54a6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.255896:0:2403:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603607.255900:0:2403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe54a6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.255907:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.255911:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789603607.255914:0:2403:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe54a6 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.255921:0:2403:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603607.255925:0:2403:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603607.255930:0:2403:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789603607.255933:0:2403:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe54a6 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603607.255942:0:2403:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb8131e5200 already unused, calling callback (ffffffffc1bbd980) 00000080:00000001:3.0:1789603607.255945:0:2403:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1789603607.255950:0:2403:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe54a6 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.255958:0:2403:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789603607.255960:0:2403:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789603607.255964:0:2403:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe54a6 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.255970:0:2403:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789603607.255973:0:2403:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789603607.255975:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603607.255979:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603607.255983:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5200 refcount=5 00000020:00000001:3.0:1789603607.255985:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603607.255988:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603607.255992:0:2403:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603607.255995:0:2403:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe54a6 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x20e400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1789603607.256000:0:2403:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789603607.256002:0:2403:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603607.256007:0:2403:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1789603607.256008:0:2403:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603607.256012:0:2403:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603607.256014:0:2403:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603607.256016:0:2403:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603607.256018:0:2403:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789603607.256021:0:2403:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb8131e5200 with handle 0xa04c19c788fe54a6 from hash 00010000:00000001:3.0:1789603607.256024:0:2403:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603607.256026:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.256027:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.256028:0:2403:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603607.256030:0:2403:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603607.256032:0:2403:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1789603607.256034:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.256036:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.256037:0:2403:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603607.256038:0:2403:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603607.256041:0:2403:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe54a6 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.256046:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.256047:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.256048:0:2403:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1789603607.256049:0:2403:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603607.256051:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.256052:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.256053:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789603607.256055:0:2403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe54a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.256068:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603607.256072:0:2403:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789603607.256076:0:2403:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1789603607.256080:0:2403:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bc7c58 00000080:00400000:3.0:1789603607.256082:0:2403:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-4 rc -125 00000080:00000001:3.0:1789603607.256085:0:2403:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789603607.256088:0:2403:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789603607.256090:0:2403:0:(dcache.c:176:ll_intent_release()) intent ffff9eb80511e590 released 00000080:00000001:3.0:1789603607.256093:0:2403:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1789603607.256097:0:2403:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 7 00000080:00000010:3.0:1789603607.256101:0:2403:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9eb8121b2900. 00000080:00000010:3.0:1789603607.256106:0:2403:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9eb80511e400. 00000080:00000001:3.0:1789603607.256111:0:2403:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1789603607.256115:0:2403:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9eb807c622c0. 00010000:00000001:3.0:1789603607.256123:0:2403:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789603607.256124:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603607.256126:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603607.256128:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5c00 refcount=4 00000020:00000001:3.0:1789603607.256130:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768768 : -106961544782848 : ffff9eb8131e5c00) 00010000:00000001:3.0:1789603607.256132:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768768 : -106961544782848 : ffff9eb8131e5c00) 00010000:00010000:3.0:1789603607.256150:0:2403:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe54b4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.256156:0:2403:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1789603607.256159:0:2403:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe54b4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.256164:0:2403:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603607.256166:0:2403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe54b4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.256172:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.256173:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789603607.256175:0:2403:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe54b4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.256182:0:2403:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603607.256183:0:2403:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603607.256185:0:2403:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789603607.256188:0:2403:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe54b4 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603607.256193:0:2403:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb8131e5c00 already unused, calling callback (ffffffffc1bbd980) 00000080:00000001:3.0:1789603607.256195:0:2403:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1789603607.256197:0:2403:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe54b4 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.256202:0:2403:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789603607.256204:0:2403:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789603607.256206:0:2403:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe54b4 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.256211:0:2403:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789603607.256212:0:2403:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789603607.256214:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603607.256216:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603607.256217:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5c00 refcount=5 00000020:00000001:3.0:1789603607.256219:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768768 : -106961544782848 : ffff9eb8131e5c00) 00010000:00000001:3.0:1789603607.256221:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768768 : -106961544782848 : ffff9eb8131e5c00) 00010000:00000001:3.0:1789603607.256223:0:2403:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603607.256225:0:2403:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe54b4 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x20e400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1789603607.256231:0:2403:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789603607.256232:0:2403:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603607.256235:0:2403:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1789603607.256236:0:2403:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603607.256238:0:2403:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603607.256239:0:2403:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603607.256241:0:2403:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603607.256243:0:2403:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789603607.256245:0:2403:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb8131e5c00 with handle 0xa04c19c788fe54b4 from hash 00010000:00000001:3.0:1789603607.256248:0:2403:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603607.256249:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.256250:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.256251:0:2403:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603607.256253:0:2403:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603607.256255:0:2403:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1789603607.256257:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.256258:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.256259:0:2403:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603607.256261:0:2403:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603607.256263:0:2403:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe54b4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.256269:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.256270:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.256272:0:2403:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1789603607.256273:0:2403:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603607.256274:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.256275:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.256277:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789603607.256279:0:2403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe54b4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.256287:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603607.256288:0:2403:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789603607.256291:0:2403:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1789603607.256293:0:2403:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bc7c58 00000080:00400000:3.0:1789603607.256294:0:2403:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-5 rc -125 00000080:00000001:3.0:1789603607.256296:0:2403:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789603607.256298:0:2403:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789603607.256300:0:2403:0:(dcache.c:176:ll_intent_release()) intent ffff9eb80511c590 released 00000080:00000001:3.0:1789603607.256302:0:2403:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1789603607.256303:0:2403:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 6 00000080:00000010:3.0:1789603607.256305:0:2403:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9eb8121b2540. 00000080:00000010:3.0:1789603607.256308:0:2403:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9eb80511c400. 00000080:00000001:3.0:1789603607.256310:0:2403:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1789603607.256312:0:2403:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9eb807c623c0. 00010000:00000001:3.0:1789603607.256315:0:2403:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789603607.256317:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603607.256318:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603607.256320:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=4 00000020:00000001:3.0:1789603607.256322:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603607.256325:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00010000:3.0:1789603607.256328:0:2403:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe54bb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.256333:0:2403:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1789603607.256337:0:2403:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe54bb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.256341:0:2403:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603607.256344:0:2403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe54bb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.256348:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.256349:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789603607.256351:0:2403:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe54bb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.256356:0:2403:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603607.256358:0:2403:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603607.256360:0:2403:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789603607.256362:0:2403:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe54bb lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603607.256372:0:2403:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb8131e5e00 already unused, calling callback (ffffffffc1bbd980) 00000080:00000001:3.0:1789603607.256375:0:2403:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1789603607.256377:0:2403:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe54bb lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.256383:0:2403:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789603607.256385:0:2403:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789603607.256388:0:2403:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe54bb lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.256392:0:2403:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789603607.256394:0:2403:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789603607.256395:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603607.256397:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603607.256398:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=5 00000020:00000001:3.0:1789603607.256400:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603607.256402:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603607.256404:0:2403:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603607.256406:0:2403:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe54bb lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x20e400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1789603607.256411:0:2403:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789603607.256413:0:2403:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603607.256415:0:2403:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1789603607.256416:0:2403:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603607.256418:0:2403:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603607.256419:0:2403:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603607.256420:0:2403:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603607.256422:0:2403:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789603607.256424:0:2403:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb8131e5e00 with handle 0xa04c19c788fe54bb from hash 00010000:00000001:3.0:1789603607.256426:0:2403:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603607.256428:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.256429:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.256430:0:2403:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603607.256432:0:2403:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603607.256433:0:2403:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1789603607.256435:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.256436:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.256438:0:2403:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603607.256439:0:2403:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603607.256442:0:2403:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe54bb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.256458:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.256460:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.256461:0:2403:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1789603607.256462:0:2403:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603607.256463:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.256464:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.256465:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789603607.256467:0:2403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe54bb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.256475:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603607.256476:0:2403:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789603607.256479:0:2403:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1789603607.256481:0:2403:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bc7c58 00000080:00400000:3.0:1789603607.256482:0:2403:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-6 rc -125 00000080:00000001:3.0:1789603607.256484:0:2403:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789603607.256487:0:2403:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789603607.256488:0:2403:0:(dcache.c:176:ll_intent_release()) intent ffff9eb80511d190 released 00000080:00000001:3.0:1789603607.256489:0:2403:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1789603607.256491:0:2403:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 5 00000080:00000010:3.0:1789603607.256493:0:2403:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9eb8121b2480. 00000080:00000010:3.0:1789603607.256496:0:2403:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9eb80511d000. 00000080:00000001:3.0:1789603607.256499:0:2403:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1789603607.256501:0:2403:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9eb807c62240. 00010000:00000001:3.0:1789603607.256505:0:2403:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789603607.256507:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603607.256508:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603607.256538:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4c00 refcount=4 00000020:00000001:3.0:1789603607.256541:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164764672 : -106961544786944 : ffff9eb8131e4c00) 00010000:00000001:3.0:1789603607.256544:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164764672 : -106961544786944 : ffff9eb8131e4c00) 00010000:00010000:3.0:1789603607.256548:0:2403:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4c00/0xa04c19c788fe54c2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.256553:0:2403:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1789603607.256556:0:2403:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4c00/0xa04c19c788fe54c2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.256561:0:2403:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603607.256564:0:2403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4c00/0xa04c19c788fe54c2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.256568:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.256569:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789603607.256571:0:2403:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4c00/0xa04c19c788fe54c2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.256577:0:2403:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603607.256579:0:2403:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603607.256580:0:2403:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789603607.256582:0:2403:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4c00/0xa04c19c788fe54c2 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603607.256588:0:2403:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb8131e4c00 already unused, calling callback (ffffffffc1bbd980) 00000080:00000001:3.0:1789603607.256590:0:2403:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1789603607.256592:0:2403:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4c00/0xa04c19c788fe54c2 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.256602:0:2403:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789603607.256603:0:2403:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789603607.256606:0:2403:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4c00/0xa04c19c788fe54c2 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.256611:0:2403:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789603607.256613:0:2403:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789603607.256614:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603607.256616:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603607.256617:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4c00 refcount=5 00000020:00000001:3.0:1789603607.256619:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164764672 : -106961544786944 : ffff9eb8131e4c00) 00010000:00000001:3.0:1789603607.256621:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164764672 : -106961544786944 : ffff9eb8131e4c00) 00010000:00000001:3.0:1789603607.256623:0:2403:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603607.256625:0:2403:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4c00/0xa04c19c788fe54c2 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1789603607.256630:0:2403:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789603607.256631:0:2403:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603607.256633:0:2403:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1789603607.256635:0:2403:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603607.256636:0:2403:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603607.256637:0:2403:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603607.256639:0:2403:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603607.256640:0:2403:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789603607.256642:0:2403:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb8131e4c00 with handle 0xa04c19c788fe54c2 from hash 00010000:00000001:3.0:1789603607.256644:0:2403:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603607.256645:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.256646:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.256647:0:2403:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603607.256648:0:2403:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603607.256650:0:2403:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1789603607.256651:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.256653:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.256654:0:2403:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603607.256656:0:2403:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603607.256658:0:2403:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4c00/0xa04c19c788fe54c2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.256663:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.256665:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.256666:0:2403:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1789603607.256667:0:2403:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603607.256668:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.256669:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.256671:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789603607.256672:0:2403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4c00/0xa04c19c788fe54c2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.256680:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603607.256681:0:2403:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789603607.256684:0:2403:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1789603607.256685:0:2403:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bc7c58 00000080:00400000:3.0:1789603607.256687:0:2403:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-7 rc -125 00000080:00000001:3.0:1789603607.256689:0:2403:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789603607.256691:0:2403:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789603607.256692:0:2403:0:(dcache.c:176:ll_intent_release()) intent ffff9eb80511d590 released 00000080:00000001:3.0:1789603607.259487:0:2403:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1789603607.259503:0:2403:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 4 00000080:00000010:3.0:1789603607.259537:0:2403:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9eb8121b2d80. 00000080:00000010:3.0:1789603607.259546:0:2403:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9eb80511d400. 00000080:00000001:3.0:1789603607.259553:0:2403:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1789603607.259559:0:2403:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9eb807c628c0. 00010000:00000001:3.0:1789603607.259568:0:2403:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789603607.259571:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603607.259574:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603607.259578:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4a00 refcount=4 00000020:00000001:3.0:1789603607.259581:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:3.0:1789603607.259584:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00010000:3.0:1789603607.260222:0:2403:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe54c9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.260307:0:2403:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1789603607.260315:0:2403:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe54c9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.260322:0:2403:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603607.260326:0:2403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe54c9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.260332:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.260336:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789603607.260338:0:2403:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe54c9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.260345:0:2403:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603607.260349:0:2403:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603607.260353:0:2403:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789603607.260356:0:2403:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe54c9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603607.260363:0:2403:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb8131e4a00 already unused, calling callback (ffffffffc1bbd980) 00000080:00000001:3.0:1789603607.260366:0:2403:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1789603607.260370:0:2403:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe54c9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.260378:0:2403:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789603607.260381:0:2403:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789603607.260384:0:2403:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe54c9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.260390:0:2403:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789603607.260394:0:2403:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789603607.260396:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603607.260397:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603607.260399:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4a00 refcount=5 00000020:00000001:3.0:1789603607.260401:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:3.0:1789603607.260404:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:3.0:1789603607.260407:0:2403:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603607.260409:0:2403:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe54c9 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x20e400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1789603607.260415:0:2403:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789603607.260418:0:2403:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603607.260422:0:2403:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1789603607.260424:0:2403:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603607.260428:0:2403:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603607.260430:0:2403:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603607.260432:0:2403:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603607.260433:0:2403:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789603607.260437:0:2403:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb8131e4a00 with handle 0xa04c19c788fe54c9 from hash 00010000:00000001:3.0:1789603607.260439:0:2403:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603607.260440:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.260442:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.260443:0:2403:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603607.260445:0:2403:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603607.260456:0:2403:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1789603607.260459:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.260460:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.260462:0:2403:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603607.260463:0:2403:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603607.260466:0:2403:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe54c9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.260472:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.260473:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.260474:0:2403:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1789603607.260476:0:2403:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603607.260478:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.260479:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.260480:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789603607.260482:0:2403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe54c9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.260497:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603607.260499:0:2403:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789603607.260503:0:2403:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1789603607.260507:0:2403:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bc7c58 00000080:00400000:3.0:1789603607.262048:0:2403:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-8 rc -125 00000080:00000001:3.0:1789603607.262057:0:2403:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789603607.262063:0:2403:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789603607.262066:0:2403:0:(dcache.c:176:ll_intent_release()) intent ffff9eb80511c990 released 00000080:00000001:3.0:1789603607.262070:0:2403:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1789603607.262076:0:2403:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 3 00000080:00000010:3.0:1789603607.262091:0:2403:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9eb8121b29c0. 00000080:00000010:3.0:1789603607.262100:0:2403:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9eb80511c800. 00000080:00000001:3.0:1789603607.262106:0:2403:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1789603607.262112:0:2403:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9eb807c62080. 00010000:00000001:3.0:1789603607.262124:0:2403:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789603607.262128:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603607.262132:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603607.262192:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4e00 refcount=4 00000020:00000001:3.0:1789603607.262195:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164765184 : -106961544786432 : ffff9eb8131e4e00) 00010000:00000001:3.0:1789603607.262199:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164765184 : -106961544786432 : ffff9eb8131e4e00) 00010000:00010000:3.0:1789603607.262206:0:2403:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4e00/0xa04c19c788fe54d0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.262215:0:2403:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1789603607.262220:0:2403:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4e00/0xa04c19c788fe54d0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.262226:0:2403:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603607.262230:0:2403:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4e00/0xa04c19c788fe54d0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.265043:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.265048:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789603607.265053:0:2403:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4e00/0xa04c19c788fe54d0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.265063:0:2403:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603607.265069:0:2403:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603607.265073:0:2403:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789603607.265076:0:2403:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4e00/0xa04c19c788fe54d0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603607.265083:0:2403:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb8131e4e00 already unused, calling callback (ffffffffc1bbd980) 00000080:00000001:3.0:1789603607.265087:0:2403:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1789603607.265092:0:2403:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4e00/0xa04c19c788fe54d0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.265100:0:2403:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789603607.265102:0:2403:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789603607.265106:0:2403:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4e00/0xa04c19c788fe54d0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.265111:0:2403:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789603607.265114:0:2403:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789603607.265117:0:2403:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603607.265121:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603607.265124:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4e00 refcount=5 00000020:00000001:3.0:1789603607.265127:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164765184 : -106961544786432 : ffff9eb8131e4e00) 00010000:00000001:3.0:1789603607.265131:0:2403:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164765184 : -106961544786432 : ffff9eb8131e4e00) 00010000:00000001:3.0:1789603607.265135:0:2403:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603607.265137:0:2403:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4e00/0xa04c19c788fe54d0 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x20e400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1789603607.265149:0:2403:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789603607.265151:0:2403:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603607.265155:0:2403:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1789603607.265157:0:2403:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603607.265161:0:2403:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603607.265163:0:2403:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603607.265165:0:2403:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603607.265166:0:2403:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789603607.265170:0:2403:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb8131e4e00 with handle 0xa04c19c788fe54d0 from hash 00010000:00000001:3.0:1789603607.265173:0:2403:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603607.265174:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.265175:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.265177:0:2403:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603607.265179:0:2403:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603607.265181:0:2403:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1789603607.265184:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.265185:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.265187:0:2403:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603607.265189:0:2403:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603607.265192:0:2403:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4e00/0xa04c19c788fe54d0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603607.265198:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.265199:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.265201:0:2403:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1789603607.265203:0:2403:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603607.265205:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603607.265206:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603607.265207:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789603607.265210:0:2403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4e00/0xa04c19c788fe54d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789603607.265219:0:2403:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb8042bb500 count: 0 00010000:00000010:3.0:1789603607.265231:0:2403:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb80502ba00. 00010000:00000001:3.0:1789603607.265254:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603607.265258:0:2403:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789603607.265264:0:2403:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1789603607.265268:0:2403:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bc7c58 00000080:00400000:3.0:1789603607.265270:0:2403:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-9 rc -125 00000080:00000001:3.0:1789603607.265273:0:2403:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789603607.265277:0:2403:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789603607.265279:0:2403:0:(dcache.c:176:ll_intent_release()) intent ffff9eb80511f190 released 00000080:00000001:3.0:1789603607.265281:0:2403:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1789603607.265285:0:2403:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:3.0:1789603607.265289:0:2403:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9eb8121b2c00. 00000080:00000010:3.0:1789603607.265293:0:2403:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9eb80511f000. 00000080:00000001:3.0:1789603607.265299:0:2403:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1789603607.265303:0:2403:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9eb807c62140. 00000002:00000010:3.0:1789603607.265308:0:2403:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff9eb804034000. 00000002:00000010:3.0:1789603607.265312:0:2403:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff9eb807c62e80. 00000002:00000010:3.0:1789603607.265315:0:2403:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff9eb810df8c60. 00000002:00000001:3.0:1789603607.265319:0:2403:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:3.0:1789603607.265323:0:2403:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1789603607.265341:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b48380 x1876533442901760/t0(0) o63->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789603623 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603607.265353:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442901760:192.168.204.129@tcp:63:ll_sa.0 00000100:00000001:3.0:1789603607.265360:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603607.265365:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603607.265369:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b48380 x1876533442901760/t0(0) o63->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1789603623 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603607.265377:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603607.265381:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603607.265387:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9eb807aa4000. 02000000:00000001:3.0:1789603607.265391:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603607.265394:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603607.265397:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603607.265400:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603607.265403:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 4096 at ffff9eb804036000. 02000000:00000001:3.0:1789603607.265407:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603607.265410:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603607.265412:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b48380. 00000100:00000001:3.0:1789603607.265416:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603607.265418:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603607.265421:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603607.265431:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603607.265434:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603607.265438:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603607.265441:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1789603607.268061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5600. 00010000:00000010:3.1:1789603607.268082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5200. 00010000:00000010:3.1:1789603607.268085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5c00. 00010000:00000010:3.1:1789603607.268088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5e00. 00010000:00000010:3.1:1789603607.272587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4c00. 00010000:00000010:3.1:1789603607.278584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4a00. 00010000:00000010:3.1:1789603607.278621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8042bb500. 00010000:00000010:3.1:1789603607.278626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4e00. 00010000:00010000:2.0:1789603607.307085:0:33272:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:2.0:1789603607.307096:0:33272:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603607.307098:0:33272:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603607.307107:0:33272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603607.307110:0:33272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789603607.307116:0:33272:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789603607.307121:0:33272:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603607.307124:0:33272:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1789603607.307149:0:33272:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:1.0:1789603607.314653:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603607.314664:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603607.314671:0:16955:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1789603607.314692:0:16955:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1789603607.314697:0:16955:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789603607.314709:0:16955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe5483 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x31dbb14d74e91b05 expref: -99 pid: 33265 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789603607.314726:0:16955:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789603607.314732:0:16955:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789603607.314736:0:16955:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789603607.314739:0:16955:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x27:0x0] mode (null) 00000002:00000001:1.0:1789603607.314746:0:16955:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603607.314750:0:16955:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603607.314759:0:16955:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248b00 count: 2 00010000:00000001:1.0:1789603607.314764:0:16955:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603607.314769:0:16955:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603607.314771:0:16955:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603607.314772:0:16955:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603607.314774:0:16955:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248b00 count: 2 00010000:00000001:1.0:1789603607.314776:0:16955:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603607.314778:0:16955:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603607.314780:0:16955:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603607.314781:0:16955:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603607.314783:0:16955:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248b00 count: 2 00010000:00000001:1.0:1789603607.314785:0:16955:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603607.314787:0:16955:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603607.314788:0:16955:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603607.314789:0:16955:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603607.314791:0:16955:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248b00 count: 2 00010000:00000001:1.0:1789603607.314792:0:16955:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603607.314795:0:16955:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603607.314796:0:16955:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603607.314800:0:16955:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789603607.314803:0:16955:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603607.314809:0:16955:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:1.0:1789603607.314812:0:16955:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00000020:00000001:1.0:1789603607.314815:0:16955:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1789603607.314819:0:16955:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x27:0x0]: losing layout lock 00000080:00000001:1.0:1789603607.314823:0:16955:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1789603607.314827:0:16955:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1789603607.314832:0:16955:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1789603607.314834:0:16955:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789603607.314837:0:16955:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1789603607.314840:0:16955:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603607.314841:0:16955:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789603607.314844:0:16955:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00000080:00000001:1.0:1789603607.314847:0:16955:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603607.314852:0:16955:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1789603607.314854:0:16955:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x27:0x0](ffff9eb80817f448) invalid 00000020:00000001:1.0:1789603607.314858:0:16955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e502b2fca0 00000080:00002000:1.0:1789603607.314860:0:16955:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff9eb82054dd80) parent ffff9eb8081326c0 inode ffff9eb80817f448 refc 1 00000080:00000001:1.0:1789603607.314865:0:16955:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1789603607.314867:0:16955:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789603607.314869:0:16955:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603607.314873:0:16955:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789603607.314877:0:16955:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789603607.314879:0:16955:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789603607.314881:0:16955:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603607.314885:0:16955:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789603607.314889:0:16955:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb800031000 with handle 0xa04c19c788fe5483 from hash 00010000:00000001:1.0:1789603607.314893:0:16955:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789603607.314894:0:16955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603607.314897:0:16955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603607.314898:0:16955:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789603607.314902:0:16955:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789603607.314904:0:16955:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789603607.314908:0:16955:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789603607.314911:0:16955:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603607.314914:0:16955:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1789603607.314931:0:16955:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd4e00. 00000020:00000040:1.0:1789603607.314936:0:16955:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603607.314942:0:16955:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603607.314945:0:16955:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603607.314953:0:16955:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603607.314963:0:16955:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb80571b800. 00000100:00000001:1.0:1789603607.314973:0:16955:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603607.314977:0:16955:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789603607.314984:0:16955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe5483 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x31dbb14d74e91b05 expref: -99 pid: 33265 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789603607.314992:0:16955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789603607.314994:0:16955:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603607.314997:0:16955:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603607.314999:0:16955:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603607.315011:0:16955:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb807ff3d80. 00000100:00000001:1.0:1789603607.315014:0:16955:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111978179968 : -106961731371648 : ffff9eb807ff3d80) 00000100:00000001:1.0:1789603607.315017:0:16955:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603607.315019:0:16955:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957081600 : -106961752470016 : ffff9eb806bd4e00) 00000100:00000001:1.0:1789603607.315025:0:16955:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603607.315031:0:16955:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603607.315034:0:16955:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603607.315036:0:16955:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603607.315051:0:16955:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd4e00 x1876533442901888/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603607.315061:0:16955:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603607.315063:0:16955:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603607.315068:0:16955:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603607.315071:0:16955:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603607.315074:0:16955:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603607.315077:0:16955:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:16955:1876533442901888:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789603607.315082:0:16955:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603607.315088:0:16955:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603607.315090:0:16955:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603607.315093:0:16955:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603607.315098:0:16955:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb810d6d400. 02000000:00000001:1.0:1789603607.315100:0:16955:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603607.315112:0:16955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603607.315118:0:16955:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35b00. 00000400:00000010:1.0:1789603607.315126:0:16955:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc5d8. 00000100:00000200:1.0:1789603607.315134:0:16955:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442901888, portal 18 00000100:00000001:1.0:1789603607.315137:0:16955:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603607.315138:0:16955:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957081600 : -106961752470016 : ffff9eb806bd4e00) 00000100:00000040:1.0:1789603607.315147:0:16955:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd4e00 x1876533442901888/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603623 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603607.315155:0:16955:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603607.315158:0:16955:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603607.315161:0:16955:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc880. 00000100:00000200:1.0:1789603607.315166:0:16955:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876533442901888, offset 0 00000400:00000200:1.0:1789603607.315174:0:16955:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603607.315186:0:16955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603607.315197:0:16955:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603607.315204:0:16955:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603607.315210:0:16955:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603607.315214:0:16955:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603607.315217:0:16955:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603607.315221:0:16955:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2821:2821:256:4294967295] 192.168.204.129@tcp LPNI seq info [2821:2821:8:4294967295] 00000400:00000200:1.0:1789603607.315225:0:16955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603607.315239:0:16955:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603607.315246:0:16955:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603607.315253:0:16955:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9300. 00000800:00000200:1.0:1789603607.315261:0:16955:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603607.315271:0:16955:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603607.315276:0:16955:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789603607.315291:0:16955:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603607.315296:0:16955:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 832457 usecs (833 jiffies) 00000400:00000200:1.0:1789603607.315299:0:16955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603607.315303:0:16955:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296607081 00000100:00000001:1.0:1789603607.315306:0:16955:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296608107 00000100:00000001:1.0:1789603607.315308:0:16955:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296607081 00000100:00000001:1.0:1789603607.315310:0:16955:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296608107 00000100:00000001:1.0:1789603607.315313:0:16955:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603607.315316:0:16955:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603607.315319:0:16955:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603607.315322:0:16955:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603607.315325:0:16955:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb807ff3d80 going to sleep for 11 seconds 00000100:00000001:1.0:1789603607.315328:0:16955:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603607.315332:0:16955:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603607.316025:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603607.316033:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9300. 00000400:00000200:2.0:1789603607.316040:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603607.316047:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603607.316055:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc880 00000400:00000010:2.0:1789603607.316058:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc880. 00000100:00000001:2.0:1789603607.316063:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603607.316070:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4e00 x1876533442901888/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603623 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603607.316083:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603607.316087:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4e00 x1876533442901888/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603623 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603607.316094:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603607.316096:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00010000:0.0:1789603607.316382:0:33271:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff9eb81291b000 00010000:00000001:0.0:1789603607.316387:0:33271:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603607.316389:0:33271:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603607.316393:0:33271:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603607.316397:0:33271:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603607.316400:0:33271:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603607.316402:0:33271:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789603607.322255:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603607.322282:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603607.322290:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603607.322294:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603607.322308:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.322319:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603607.322331:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.322337:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.322343:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.322350:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 18 MB=0x6aab27d45f780 00000400:00000200:3.0:1789603607.322356:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603607.322366:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.129@tcp of length 224/224 into md 0x80b5 [1] + 224 00000800:00000001:3.0:1789603607.322375:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603607.322384:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603607.322389:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603607.322394:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603607.322406:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603607.322418:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4e00 x1876533442901888/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603623 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603607.322432:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd4e00 x1876533442901888/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603623 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603607.322466:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603607.322480:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603607.322484:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603607.322941:0:16955:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603607.322954:0:16955:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603607.322956:0:16955:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603607.322961:0:16955:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35b00. 00000400:00000200:1.0:1789603607.322966:0:16955:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc5d8 00000400:00000010:1.0:1789603607.322970:0:16955:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc5d8. 00000100:00000001:1.0:1789603607.322974:0:16955:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603607.322981:0:16955:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4e00 x1876533442901888/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603623 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603607.322992:0:16955:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4e00 x1876533442901888/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603623 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603607.322999:0:16955:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603607.323002:0:16955:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603607.323005:0:16955:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603607.323010:0:16955:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603607.323014:0:16955:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603607.323017:0:16955:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603607.323021:0:16955:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603607.323036:0:16955:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb580 time=154 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603607.323042:0:16955:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=12 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603607.323046:0:16955:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603607.323049:0:16955:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603607.323053:0:16955:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603607.323058:0:16955:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603607.323062:0:16955:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603607.323065:0:16955:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967632 00000100:00000001:1.0:1789603607.323068:0:16955:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603607.323072:0:16955:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603607.323078:0:16955:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4e00 x1876533442901888/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603623 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603607.323086:0:16955:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603607.323090:0:16955:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603607.323093:0:16955:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603607.323097:0:16955:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4e00 x1876533442901888/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603623 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603607.323107:0:16955:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:16955:1876533442901888:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789603607.323113:0:16955:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603607.323117:0:16955:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603607.323120:0:16955:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603607.323123:0:16955:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603607.323127:0:16955:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4e00 x1876533442901888/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603623 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603607.323135:0:16955:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603607.323138:0:16955:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb807ff3d80. 00000100:00000001:1.0:1789603607.323142:0:16955:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603607.323143:0:16955:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603607.323146:0:16955:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603607.323150:0:16955:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4e00 x1876533442901888/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603623 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603607.323156:0:16955:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603607.323159:0:16955:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603607.323162:0:16955:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb810d6d400. 02000000:00000001:1.0:1789603607.323167:0:16955:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603607.323171:0:16955:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603607.323173:0:16955:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603607.323176:0:16955:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603607.323179:0:16955:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb80571b800. 02000000:00000001:1.0:1789603607.323184:0:16955:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603607.323187:0:16955:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603607.323189:0:16955:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4e00. 00000100:00000001:1.0:1789603607.323194:0:16955:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603607.323196:0:16955:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789603607.323198:0:16955:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:1.0:1789603607.323202:0:16955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789603607.323208:0:16955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe5483 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x31dbb14d74e91b05 expref: -99 pid: 33265 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1789603607.323220:0:16955:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9eb807a3f6c0. 00010000:00000040:1.0:1789603607.323225:0:16955:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb819248b00 count: 0 00010000:00000010:1.0:1789603607.323235:0:16955:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb805741900. 00010000:00000001:1.0:1789603607.323245:0:16955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603607.323247:0:16955:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603607.323255:0:16955:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603607.323259:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603607.323262:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603607.323265:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789603607.323267:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603607.323269:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603607.323271:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789603607.323273:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603607.323274:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603607.323276:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789603607.323361:0:33272:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.323366:0:33272:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603607.323370:0:33272:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1789603607.372427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248b00. 00010000:00000010:1.1:1789603607.372459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031000. 00010000:00000001:3.0:1789603607.469870:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603607.469881:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603607.469891:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603607.469892:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603607.470082:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789603607.470086:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603607.470090:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789603608.491225:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603608.491235:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603608.491243:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603608.491244:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603608.492259:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603608.492267:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603608.492272:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789603609.194682:0:29041:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296608107, at 4296608128 00000100:00000010:2.0:1789603609.194705:0:29041:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb810df87e0. 00000100:00000040:3.0:1789603609.195476:0:27602:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296608107, at 4296608128 00000100:00000010:3.0:1789603609.195494:0:27602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb810df83c0. 00010000:00000001:3.0:1789603609.515611:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603609.515621:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603609.515628:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603609.515629:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603609.515744:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603609.515747:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603609.515751:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789603610.348464:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603610.348475:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603610.348486:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1c700. 00000020:00000040:0.0:1789603610.348494:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:0.0:1789603610.348499:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603610.348502:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603610.348507:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603610.348539:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb804076300. 00000100:00000001:0.0:1789603610.348548:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603610.348562:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb810d1c700 x1876533442902016/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603610.348574:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603610.348579:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603610.348587:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c053493] to pc [ptlrpcd_00_01+1] req@ffff9eb810d1c700 x1876533442902016/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603610.348613:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603610.348617:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603610.348620:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603610.348623:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1f480. 00000020:00000040:0.0:1789603610.348626:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603610.348628:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603610.348629:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603610.348631:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603610.348634:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb804076e00. 00000100:00000001:0.0:1789603610.348638:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603610.348642:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID req@ffff9eb810d1f480 x1876533442902144/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603610.348649:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603610.348651:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603610.348654:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aba803a] to pc [ptlrpcd_00_00+0] req@ffff9eb810d1f480 x1876533442902144/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603610.348662:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603610.348664:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603610.348668:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603610.348670:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1fb80. 00000020:00000040:0.0:1789603610.348672:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603610.348674:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603610.348676:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603610.348677:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603610.348681:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb804076600. 00000100:00000001:0.0:1789603610.348684:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603610.348687:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb810d1fb80 x1876533442902272/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603610.348694:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603610.348696:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603610.348699:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ce12db4] to pc [ptlrpcd_00_01+1] req@ffff9eb810d1fb80 x1876533442902272/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603610.348713:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603610.348715:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603610.348718:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603610.348720:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1e680. 00000020:00000040:0.0:1789603610.348722:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:0.0:1789603610.348724:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603610.348725:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603610.348726:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603610.348729:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb804076f00. 00000100:00000001:0.0:1789603610.348731:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603610.348734:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID req@ffff9eb810d1e680 x1876533442902400/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603610.348740:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603610.348742:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603610.348745:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000266a51e2] to pc [ptlrpcd_00_00+0] req@ffff9eb810d1e680 x1876533442902400/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603610.348751:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603610.348753:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603610.348756:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603610.348758:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1f100. 00000020:00000040:0.0:1789603610.348760:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:0.0:1789603610.348761:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603610.348762:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603610.348764:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603610.348766:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb804076700. 00000100:00000001:0.0:1789603610.348768:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603610.348771:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID req@ffff9eb810d1f100 x1876533442902528/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603610.348777:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603610.348779:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603610.348795:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003574119b] to pc [ptlrpcd_00_01+1] req@ffff9eb810d1f100 x1876533442902528/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603610.348801:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603610.348806:0:29506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1946) 00000100:00000001:1.0:1789603610.348972:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603610.348977:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603610.348980:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603610.348988:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1c700 x1876533442902016/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603610.348997:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603610.349000:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603610.349004:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603610.349007:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603610.349010:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603610.349014:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2401:1876533442902016:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603610.349019:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603610.349025:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603610.349028:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603610.349030:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603610.349035:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb818cdf600. 02000000:00000001:1.0:1789603610.349038:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603610.349056:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603610.349061:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35b00. 00000400:00000010:1.0:1789603610.349068:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc5d8. 00000100:00000200:1.0:1789603610.349074:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442902016, portal 25 00000100:00000001:1.0:1789603610.349077:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603610.349078:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126195456 : -106961583356160 : ffff9eb810d1c700) 00000100:00000040:1.0:1789603610.349084:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1c700 x1876533442902016/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603610.349091:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603610.349094:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603610.349096:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc550. 00000100:00000200:1.0:1789603610.349100:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442902016, offset 0 00000400:00000200:1.0:1789603610.349106:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603610.349113:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603610.349120:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603610.349125:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603610.349129:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603610.349133:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603610.349135:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603610.349140:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2822:2822:256:4294967295] 192.168.204.129@tcp LPNI seq info [2822:2822:8:4294967295] 00000400:00000200:1.0:1789603610.349145:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603610.349156:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603610.349162:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603610.349166:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9200. 00000800:00000200:1.0:1789603610.349179:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603610.349187:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603610.349192:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603610.349209:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603610.349213:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603610.349216:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296613228 00000100:00000010:1.0:1789603610.349220:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb8051036c0. 00000100:00000001:1.0:1789603610.349226:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789603610.349231:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296613228 00000100:00000010:1.0:1789603610.349233:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb8051031e0. 00000100:00000001:1.0:1789603610.349236:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789603610.349239:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603610.349241:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603610.349244:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603610.349247:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1fb80 x1876533442902272/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603610.349254:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603610.349255:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603610.349257:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603610.349259:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603610.349261:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603610.349263:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442902272:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603610.349266:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603610.349267:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603610.349269:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603610.349271:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603610.349273:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb818cdf400. 02000000:00000001:1.0:1789603610.349275:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603610.349278:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603610.349280:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35ec8. 00000400:00000010:1.0:1789603610.349283:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc3b8. 00000100:00000200:1.0:1789603610.349285:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442902272, portal 10 00000100:00000001:1.0:1789603610.349287:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603610.349288:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126208896 : -106961583342720 : ffff9eb810d1fb80) 00000100:00000040:1.0:1789603610.349294:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1fb80 x1876533442902272/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603610.349299:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603610.349301:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603610.349303:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc4c8. 00000100:00000200:1.0:1789603610.349305:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442902272, offset 0 00000400:00000200:1.0:1789603610.349309:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603610.349311:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603610.349314:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603610.349316:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603610.349319:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603610.349320:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603610.349322:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603610.349325:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2823:2823:255:4294967295] 192.168.204.129@tcp LPNI seq info [2823:2823:7:4294967295] 00000400:00000200:1.0:1789603610.349329:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603610.349334:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603610.349338:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603610.349341:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9e00. 00000800:00000200:1.0:1789603610.349344:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603610.349348:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603610.349350:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603610.349352:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603610.349356:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21327 usecs (22 jiffies) 00000400:00000200:1.0:1789603610.349358:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603610.349362:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296609304 00000100:00000001:1.0:1789603610.349364:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296613228 00000100:00000001:1.0:1789603610.349366:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296609304 00000100:00000001:1.0:1789603610.349368:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296613228 00000100:00000001:1.0:1789603610.349369:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603610.349371:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603610.349372:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603610.349375:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1f100 x1876533442902528/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603610.349381:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603610.349382:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603610.349384:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603610.349385:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603610.349397:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603610.349400:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442902528:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603610.349403:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603610.349405:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603610.349406:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603610.349407:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603610.349410:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb818cde000. 02000000:00000001:1.0:1789603610.349412:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603610.349414:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603610.349416:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603610.349419:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc2a8. 00000100:00000200:1.0:1789603610.349422:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442902528, portal 4 00000100:00000001:1.0:1789603610.349423:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603610.349424:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126206208 : -106961583345408 : ffff9eb810d1f100) 00000100:00000040:1.0:1789603610.349430:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1f100 x1876533442902528/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603610.349441:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603610.349443:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603610.349445:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc660. 00000100:00000200:1.0:1789603610.349448:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442902528, offset 0 00000400:00000200:1.0:1789603610.349451:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603610.349455:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603610.349458:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603610.349461:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603610.349463:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603610.349465:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603610.349466:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603610.349469:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2824:2824:254:4294967295] 192.168.204.129@tcp LPNI seq info [2824:2824:6:4294967295] 00000400:00000200:1.0:1789603610.349473:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603610.349478:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603610.349482:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603610.349486:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9300. 00000800:00000200:1.0:1789603610.349489:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603610.349493:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603610.349495:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603610.349498:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603610.349500:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22723 usecs (23 jiffies) 00000400:00000200:1.0:1789603610.349503:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603610.349505:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296609305 00000100:00000001:1.0:1789603610.349507:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296613228 00000100:00000001:1.0:1789603610.349525:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296609305 00000100:00000001:1.0:1789603610.349528:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296613228 00000100:00000001:1.0:1789603610.349530:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603610.349532:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603610.349535:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603610.349537:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603610.349544:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603610.349546:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789603610.349548:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603610.349549:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603610.349551:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603610.349553:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1789603610.349555:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603610.349556:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603610.349558:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603610.349559:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603610.349560:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603610.349561:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603610.349565:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1f480 x1876533442902144/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603610.349570:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603610.349572:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603610.349574:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603610.349575:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603610.349577:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603610.349580:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442902144:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603610.349583:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603610.349585:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603610.349586:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603610.349588:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603610.349591:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb80571b200. 02000000:00000001:1.0:1789603610.349593:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603610.349595:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603610.349598:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35a50. 00000400:00000010:1.0:1789603610.349600:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcb28. 00000100:00000200:1.0:1789603610.349603:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442902144, portal 10 00000100:00000001:1.0:1789603610.349604:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603610.349606:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126207104 : -106961583344512 : ffff9eb810d1f480) 00000100:00000040:1.0:1789603610.349611:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1f480 x1876533442902144/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603610.349617:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603610.349619:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603610.349620:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc990. 00000100:00000200:1.0:1789603610.349622:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442902144, offset 0 00000400:00000200:1.0:1789603610.349626:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603610.349628:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603610.349631:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603610.349633:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603610.349635:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603610.349637:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603610.349639:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603610.349642:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2825:2825:253:4294967295] 192.168.204.129@tcp LPNI seq info [2825:2825:5:4294967295] 00000400:00000200:1.0:1789603610.349646:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603610.349652:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603610.349656:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603610.349659:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9d00. 00000800:00000200:1.0:1789603610.349662:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603610.349666:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603610.349668:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603610.349671:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603610.349673:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 831357 usecs (832 jiffies) 00000400:00000200:1.0:1789603610.349676:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603610.349678:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296610114 00000100:00000001:1.0:1789603610.349680:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296613228 00000100:00000001:1.0:1789603610.349682:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296610114 00000100:00000001:1.0:1789603610.349684:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296613228 00000100:00000001:1.0:1789603610.349686:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603610.349688:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603610.349690:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603610.349694:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1e680 x1876533442902400/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603610.349700:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603610.349701:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603610.349703:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603610.349704:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603610.349706:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603610.349708:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442902400:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603610.349711:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603610.349713:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603610.349714:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603610.349716:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603610.349718:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb80571a400. 02000000:00000001:1.0:1789603610.349719:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603610.349722:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603610.349724:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35c60. 00000400:00000010:1.0:1789603610.349726:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc110. 00000100:00000200:1.0:1789603610.349729:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442902400, portal 4 00000100:00000001:1.0:1789603610.349730:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603610.349732:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126203520 : -106961583348096 : ffff9eb810d1e680) 00000100:00000040:1.0:1789603610.349737:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1e680 x1876533442902400/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603610.349743:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603610.349745:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603610.349747:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fca18. 00000100:00000200:1.0:1789603610.349749:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442902400, offset 0 00000400:00000200:1.0:1789603610.349752:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603610.349755:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603610.349757:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603610.349759:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603610.349761:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603610.349763:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603610.349765:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603610.349768:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2826:2826:252:4294967295] 192.168.204.129@tcp LPNI seq info [2826:2826:4:4294967295] 00000400:00000200:1.0:1789603610.349772:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603610.349777:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603610.349781:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603610.349783:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9c00. 00000800:00000200:1.0:1789603610.349786:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603610.349789:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603610.349791:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603610.349793:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603610.349796:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 200273 usecs (201 jiffies) 00000400:00000200:1.0:1789603610.349798:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603610.349800:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296609483 00000100:00000001:1.0:1789603610.349802:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296613228 00000100:00000001:1.0:1789603610.349804:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296609483 00000100:00000001:1.0:1789603610.349806:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296613228 00000100:00000001:1.0:1789603610.349807:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603610.349809:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603610.349812:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603610.349813:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603610.349918:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603610.349921:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603610.351754:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603610.351762:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9200. 00000400:00000200:3.0:1789603610.351769:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603610.351778:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603610.351786:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc550 00000400:00000010:3.0:1789603610.351788:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc550. 00000100:00000001:3.0:1789603610.351794:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603610.351803:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1c700 x1876533442902016/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603610.351815:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603610.351819:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1c700 x1876533442902016/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603626 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603610.351828:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603610.351829:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603610.351844:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603610.351846:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9e00. 00000400:00000200:3.0:1789603610.351849:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603610.351853:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603610.351855:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc4c8 00000400:00000010:3.0:1789603610.351858:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc4c8. 00000100:00000001:3.0:1789603610.351860:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603610.351864:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1fb80 x1876533442902272/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603610.351872:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603610.351874:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1fb80 x1876533442902272/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603626 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603610.351880:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603610.351882:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603610.351889:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603610.351891:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9300. 00000400:00000200:3.0:1789603610.351894:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603610.351898:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603610.351900:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc660 00000400:00000010:3.0:1789603610.351902:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc660. 00000100:00000001:3.0:1789603610.351904:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603610.351908:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1f100 x1876533442902528/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603610.351914:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603610.351917:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1f100 x1876533442902528/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603626 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603610.351924:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603610.351926:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603610.351934:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603610.351937:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9d00. 00000400:00000200:3.0:1789603610.351940:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603610.351943:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603610.351946:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc990 00000400:00000010:3.0:1789603610.351948:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc990. 00000100:00000001:3.0:1789603610.351950:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603610.351953:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1f480 x1876533442902144/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603610.351965:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603610.351968:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1f480 x1876533442902144/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603626 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603610.351974:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603610.351975:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603610.352045:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603610.352047:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9c00. 00000400:00000200:3.0:1789603610.352050:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603610.352054:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603610.352056:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fca18 00000400:00000010:3.0:1789603610.352058:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fca18. 00000100:00000001:3.0:1789603610.352061:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603610.352065:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1e680 x1876533442902400/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603610.352073:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603610.352075:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1e680 x1876533442902400/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603626 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603610.352082:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603610.352084:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603610.357655:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603610.357673:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603610.357678:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603610.357681:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603610.357690:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603610.357698:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603610.357708:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603610.357713:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603610.357718:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603610.357722:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d45fa00 00000400:00000200:3.0:1789603610.357728:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603610.357733:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x80cd [1] + 224 00000800:00000001:3.0:1789603610.357741:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603610.357746:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603610.357750:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603610.357755:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603610.357764:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603610.357773:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1f100 x1876533442902528/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603610.357785:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1f100 x1876533442902528/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603610.357856:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603610.357861:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603610.357888:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603610.357900:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603610.357905:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603610.357907:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603610.357909:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603610.357912:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603610.357916:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603610.357921:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603610.357923:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603610.357926:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603610.357929:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d45f980 00000400:00000200:3.0:1789603610.357933:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603610.357937:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x80dd [1] + 224 00000800:00000001:3.0:1789603610.357941:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603610.357945:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603610.357947:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603610.357951:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603610.357954:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603610.357959:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1e680 x1876533442902400/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603610.357968:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1e680 x1876533442902400/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603610.357981:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603610.357985:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603610.357988:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603610.357990:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603610.357992:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603610.357995:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603610.357999:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603610.358003:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603610.358006:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603610.358009:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603610.358013:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d45f900 00000400:00000200:3.0:1789603610.358016:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603610.358021:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x80c5 [1] + 224 00000800:00000001:3.0:1789603610.358025:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603610.358029:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603610.358031:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603610.358034:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603610.358036:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603610.358040:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1fb80 x1876533442902272/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603610.358048:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1fb80 x1876533442902272/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603610.358056:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603610.358060:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603610.358063:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603610.358065:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603610.358068:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603610.358072:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603610.358077:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603610.358081:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603610.358084:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603610.358088:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603610.358091:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d45f880 00000400:00000200:3.0:1789603610.358096:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603610.358099:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x80d5 [1] + 224 00000800:00000001:3.0:1789603610.358103:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603610.358107:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603610.358109:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603610.358113:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603610.358116:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603610.358119:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1f480 x1876533442902144/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603610.358127:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1f480 x1876533442902144/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603610.358135:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603610.358137:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603610.358140:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603610.358141:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603610.358143:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603610.358145:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603610.358148:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603610.358151:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603610.358154:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603610.358156:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603610.358159:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d45f800 00000400:00000200:3.0:1789603610.358162:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603610.358166:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x80bd [1] + 224 00000800:00000001:3.0:1789603610.358169:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603610.358175:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603610.358177:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603610.358181:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603610.358183:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603610.358187:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1c700 x1876533442902016/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603610.358195:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1c700 x1876533442902016/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603610.358202:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603610.358205:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603610.358208:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789603610.365971:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603610.365979:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603610.365984:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603610.365995:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc2a8 00000400:00000010:1.0:1789603610.365998:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc2a8. 00000100:00000001:1.0:1789603610.366004:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603610.366017:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1f100 x1876533442902528/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603610.366038:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1f100 x1876533442902528/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603610.366120:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603610.366123:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603610.366126:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603610.366129:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603610.366132:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603610.366135:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603610.366139:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603610.366151:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=7 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603610.366156:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603610.366159:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603610.366160:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603610.366163:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603610.366167:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603610.366172:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603610.366174:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:1.0:1789603610.366176:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603610.366177:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603610.366183:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1f100 x1876533442902528/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603610.366191:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603610.366194:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603610.366196:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603610.366201:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1f100 x1876533442902528/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603610.366210:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442902528:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603610.366215:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603610.366220:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603610.366223:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1f100 x1876533442902528/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603610.366234:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603610.366237:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603610.366240:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb818cde000. 02000000:00000001:1.0:1789603610.366245:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603610.366248:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603610.366250:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603610.366252:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603610.366254:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb804076700. 02000000:00000001:1.0:1789603610.366257:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603610.366259:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603610.366261:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1f100. 00000100:00000001:1.0:1789603610.366264:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603610.366266:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603610.366269:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603610.366271:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603610.366273:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603610.366278:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603610.366280:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603610.366282:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35a50. 00000400:00000200:1.0:1789603610.366284:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcb28 00000400:00000010:1.0:1789603610.366285:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcb28. 00000100:00000001:1.0:1789603610.366288:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603610.366293:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1f480 x1876533442902144/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603610.366302:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1f480 x1876533442902144/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603610.366308:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603610.366309:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603610.366312:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603610.366314:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603610.366315:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603610.366317:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603610.366318:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603610.366322:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=8 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603610.366325:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603610.366328:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603610.366963:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603610.366967:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603610.366970:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603610.366973:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603610.366975:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967632 00000100:00000001:1.0:1789603610.366978:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603610.366982:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603610.366990:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1f480 x1876533442902144/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603610.366998:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603610.367000:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603610.367002:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603610.367006:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1f480 x1876533442902144/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603610.367013:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442902144:192.168.204.129@tcp:400:kworker.0 00000400:00000001:1.0:1789603610.367020:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603610.367022:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603610.367026:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35c60. 00000400:00000200:1.0:1789603610.367029:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc110 00000400:00000010:1.0:1789603610.367032:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc110. 00000100:00000001:1.0:1789603610.367035:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603610.367183:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1e680 x1876533442902400/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603610.367195:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1e680 x1876533442902400/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603610.367203:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603610.367204:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603610.367207:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603610.367209:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603610.367210:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603610.367212:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603610.367214:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603610.367219:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=7 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603610.367222:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603610.367224:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603610.367225:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603610.367227:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603610.367229:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603610.367231:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603610.367232:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1789603610.367234:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603610.367235:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603610.367238:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1e680 x1876533442902400/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603610.367244:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603610.367246:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603610.367247:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603610.367250:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1e680 x1876533442902400/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603610.367257:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442902400:192.168.204.129@tcp:400:kworker.0 00000400:00000001:1.0:1789603610.367263:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603610.367264:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603610.367266:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35b00. 00000400:00000200:1.0:1789603610.367269:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc5d8 00000400:00000010:1.0:1789603610.367270:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc5d8. 00000100:00000001:1.0:1789603610.367273:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603610.367277:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1c700 x1876533442902016/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603610.367284:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1c700 x1876533442902016/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603610.367303:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603610.367304:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603610.367306:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603610.367308:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603610.367309:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603610.367310:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603610.367312:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603610.367314:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=8 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603610.367317:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=8 v=5 (1 1 1 1) 00000100:00000001:1.0:1789603610.367319:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603610.367320:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603610.367321:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603610.367323:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603610.367325:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603610.367329:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1c700 x1876533442902016/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603610.367334:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603610.367336:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603610.367946:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603610.367955:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1c700 x1876533442902016/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603610.367963:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2401:1876533442902016:192.168.204.129@tcp:400:kworker.0 00000400:00000001:1.0:1789603610.367969:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603610.367970:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603610.367973:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35ec8. 00000400:00000200:1.0:1789603610.367976:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc3b8 00000400:00000010:1.0:1789603610.367978:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc3b8. 00000100:00000001:1.0:1789603610.367981:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603610.367985:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1fb80 x1876533442902272/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603610.367993:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1fb80 x1876533442902272/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603610.367999:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603610.368001:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603610.368004:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603610.368006:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603610.368007:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603610.368008:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603610.368010:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603610.368015:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=8 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603610.368018:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=8 v=5 (1 1 1 1) 00000100:00000001:1.0:1789603610.368020:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603610.368021:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603610.368023:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603610.368025:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603610.368028:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603610.368029:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789603610.368031:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603610.368032:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603610.368037:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1fb80 x1876533442902272/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603610.368589:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603610.368592:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603610.368594:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603610.368600:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1fb80 x1876533442902272/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603610.368609:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442902272:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603610.368614:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603610.368618:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603610.368623:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1f480 x1876533442902144/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603610.368631:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603610.368633:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603610.368639:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb80571b200. 02000000:00000001:1.0:1789603610.368645:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603610.368649:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603610.368651:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603610.368655:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603610.368658:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb804076e00. 02000000:00000001:1.0:1789603610.368661:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603610.368663:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603610.368665:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1f480. 00000100:00000001:1.0:1789603610.368669:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603610.368670:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603610.368672:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603610.368676:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1e680 x1876533442902400/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603610.368683:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603610.368684:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603610.368685:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb80571a400. 02000000:00000001:1.0:1789603610.368688:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603610.368689:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603610.368690:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603610.368692:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603610.368693:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb804076f00. 02000000:00000001:1.0:1789603610.368695:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603610.368696:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603610.368697:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1e680. 00000100:00000001:1.0:1789603610.368699:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603610.368700:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603610.368701:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603610.368705:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1c700 x1876533442902016/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603610.368710:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603610.368711:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603610.368712:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb818cdf600. 02000000:00000001:1.0:1789603610.368714:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603610.368715:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603610.368716:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:1.0:1789603610.368718:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603610.368719:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb804076300. 02000000:00000001:1.0:1789603610.368721:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603610.368722:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603610.368724:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1c700. 00000100:00000001:1.0:1789603610.368726:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603610.368728:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603610.368729:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603610.368732:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1fb80 x1876533442902272/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603626 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603610.368738:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603610.368740:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603610.368741:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb818cdf400. 02000000:00000001:1.0:1789603610.368743:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603610.368744:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603610.368745:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603610.368747:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603610.368749:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb804076600. 02000000:00000001:1.0:1789603610.368751:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603610.368752:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603610.368753:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1fb80. 00000100:00000001:1.0:1789603610.368755:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603610.368756:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603610.368758:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603610.368766:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603610.368768:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603610.368772:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603610.368775:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603610.541986:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603610.541995:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603610.542001:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603610.542003:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603610.542289:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789603610.542293:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603610.542296:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789603611.563114:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603611.563120:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603611.563125:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603611.563126:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603611.563212:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603611.563216:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603611.563219:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789603612.586654:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603612.586666:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603612.586672:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603612.586674:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603612.586766:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603612.586771:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603612.586774:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789603613.610693:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603613.610702:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603613.610709:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603613.610710:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603613.615299:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789603613.615307:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603613.615312:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789603614.314815:0:27602:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296613228, at 4296613248 00000100:00000010:3.0:1789603614.314831:0:27602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb8051031e0. 00000100:00000040:2.0:1789603614.315132:0:29041:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296613228, at 4296613248 00000100:00000010:2.0:1789603614.315139:0:29041:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb8051036c0. 00010000:00000001:3.0:1789603614.634681:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603614.634691:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603614.634696:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603614.634698:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603614.634866:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603614.634871:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603614.634874:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789603615.466993:0:13754:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603615.467003:0:13754:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603615.467012:0:13754:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd4e00. 00000020:00000040:1.0:1789603615.467018:0:13754:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:1.0:1789603615.467022:0:13754:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603615.467026:0:13754:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603615.467032:0:13754:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603615.467041:0:13754:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9600. 00000100:00000001:1.0:1789603615.467048:0:13754:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603615.467062:0:13754:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb806bd4e00 x1876533442902656/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603615.467073:0:13754:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603615.467077:0:13754:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603615.467082:0:13754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bb60c11] to pc [ptlrpcd_00_00+0] req@ffff9eb806bd4e00 x1876533442902656/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.467106:0:13754:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603615.467109:0:13754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603615.467112:0:13754:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603615.467114:0:13754:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd4380. 00000020:00000040:1.0:1789603615.467117:0:13754:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603615.467119:0:13754:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603615.467120:0:13754:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603615.467122:0:13754:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603615.467125:0:13754:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9100. 00000100:00000001:1.0:1789603615.467127:0:13754:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603615.467131:0:13754:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID req@ffff9eb806bd4380 x1876533442902784/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603615.467138:0:13754:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603615.467140:0:13754:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603615.467144:0:13754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f1f0811] to pc [ptlrpcd_00_01+1] req@ffff9eb806bd4380 x1876533442902784/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.467151:0:13754:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603615.467153:0:13754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603615.467156:0:13754:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603615.467158:0:13754:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd7b80. 00000020:00000040:1.0:1789603615.467160:0:13754:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603615.467162:0:13754:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603615.467163:0:13754:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603615.467165:0:13754:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603615.467168:0:13754:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9500. 00000100:00000001:1.0:1789603615.467171:0:13754:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603615.467174:0:13754:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb806bd7b80 x1876533442902912/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603615.467180:0:13754:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603615.467181:0:13754:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603615.467184:0:13754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2e61ba1] to pc [ptlrpcd_00_00+0] req@ffff9eb806bd7b80 x1876533442902912/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.467190:0:13754:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603615.467192:0:13754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603615.467195:0:13754:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603615.467198:0:13754:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd7100. 00000020:00000040:1.0:1789603615.467200:0:13754:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:1.0:1789603615.467202:0:13754:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603615.467203:0:13754:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603615.467204:0:13754:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603615.467207:0:13754:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9b00. 00000100:00000001:1.0:1789603615.467209:0:13754:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603615.467213:0:13754:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID req@ffff9eb806bd7100 x1876533442903040/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603615.467219:0:13754:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603615.467220:0:13754:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603615.467223:0:13754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087d6f65c] to pc [ptlrpcd_00_01+1] req@ffff9eb806bd7100 x1876533442903040/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.467230:0:13754:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603615.467232:0:13754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603615.467235:0:13754:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603615.467238:0:13754:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5500. 00000020:00000040:1.0:1789603615.467240:0:13754:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:1.0:1789603615.467242:0:13754:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603615.467243:0:13754:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603615.467245:0:13754:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603615.467247:0:13754:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9f00. 00000100:00000001:1.0:1789603615.467249:0:13754:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603615.467253:0:13754:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID req@ffff9eb806bd5500 x1876533442903168/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603615.467259:0:13754:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603615.467261:0:13754:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603615.467264:0:13754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000894b5717] to pc [ptlrpcd_00_00+0] req@ffff9eb806bd5500 x1876533442903168/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.467270:0:13754:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603615.467274:0:13754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1952) 00000100:00000001:1.0:1789603615.467314:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603615.467318:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603615.467321:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603615.467326:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd4e00 x1876533442902656/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.467333:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603615.467335:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603615.467340:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603615.467343:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603615.467345:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603615.467349:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2400:1876533442902656:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603615.467353:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603615.467358:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603615.467361:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603615.467363:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603615.467367:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb80571a400. 02000000:00000001:1.0:1789603615.467369:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603615.467377:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603615.467381:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35ec8. 00000400:00000010:1.0:1789603615.467387:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc3b8. 00000100:00000200:1.0:1789603615.467398:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442902656, portal 25 00000100:00000001:1.0:1789603615.467401:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603615.467402:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957081600 : -106961752470016 : ffff9eb806bd4e00) 00000100:00000040:1.0:1789603615.467407:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd4e00 x1876533442902656/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.467414:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603615.467417:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603615.467419:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc5d8. 00000100:00000200:1.0:1789603615.467423:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442902656, offset 0 00000400:00000200:1.0:1789603615.467429:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603615.467441:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603615.467450:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603615.467457:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603615.467461:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603615.467464:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603615.467466:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603615.467469:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2827:2827:256:4294967295] 192.168.204.129@tcp LPNI seq info [2827:2827:8:4294967295] 00000400:00000200:1.0:1789603615.467486:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603615.467495:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603615.467501:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603615.467505:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9900. 00000800:00000200:1.0:1789603615.467545:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603615.467555:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603615.467559:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603615.467569:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603615.467573:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603615.467576:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296618347 00000100:00000010:1.0:1789603615.467580:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb8051033c0. 00000100:00000001:1.0:1789603615.467587:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789603615.467591:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296618347 00000100:00000010:1.0:1789603615.467594:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb805103060. 00000100:00000001:1.0:1789603615.467597:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789603615.467600:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603615.467603:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603615.467605:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603615.467610:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd7b80 x1876533442902912/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.467615:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603615.467617:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603615.467619:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603615.467620:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603615.467622:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603615.467624:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442902912:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603615.467627:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603615.467629:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603615.467630:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603615.467632:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603615.467634:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb80571b200. 02000000:00000001:1.0:1789603615.467636:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603615.467639:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603615.467642:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35b00. 00000400:00000010:1.0:1789603615.467645:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc110. 00000100:00000200:1.0:1789603615.467648:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442902912, portal 10 00000800:00000200:2.0:1789603615.467882:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603615.467886:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9900. 00000400:00000200:2.0:1789603615.467892:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603615.467897:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603615.467904:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc5d8 00000400:00000010:2.0:1789603615.467906:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc5d8. 00000100:00000001:2.0:1789603615.467910:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603615.467914:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4e00 x1876533442902656/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603615.467924:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603615.467928:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4e00 x1876533442902656/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603631 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603615.467934:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603615.467935:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789603615.468145:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603615.468148:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957093248 : -106961752458368 : ffff9eb806bd7b80) 00000100:00000040:1.0:1789603615.468156:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd7b80 x1876533442902912/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.468163:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603615.468165:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603615.468168:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcb28. 00000100:00000200:1.0:1789603615.468171:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442902912, offset 0 00000400:00000200:1.0:1789603615.468176:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603615.468181:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603615.468186:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603615.468189:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603615.468191:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603615.468194:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603615.468196:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603615.468199:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2828:2828:256:4294967295] 192.168.204.129@tcp LPNI seq info [2828:2828:8:4294967295] 00000400:00000200:1.0:1789603615.468203:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603615.468210:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603615.468214:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603615.468219:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9900. 00000800:00000200:1.0:1789603615.468223:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603615.468227:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603615.468230:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603615.468248:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603615.468251:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21337 usecs (22 jiffies) 00000400:00000200:1.0:1789603615.468254:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603615.468256:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296614423 00000100:00000001:1.0:1789603615.468259:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296618347 00000100:00000001:1.0:1789603615.468261:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296614423 00000100:00000001:1.0:1789603615.468263:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296618347 00000100:00000001:1.0:1789603615.468265:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603615.468268:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603615.468270:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603615.468274:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5500 x1876533442903168/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.468281:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603615.468283:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603615.468285:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603615.468464:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603615.468467:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603615.468471:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442903168:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603615.468537:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603615.468540:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603615.468542:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603615.468544:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603615.468548:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb80571b800. 02000000:00000001:1.0:1789603615.468551:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603615.468555:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603615.468558:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35c60. 00000400:00000010:1.0:1789603615.468561:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc2a8. 00000100:00000200:1.0:1789603615.468565:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442903168, portal 4 00000100:00000001:1.0:1789603615.468567:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603615.468568:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957083392 : -106961752468224 : ffff9eb806bd5500) 00000100:00000040:1.0:1789603615.468574:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd5500 x1876533442903168/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.468580:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603615.468582:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603615.468584:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc220. 00000100:00000200:1.0:1789603615.468586:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442903168, offset 0 00000400:00000200:1.0:1789603615.468590:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603615.468594:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603615.468597:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603615.468600:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603615.468602:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603615.468604:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603615.468607:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603615.468609:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2829:2829:255:4294967295] 192.168.204.129@tcp LPNI seq info [2829:2829:7:4294967295] 00000400:00000200:1.0:1789603615.468612:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603615.468618:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603615.468623:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603615.468627:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9c00. 00000800:00000200:1.0:1789603615.468631:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603615.468635:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603615.468638:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603615.468640:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603615.468737:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603615.468740:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9900. 00000400:00000200:2.0:1789603615.468743:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603615.468747:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603615.468751:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcb28 00000400:00000010:2.0:1789603615.468753:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcb28. 00000100:00000001:2.0:1789603615.468756:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603615.468760:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd7b80 x1876533442902912/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603615.468767:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603615.468771:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd7b80 x1876533442902912/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603631 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603615.468777:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603615.468779:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603615.468828:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603615.468831:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9c00. 00000400:00000200:2.0:1789603615.468833:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603615.468836:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603615.468839:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc220 00000400:00000010:2.0:1789603615.468840:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc220. 00000100:00000001:2.0:1789603615.468842:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603615.468845:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5500 x1876533442903168/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603615.468850:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603615.468853:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5500 x1876533442903168/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603631 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603615.468862:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603615.468863:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1789603615.468903:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22716 usecs (23 jiffies) 00000400:00000200:1.0:1789603615.468906:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603615.468908:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296614425 00000100:00000001:1.0:1789603615.468910:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296618347 00000100:00000001:1.0:1789603615.468912:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296614425 00000100:00000001:1.0:1789603615.468914:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296618347 00000100:00000001:1.0:1789603615.468916:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603615.468918:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603615.468921:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603615.468923:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603615.468932:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603615.468935:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789603615.468938:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603615.468940:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603615.468941:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603615.468944:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1789603615.468946:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603615.468947:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603615.468949:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603615.468951:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603615.468952:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603615.468953:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603615.468958:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd4380 x1876533442902784/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.468965:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603615.468967:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603615.468969:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603615.468971:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603615.468973:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603615.468977:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442902784:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603615.468980:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603615.468982:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603615.469046:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603615.469049:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603615.469053:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb818cdf400. 02000000:00000001:1.0:1789603615.469055:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603615.469060:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603615.469063:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35a50. 00000400:00000010:1.0:1789603615.469067:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcc38. 00000100:00000200:1.0:1789603615.469070:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442902784, portal 10 00000100:00000001:1.0:1789603615.469072:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603615.469074:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957078912 : -106961752472704 : ffff9eb806bd4380) 00000100:00000040:1.0:1789603615.469080:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd4380 x1876533442902784/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.469086:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603615.469088:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603615.469091:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc6e8. 00000100:00000200:1.0:1789603615.469093:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442902784, offset 0 00000400:00000200:1.0:1789603615.469097:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603615.469101:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603615.469104:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603615.469107:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603615.469110:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603615.469112:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603615.469114:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603615.469116:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2830:2830:256:4294967295] 192.168.204.129@tcp LPNI seq info [2830:2830:8:4294967295] 00000400:00000200:1.0:1789603615.469119:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603615.469125:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603615.469130:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603615.469134:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9d00. 00000800:00000200:1.0:1789603615.469137:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603615.469142:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603615.469145:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603615.469480:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603615.469485:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 830277 usecs (831 jiffies) 00000400:00000200:1.0:1789603615.469488:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603615.469490:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296615233 00000100:00000001:1.0:1789603615.469493:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296618347 00000100:00000001:1.0:1789603615.469495:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296615233 00000100:00000001:1.0:1789603615.469497:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296618347 00000100:00000001:1.0:1789603615.469499:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603615.469501:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603615.469503:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603615.469508:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd7100 x1876533442903040/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.469544:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603615.469545:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603615.469548:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603615.469549:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603615.469551:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603615.469554:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442903040:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603615.469557:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603615.469560:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603615.469561:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603615.469563:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603615.469567:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb818cdf600. 02000000:00000001:1.0:1789603615.469569:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603615.469572:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603615.469576:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603615.469580:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcbb0. 00000100:00000200:1.0:1789603615.469583:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442903040, portal 4 00000100:00000001:1.0:1789603615.469585:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603615.469586:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957090560 : -106961752461056 : ffff9eb806bd7100) 00000100:00000040:1.0:1789603615.469591:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd7100 x1876533442903040/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.469598:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603615.469600:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603615.469602:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc330. 00000100:00000200:1.0:1789603615.469604:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442903040, offset 0 00000400:00000200:1.0:1789603615.469608:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603615.469612:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603615.469615:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603615.469618:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603615.469621:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603615.469623:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603615.469625:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603615.469627:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2831:2831:255:4294967295] 192.168.204.129@tcp LPNI seq info [2831:2831:7:4294967295] 00000400:00000200:1.0:1789603615.469631:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603615.469637:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603615.469798:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603615.469804:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9300. 00000800:00000200:1.0:1789603615.469809:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603615.469813:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603615.469816:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603615.469820:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603615.469822:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 199482 usecs (200 jiffies) 00000400:00000200:1.0:1789603615.469826:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603615.469828:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296614603 00000100:00000001:1.0:1789603615.469831:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296618347 00000100:00000001:1.0:1789603615.469832:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296614603 00000100:00000001:1.0:1789603615.469834:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296618347 00000100:00000001:1.0:1789603615.469836:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603615.469839:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603615.469841:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603615.469844:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603615.469855:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603615.469857:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603615.474415:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603615.474427:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9d00. 00000400:00000200:2.0:1789603615.474436:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603615.474444:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603615.474452:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc6e8 00000400:00000010:2.0:1789603615.474455:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc6e8. 00000100:00000001:2.0:1789603615.474460:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603615.474469:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4380 x1876533442902784/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603615.474481:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603615.474485:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4380 x1876533442902784/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603631 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603615.474493:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603615.474494:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603615.474827:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603615.474831:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9300. 00000400:00000200:2.0:1789603615.474835:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603615.474839:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603615.474844:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc330 00000400:00000010:2.0:1789603615.474846:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc330. 00000100:00000001:2.0:1789603615.474849:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603615.474854:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd7100 x1876533442903040/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603615.474862:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603615.474864:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd7100 x1876533442903040/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603631 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603615.474870:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603615.474872:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603615.490599:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603615.490617:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603615.490623:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603615.490625:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603615.490634:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603615.490653:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603615.490662:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603615.490667:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603615.490673:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603615.490677:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d45fa80 00000400:00000200:2.0:1789603615.490682:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603615.490688:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x80e5 [1] + 224 00000800:00000001:2.0:1789603615.490694:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603615.490703:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603615.490707:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603615.490711:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603615.490719:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603615.490729:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4e00 x1876533442902656/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603615.490738:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd4e00 x1876533442902656/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603615.490904:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603615.490916:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603615.490919:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603615.491056:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603615.491061:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603615.491071:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603615.491072:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603615.491075:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35ec8. 00000400:00000200:1.0:1789603615.491080:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc3b8 00000400:00000010:1.0:1789603615.491083:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc3b8. 00000100:00000001:1.0:1789603615.491085:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603615.491090:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4e00 x1876533442902656/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603615.491098:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4e00 x1876533442902656/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.491103:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603615.491105:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603615.491107:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603615.491110:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603615.491112:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603615.491115:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603615.491118:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603615.491125:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=13 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603615.491129:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=13 v=5 (1 1 1 1) 00000100:00000001:1.0:1789603615.491132:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603615.491134:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603615.491136:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603615.491138:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603615.491141:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603615.491146:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4e00 x1876533442902656/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.491445:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603615.491449:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603615.491451:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603615.491456:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4e00 x1876533442902656/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603615.491464:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2400:1876533442902656:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603615.491470:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603615.491472:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603615.491476:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4e00 x1876533442902656/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.491482:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603615.491484:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603615.491488:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb80571a400. 02000000:00000001:1.0:1789603615.491492:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603615.491494:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603615.491496:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:1.0:1789603615.491498:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603615.491501:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9600. 02000000:00000001:1.0:1789603615.491504:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603615.491506:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603615.491507:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4e00. 00000100:00000001:1.0:1789603615.491548:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603615.491550:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603615.491554:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603615.491556:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603615.491557:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603615.491560:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603615.491561:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603615.498809:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603615.498832:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603615.498838:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603615.498841:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603615.498850:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603615.498860:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603615.498870:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603615.498876:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603615.498882:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603615.498886:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d45fb80 00000400:00000200:2.0:1789603615.498893:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603615.498900:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x80ed [1] + 224 00000800:00000001:2.0:1789603615.498910:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603615.498914:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603615.498918:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603615.498923:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603615.498932:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603615.498942:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd7b80 x1876533442902912/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603615.498954:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd7b80 x1876533442902912/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603615.498977:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603615.498993:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603615.498997:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603615.498999:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603615.499001:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603615.499004:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603615.499007:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603615.499011:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603615.499013:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603615.499016:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603615.499019:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d45fc00 00000400:00000200:2.0:1789603615.499022:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603615.499026:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x8105 [1] + 224 00000800:00000001:2.0:1789603615.499030:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603615.499037:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603615.499039:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603615.499042:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603615.499046:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603615.499051:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd7100 x1876533442903040/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603615.499064:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd7100 x1876533442903040/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603615.499071:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603615.499075:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603615.499078:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603615.499285:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603615.499300:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603615.499308:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603615.499309:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603615.499312:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603615.499318:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcbb0 00000400:00000010:1.0:1789603615.499320:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcbb0. 00000100:00000001:1.0:1789603615.499323:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603615.499328:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd7100 x1876533442903040/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603615.499337:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd7100 x1876533442903040/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.499343:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603615.499346:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603615.499348:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603615.499351:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603615.499354:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603615.499356:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603615.499359:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603615.499368:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=12 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603615.499372:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603615.499375:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603615.499376:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603615.499379:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603615.499383:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603615.499387:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603615.499389:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1789603615.499390:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603615.499392:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603615.499396:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd7100 x1876533442903040/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.499404:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603615.499407:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603615.499409:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603615.499413:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd7100 x1876533442903040/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603615.499421:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442903040:192.168.204.129@tcp:400:kworker.0 00000400:00000001:1.0:1789603615.499428:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603615.499430:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603615.499431:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35b00. 00000400:00000200:1.0:1789603615.499434:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc110 00000400:00000010:1.0:1789603615.499436:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc110. 00000100:00000001:1.0:1789603615.499438:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603615.499441:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd7b80 x1876533442902912/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603615.499448:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd7b80 x1876533442902912/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.499454:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603615.499456:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603615.499457:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603615.499459:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603615.499460:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603615.499461:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603615.499463:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603615.499467:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=13 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603615.499469:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=13 v=5 (1 1 1 1) 00000100:00000001:1.0:1789603615.499472:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603615.499473:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603615.499475:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603615.499476:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603615.499478:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603615.499480:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789603615.499481:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603615.499483:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603615.499486:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd7b80 x1876533442902912/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.499493:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603615.499495:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603615.499496:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603615.499499:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd7b80 x1876533442902912/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603615.499507:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442902912:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603615.499541:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603615.499544:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603615.499548:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd7100 x1876533442903040/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.499555:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603615.499558:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603615.499562:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb818cdf600. 02000000:00000001:1.0:1789603615.499567:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603615.499569:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603615.499571:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603615.499574:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603615.499576:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9b00. 02000000:00000001:1.0:1789603615.499579:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603615.499581:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603615.499583:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd7100. 00000100:00000001:1.0:1789603615.499588:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603615.499589:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603615.499591:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603615.499594:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd7b80 x1876533442902912/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.499600:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603615.499601:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603615.499603:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb80571b200. 02000000:00000001:1.0:1789603615.499605:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603615.499606:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603615.499607:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603615.499609:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603615.499610:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9500. 02000000:00000001:1.0:1789603615.499612:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603615.499614:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603615.499615:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd7b80. 00000100:00000001:1.0:1789603615.499617:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603615.499618:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603615.499622:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603615.499624:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603615.499625:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603615.499627:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603615.499628:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603615.505153:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603615.505175:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603615.505180:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603615.505183:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603615.505192:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603615.505202:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603615.505213:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603615.505218:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603615.505223:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603615.505228:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d45fb00 00000400:00000200:2.0:1789603615.505233:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603615.505239:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x80fd [1] + 224 00000800:00000001:2.0:1789603615.505247:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603615.505250:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603615.505254:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603615.505259:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603615.505267:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603615.505276:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4380 x1876533442902784/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603615.505304:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd4380 x1876533442902784/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603615.505319:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603615.505328:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603615.505332:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603615.505334:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603615.505336:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603615.505340:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603615.505343:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603615.505348:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603615.505350:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603615.505353:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603615.505356:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d45fc80 00000400:00000200:2.0:1789603615.505359:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603615.505363:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x80f5 [1] + 224 00000800:00000001:2.0:1789603615.505366:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603615.505375:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603615.505377:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603615.505381:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603615.505384:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603615.505389:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5500 x1876533442903168/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603615.505398:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd5500 x1876533442903168/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603615.505406:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603615.505410:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603615.505413:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603615.506418:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603615.506424:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603615.506432:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603615.506434:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603615.506437:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35a50. 00000400:00000200:1.0:1789603615.506443:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcc38 00000400:00000010:1.0:1789603615.506446:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcc38. 00000100:00000001:1.0:1789603615.506450:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603615.506458:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4380 x1876533442902784/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603615.506470:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4380 x1876533442902784/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.506478:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603615.506480:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603615.506483:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603615.506486:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603615.506489:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603615.506491:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603615.506495:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603615.506503:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=13 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603615.506508:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603615.506547:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603615.506548:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603615.506551:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603615.506554:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603615.506558:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789603615.506560:0:2400:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: committing for last_committed 4294967635 gen 2 00000100:00000040:1.0:1789603615.506567:0:2400:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967635) req@ffff9eb810d1c380 x1876533442900352/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603622 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603615.506579:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603615.506581:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00000100:00000001:1.0:1789603615.506584:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603615.506587:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1c380 x1876533442900352/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603622 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603615.506594:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603615.506599:0:2400:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967635) req@ffff9eb8040f2a00 x1876533442900992/t4294967634(4294967634) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/448 e 0 to 0 dl 1789603623 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.506605:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603615.506608:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f2a00 x1876533442900992/t4294967634(4294967634) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/448 e 0 to 0 dl 1789603623 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.506613:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603615.506615:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603615.506619:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041d2400. 02000000:00000001:1.0:1789603615.506623:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603615.506626:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603615.506628:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603615.506630:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603615.506632:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041d0c00. 02000000:00000001:1.0:1789603615.506635:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603615.506636:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603615.506638:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f2a00. 00000100:00000001:1.0:1789603615.506653:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603615.506654:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603615.506659:0:2400:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967635) req@ffff9eb8040f0e00 x1876533442901504/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/456 e 0 to 0 dl 1789603623 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.506666:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603615.506669:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f0e00 x1876533442901504/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/456 e 0 to 0 dl 1789603623 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.506679:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603615.506680:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603615.506682:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041d1800. 02000000:00000001:1.0:1789603615.506686:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603615.506687:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603615.506688:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603615.506690:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603615.506691:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb804f70200. 02000000:00000001:1.0:1789603615.506694:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603615.506695:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603615.506696:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f0e00. 00000100:00000001:1.0:1789603615.506699:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603615.506700:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603615.506702:0:2400:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789603615.506705:0:2400:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: normal: skip=1 replay=3/3 committed=0/0 00000100:00000001:1.0:1789603615.506707:0:2400:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603615.506709:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603615.506714:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4380 x1876533442902784/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.506720:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603615.506723:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603615.506725:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603615.506729:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4380 x1876533442902784/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603615.506736:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442902784:192.168.204.129@tcp:400:kworker.0 00000400:00000001:1.0:1789603615.506741:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603615.506743:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603615.506754:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35c60. 00000400:00000200:1.0:1789603615.506757:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc2a8 00000400:00000010:1.0:1789603615.506759:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc2a8. 00000100:00000001:1.0:1789603615.506761:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603615.506765:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5500 x1876533442903168/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603615.506773:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5500 x1876533442903168/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.506779:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603615.506781:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603615.506783:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603615.506784:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603615.506785:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603615.506787:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603615.506789:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603615.506793:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=12 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603615.506796:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603615.507363:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603615.507367:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603615.507369:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603615.507371:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603615.507374:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603615.507375:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:1.0:1789603615.507378:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603615.507379:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603615.507385:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5500 x1876533442903168/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.507391:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603615.507393:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603615.507395:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603615.507398:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5500 x1876533442903168/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603615.507407:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442903168:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603615.507412:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603615.507414:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603615.507417:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4380 x1876533442902784/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.507424:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603615.507425:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603615.507428:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb818cdf400. 02000000:00000001:1.0:1789603615.507432:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603615.507433:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603615.507434:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603615.507436:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603615.507438:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9100. 02000000:00000001:1.0:1789603615.507440:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603615.507442:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603615.507443:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4380. 00000100:00000001:1.0:1789603615.507446:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603615.507447:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603615.507449:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603615.507452:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5500 x1876533442903168/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603631 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603615.507457:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603615.507458:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603615.507459:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb80571b800. 02000000:00000001:1.0:1789603615.507461:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603615.507462:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603615.507464:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603615.507465:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603615.507467:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9f00. 02000000:00000001:1.0:1789603615.507468:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603615.507469:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603615.507470:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5500. 00000100:00000001:1.0:1789603615.507472:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603615.507473:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603615.507476:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603615.507483:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603615.507485:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603615.507487:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603615.507490:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603615.658638:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603615.658648:0:27602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603615.658714:0:27602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603615.658718:0:27602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603615.658723:0:27602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603615.658725:0:27602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603615.658728:0:27602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603615.658731:0:27602:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603615.658735:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603615.658737:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603615.658897:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603615.658901:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603615.658904:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789603616.682636:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603616.682643:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603616.682649:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603616.682652:0:27602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603616.682655:0:27602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603616.682661:0:27602:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603616.682663:0:27602:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603616.682665:0:27602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603616.682667:0:27602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603616.682670:0:27602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603616.682672:0:27602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603616.682674:0:27602:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603616.683255:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789603616.683259:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603616.683273:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789603617.514620:0:33265:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789603617.514630:0:33265:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603617.514632:0:33265:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789603617.514639:0:33265:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8011ca0c0 going to sleep for 1 seconds 00000100:00000001:1.0:1789603617.514642:0:33265:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603617.514646:0:33265:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603617.706634:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603617.706652:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603617.706659:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603617.706660:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603617.706814:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603617.706818:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603617.706821:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789603618.541727:0:33265:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789603618.541735:0:33265:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603618.541738:0:33265:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789603618.541744:0:33265:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8011ca0c0 going to sleep for 1 seconds 00000100:00000001:1.0:1789603618.541748:0:33265:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603618.541752:0:33265:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603618.730630:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603618.730637:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603618.730643:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603618.730644:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603618.730738:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603618.730742:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603618.730746:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789603619.434638:0:27602:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296618347, at 4296618368 00000100:00000010:3.0:1789603619.434657:0:27602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb805103060. 00000100:00000040:2.0:1789603619.436378:0:29041:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296618347, at 4296618369 00000100:00000010:2.0:1789603619.436391:0:29041:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb8051033c0. 00000100:00000001:1.0:1789603619.562747:0:33265:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789603619.562755:0:33265:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603619.562757:0:33265:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789603619.562762:0:33265:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8011ca0c0 going to sleep for 1 seconds 00000100:00000001:1.0:1789603619.562765:0:33265:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603619.562768:0:33265:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603619.754706:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603619.754713:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603619.754719:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603619.754720:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603619.754784:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789603619.754788:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603619.754791:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789603620.588131:0:13754:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603620.588149:0:13754:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603620.588157:0:13754:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5500. 00000020:00000040:1.0:1789603620.588170:0:13754:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:1.0:1789603620.588174:0:13754:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603620.588177:0:13754:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603620.588182:0:13754:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603620.588200:0:13754:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9f00. 00000100:00000001:1.0:1789603620.588207:0:13754:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603620.588220:0:13754:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb806bd5500 x1876533442903296/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603620.588231:0:13754:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603620.588235:0:13754:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603620.588243:0:13754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000894b5717] to pc [ptlrpcd_00_01+1] req@ffff9eb806bd5500 x1876533442903296/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603620.588274:0:13754:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603620.588277:0:13754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603620.588280:0:13754:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603620.588284:0:13754:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd4380. 00000020:00000040:1.0:1789603620.588287:0:13754:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603620.588289:0:13754:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603620.588291:0:13754:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603620.588292:0:13754:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603620.588296:0:13754:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9100. 00000100:00000001:1.0:1789603620.588299:0:13754:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603620.588303:0:13754:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID req@ffff9eb806bd4380 x1876533442903424/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603620.588311:0:13754:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603620.588312:0:13754:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603620.588316:0:13754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f1f0811] to pc [ptlrpcd_00_00+0] req@ffff9eb806bd4380 x1876533442903424/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603620.588324:0:13754:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603620.588326:0:13754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603620.588329:0:13754:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603620.588331:0:13754:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd7b80. 00000020:00000040:1.0:1789603620.588333:0:13754:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603620.588335:0:13754:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603620.588337:0:13754:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603620.588338:0:13754:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603620.588341:0:13754:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9500. 00000100:00000001:1.0:1789603620.588343:0:13754:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603620.588347:0:13754:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb806bd7b80 x1876533442903552/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603620.588360:0:13754:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603620.588361:0:13754:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603620.588364:0:13754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2e61ba1] to pc [ptlrpcd_00_01+1] req@ffff9eb806bd7b80 x1876533442903552/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603620.588371:0:13754:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603620.588372:0:13754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603620.588375:0:13754:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1789603620.588378:0:13754:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1789603620.588380:0:13754:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1789603620.588383:0:13754:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd7100. 00000020:00000040:1.0:1789603620.588385:0:13754:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:1.0:1789603620.588387:0:13754:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603620.588388:0:13754:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603620.588390:0:13754:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603620.588393:0:13754:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9b00. 00000100:00000001:1.0:1789603620.588395:0:13754:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603620.588397:0:13754:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446637111957090560 : -106961752461056 : ffff9eb806bd7100) 00000100:00080000:1.0:1789603620.588400:0:13754:0:(import.c:65:import_set_state_nolock()) ffff9eb8203ac000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1789603620.588403:0:13754:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9eb81291b000: disconnect after 20s idle 00000100:00000001:1.0:1789603620.588405:0:13754:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603620.588407:0:13754:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603620.588411:0:13754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087d6f65c] to pc [ptlrpcd_rcv+-1] req@ffff9eb806bd7100 x1876533442903680/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603620.588424:0:13754:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603620.588427:0:13754:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603620.588429:0:13754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603620.588432:0:13754:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603620.588436:0:13754:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd4e00. 00000020:00000040:1.0:1789603620.588438:0:13754:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:1.0:1789603620.588441:0:13754:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603620.588442:0:13754:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603620.588444:0:13754:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603620.588447:0:13754:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9600. 00000100:00000001:1.0:1789603620.588450:0:13754:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603620.588454:0:13754:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID req@ffff9eb806bd4e00 x1876533442903808/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603620.588461:0:13754:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603620.588463:0:13754:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603620.588466:0:13754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bb60c11] to pc [ptlrpcd_00_00+0] req@ffff9eb806bd4e00 x1876533442903808/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603620.588473:0:13754:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603620.588476:0:13754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1957) 00000100:00000001:1.0:1789603620.588488:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603620.588491:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603620.588493:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603620.588498:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd4380 x1876533442903424/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603620.588506:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603620.588532:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603620.588537:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603620.588539:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603620.588542:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603620.588545:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442903424:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603620.588551:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603620.588556:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603620.588559:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603620.588561:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603620.588565:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb818cdf400. 02000000:00000001:1.0:1789603620.588567:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603620.588575:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603620.588579:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35c60. 00000400:00000010:1.0:1789603620.588586:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc2a8. 00000100:00000200:1.0:1789603620.588594:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442903424, portal 10 00000100:00000001:1.0:1789603620.588596:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603620.588598:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957078912 : -106961752472704 : ffff9eb806bd4380) 00000100:00000040:1.0:1789603620.588605:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd4380 x1876533442903424/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603620.588612:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603620.588615:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603620.588618:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcc38. 00000100:00000200:1.0:1789603620.588621:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442903424, offset 0 00000400:00000200:1.0:1789603620.588628:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603620.588637:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603620.588644:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603620.588650:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603620.588654:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603620.588658:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603620.588661:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603620.588664:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2832:2832:256:4294967295] 192.168.204.129@tcp LPNI seq info [2832:2832:8:4294967295] 00000400:00000200:1.0:1789603620.588669:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603620.588678:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603620.588684:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603620.588688:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9e00. 00000800:00000200:1.0:1789603620.588696:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603620.588703:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603620.588708:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603620.588717:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603620.588721:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 829235 usecs (830 jiffies) 00000400:00000200:1.0:1789603620.588725:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603620.588727:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296620351 00000100:00000010:1.0:1789603620.588732:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb805103540. 00000100:00000001:1.0:1789603620.588740:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789603620.588745:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296620351 00000100:00000010:1.0:1789603620.588749:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb805103120. 00000100:00000001:1.0:1789603620.588751:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789603620.588754:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603620.588757:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603620.588760:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603620.588764:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd4e00 x1876533442903808/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603620.588770:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603620.588772:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603620.588774:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603620.588776:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603620.588778:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603620.588781:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442903808:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603620.588784:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603620.588787:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603620.588788:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603620.588790:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603620.588793:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb818cdf600. 02000000:00000001:1.0:1789603620.588795:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603620.588799:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603620.588802:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35a50. 00000400:00000010:1.0:1789603620.588806:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc110. 00000100:00000200:1.0:1789603620.588808:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442903808, portal 4 00000100:00000001:1.0:1789603620.588810:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603620.588811:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957081600 : -106961752470016 : ffff9eb806bd4e00) 00000100:00000040:1.0:1789603620.588817:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd4e00 x1876533442903808/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603620.588823:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603620.588825:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603620.588828:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcbb0. 00000100:00000200:1.0:1789603620.588830:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442903808, offset 0 00000400:00000200:1.0:1789603620.588834:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603620.588837:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603620.588841:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603620.588843:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603620.588845:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603620.588847:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603620.588849:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603620.588852:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2833:2833:255:4294967295] 192.168.204.129@tcp LPNI seq info [2833:2833:7:4294967295] 00000400:00000200:1.0:1789603620.588856:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603620.588862:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603620.588867:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603620.588870:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9200. 00000800:00000200:1.0:1789603620.588874:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603620.588878:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000100:00000001:3.0:1789603620.589097:0:33265:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789603620.589101:0:33265:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603620.589103:0:33265:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789603620.589106:0:33265:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8011ca0c0 going to sleep for 1 seconds 00000100:00000001:3.0:1789603620.589109:0:33265:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603620.589111:0:33265:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603620.589148:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603620.589150:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603620.589152:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603620.589158:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd7100 x1876533442903680/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603620.589164:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603620.589165:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603620.589167:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603620.589169:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603620.589171:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603620.589173:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442903680:192.168.204.129@tcp:9:kworker.0 00000100:00000001:3.0:1789603620.589176:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603620.589178:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603620.589179:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603620.589180:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603620.589184:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb806b60a00. 02000000:00000001:3.0:1789603620.589185:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603620.589199:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603620.589203:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8057483c8. 00000400:00000010:3.0:1789603620.589207:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0660. 00000100:00000200:3.0:1789603620.589211:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442903680, portal 4 00000100:00000001:3.0:1789603620.589212:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603620.589213:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957090560 : -106961752461056 : ffff9eb806bd7100) 00000100:00000040:3.0:1789603620.589219:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd7100 x1876533442903680/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603620.589225:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603620.589227:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603620.589229:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0110. 00000100:00000200:3.0:1789603620.589231:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442903680, offset 0 00000400:00000200:3.0:1789603620.589235:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603620.589239:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603620.589242:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603620.589245:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603620.589248:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603620.589250:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603620.589253:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603620.589255:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2834:2834:254:4294967295] 192.168.204.129@tcp LPNI seq info [2834:2834:6:4294967295] 00000400:00000200:3.0:1789603620.589260:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603620.589266:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603620.589270:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603620.589273:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783fe00. 00000800:00000200:3.0:1789603620.589276:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603620.589280:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603620.589283:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603620.589285:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603620.589288:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 198775 usecs (199 jiffies) 00000400:00000200:3.0:1789603620.589290:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603620.589292:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296619721 00000100:00000001:3.0:1789603620.589295:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296620351 00000100:00000001:3.0:1789603620.589297:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296619721 00000100:00000001:3.0:1789603620.589298:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296620351 00000100:00000001:3.0:1789603620.589300:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603620.589302:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603620.589304:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603620.589307:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603620.589314:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603620.589315:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789603620.589317:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603620.589318:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603620.589320:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603620.589321:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603620.589428:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603620.589432:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603620.589434:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603620.589439:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5500 x1876533442903296/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603620.589445:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603620.589447:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603620.589449:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603620.589451:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603620.589452:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603620.589455:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2401:1876533442903296:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603620.589459:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603620.589461:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603620.589463:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603620.589465:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603620.589468:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb814ea1400. 02000000:00000001:0.0:1789603620.589470:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603620.589473:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603620.589476:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139b58. 00000400:00000010:0.0:1789603620.589480:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682000. 00000100:00000200:0.0:1789603620.589484:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442903296, portal 25 00000100:00000001:0.0:1789603620.589485:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603620.589486:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957083392 : -106961752468224 : ffff9eb806bd5500) 00000100:00000040:0.0:1789603620.589491:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd5500 x1876533442903296/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603620.589496:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603620.589498:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603620.589500:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682bb0. 00000100:00000200:0.0:1789603620.589502:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442903296, offset 0 00000400:00000200:0.0:1789603620.589506:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603620.589524:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603620.589527:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603620.589530:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603620.589533:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603620.589535:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603620.589536:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603620.589539:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2835:2835:253:4294967295] 192.168.204.129@tcp LPNI seq info [2835:2835:5:4294967295] 00000400:00000200:0.0:1789603620.589542:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603620.589548:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603620.589551:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603620.589555:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076b00. 00000800:00000200:0.0:1789603620.589559:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603620.589563:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603620.589565:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603620.589568:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603620.589570:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603620.589572:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296623469 00000100:00000001:0.0:1789603620.589576:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296620351 00000100:00000001:0.0:1789603620.589580:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296623469 00000100:00000001:0.0:1789603620.589582:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296620351 00000100:00000001:0.0:1789603620.589585:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603620.589586:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603620.589588:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603620.589592:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd7b80 x1876533442903552/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603620.589598:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603620.589599:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603620.589601:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603620.589602:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603620.589604:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603620.589606:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442903552:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603620.589609:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603620.589611:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603620.589612:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603620.589614:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603620.589616:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb814ea0000. 02000000:00000001:0.0:1789603620.589617:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603620.589620:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603620.589622:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041390b0. 00000400:00000010:0.0:1789603620.589624:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682088. 00000100:00000200:0.0:1789603620.589627:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442903552, portal 10 00000100:00000001:0.0:1789603620.589628:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603620.589629:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957093248 : -106961752458368 : ffff9eb806bd7b80) 00000100:00000040:0.0:1789603620.589634:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd7b80 x1876533442903552/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603620.589639:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603620.589641:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603620.589644:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682880. 00000100:00000200:0.0:1789603620.589645:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442903552, offset 0 00000400:00000200:0.0:1789603620.589649:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603620.589652:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603620.589655:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603620.589658:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603620.589660:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603620.589662:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603620.589665:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603620.589667:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2836:2836:252:4294967295] 192.168.204.129@tcp LPNI seq info [2836:2836:4:4294967295] 00000400:00000200:0.0:1789603620.589670:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603620.589675:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603620.589678:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603620.589681:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076200. 00000800:00000200:0.0:1789603620.589684:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603620.589688:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603620.589690:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603620.589692:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603620.589695:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21407 usecs (22 jiffies) 00000400:00000200:0.0:1789603620.589697:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603620.589699:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296619545 00000100:00000001:0.0:1789603620.589701:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296623469 00000100:00000001:0.0:1789603620.589702:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296619545 00000100:00000001:0.0:1789603620.589704:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296623469 00000100:00000001:0.0:1789603620.589706:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603620.589708:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603620.589709:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603620.589711:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603620.589715:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603620.589716:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789603620.589718:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603620.589719:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603620.589720:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603620.589723:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789603620.590355:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603620.590365:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603620.590369:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22878 usecs (23 jiffies) 00000400:00000200:1.0:1789603620.590374:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603620.590375:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296619546 00000100:00000001:1.0:1789603620.590379:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296623469 00000100:00000001:1.0:1789603620.590380:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296619546 00000100:00000001:1.0:1789603620.590382:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296623469 00000100:00000001:1.0:1789603620.590384:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603620.590387:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603620.590390:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603620.590392:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603620.590396:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603620.590397:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789603620.590400:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603620.590401:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603620.590402:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603620.590404:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603620.590542:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603620.590547:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9e00. 00000400:00000200:2.0:1789603620.590555:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603620.590561:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603620.590569:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcc38 00000400:00000010:2.0:1789603620.590573:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcc38. 00000100:00000001:2.0:1789603620.590579:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603620.590584:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4380 x1876533442903424/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603620.590595:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603620.590599:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4380 x1876533442903424/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603636 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603620.590606:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603620.590607:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603620.590621:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603620.590623:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783fe00. 00000400:00000200:2.0:1789603620.590627:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603620.590630:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603620.590633:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0110 00000400:00000010:2.0:1789603620.590635:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0110. 00000100:00000001:2.0:1789603620.590638:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603620.590642:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd7100 x1876533442903680/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603620.590649:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603620.590651:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd7100 x1876533442903680/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603630 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603620.590657:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603620.590658:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603620.590666:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603620.590669:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076b00. 00000400:00000200:2.0:1789603620.590672:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603620.590675:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603620.590677:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682bb0 00000400:00000010:2.0:1789603620.590679:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682bb0. 00000100:00000001:2.0:1789603620.590681:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603620.590685:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5500 x1876533442903296/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603620.590692:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603620.590695:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5500 x1876533442903296/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603636 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603620.590700:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603620.590702:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603620.590709:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603620.590711:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076200. 00000400:00000200:2.0:1789603620.590714:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603620.590717:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603620.590719:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682880 00000400:00000010:2.0:1789603620.590720:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682880. 00000100:00000001:2.0:1789603620.590722:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603620.590726:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd7b80 x1876533442903552/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603620.590733:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603620.590735:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd7b80 x1876533442903552/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603636 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603620.590741:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603620.590742:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603620.590797:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603620.590800:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9200. 00000400:00000200:2.0:1789603620.590803:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603620.590806:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603620.590809:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcbb0 00000400:00000010:2.0:1789603620.590811:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcbb0. 00000100:00000001:2.0:1789603620.590813:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603620.590817:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4e00 x1876533442903808/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603620.590824:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603620.590827:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4e00 x1876533442903808/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603636 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603620.590837:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603620.590839:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603620.598910:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603620.598929:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603620.598934:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603620.598937:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603620.598946:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603620.598955:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603620.598964:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603620.598969:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603620.598976:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603620.598980:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d45ff00 00000400:00000200:2.0:1789603620.598985:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603620.598991:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x8115 [1] + 224 00000800:00000001:2.0:1789603620.598998:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603620.599002:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603620.599006:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603620.599010:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603620.599017:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603620.599025:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4e00 x1876533442903808/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603636 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603620.599036:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd4e00 x1876533442903808/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603620.599057:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603620.599066:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603620.599069:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603620.599071:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603620.599072:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603620.599076:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603620.599079:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603620.599082:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603620.599095:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603620.599098:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603620.599100:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d45fe80 00000400:00000200:2.0:1789603620.599103:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603620.599107:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x811d [1] + 224 00000800:00000001:2.0:1789603620.599110:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603620.599116:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603620.599118:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603620.599121:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603620.599123:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603620.599128:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd7100 x1876533442903680/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603630 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603620.599146:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd7100 x1876533442903680/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603630 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603620.599170:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603620.599174:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603620.599177:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603620.599416:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603620.599421:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603620.599424:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1789603620.599428:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1789603620.599429:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603620.599433:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603620.599438:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8057483c8. 00000400:00000200:3.0:1789603620.599442:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0660 00000400:00000010:3.0:1789603620.599445:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0660. 00000100:00000001:3.0:1789603620.599449:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603620.599455:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd7100 x1876533442903680/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603630 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603620.599465:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd7100 x1876533442903680/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603630 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603620.599472:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603620.599474:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603620.599477:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603620.599481:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603620.599483:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603620.599485:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603620.599489:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603620.599542:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=17 v=5 (5 5 5 5) 00000100:00001000:3.0:1789603620.599547:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603620.599550:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603620.599552:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603620.599555:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603620.599558:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603620.599562:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603620.599564:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1789603620.599566:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603620.599569:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603620.599574:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd7100 x1876533442903680/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603630 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603620.599582:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603620.599586:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603620.599588:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789603620.599593:0:2399:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9eb806bd7100 x1876533442903680/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603630 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789603620.599602:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9eb8203ac000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1789603620.599607:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd7100 x1876533442903680/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603630 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603620.599616:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442903680:192.168.204.129@tcp:9:kworker.0 00000100:00000001:3.0:1789603620.599621:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603620.599623:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603620.599626:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd7100 x1876533442903680/t0(0) o9->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603630 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603620.599633:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603620.599635:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603620.599639:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb806b60a00. 02000000:00000001:3.0:1789603620.599642:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603620.599645:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603620.599659:0:2399:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:3.0:1789603620.599662:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603620.599664:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9b00. 02000000:00000001:3.0:1789603620.599668:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603620.599670:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603620.599671:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd7100. 00000100:00000001:3.0:1789603620.599676:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603620.599677:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603620.599680:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603620.599687:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603620.599689:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603620.599691:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603620.599693:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1789603620.601594:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603620.601600:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603620.601605:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35a50. 00000400:00000200:1.0:1789603620.601613:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc110 00000400:00000010:1.0:1789603620.601617:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc110. 00000100:00000001:1.0:1789603620.601622:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603620.601632:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4e00 x1876533442903808/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603620.601643:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4e00 x1876533442903808/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603636 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603620.601650:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603620.601653:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603620.601657:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603620.601660:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603620.601661:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603620.601664:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603620.601667:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603620.601677:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=17 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603620.601681:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603620.601683:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603620.601685:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603620.601687:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603620.601691:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603620.601695:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603620.601697:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:1.0:1789603620.601699:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603620.601701:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603620.601705:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4e00 x1876533442903808/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603620.601712:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603620.601715:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603620.601717:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603620.601720:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4e00 x1876533442903808/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603636 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603620.601727:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442903808:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603620.601733:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603620.601735:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603620.601738:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4e00 x1876533442903808/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603636 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603620.601744:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603620.601746:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603620.601750:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb818cdf600. 02000000:00000001:1.0:1789603620.601753:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603620.601756:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603620.601758:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603620.601760:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603620.601763:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9600. 02000000:00000001:1.0:1789603620.601766:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603620.601768:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603620.601770:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4e00. 00000100:00000001:1.0:1789603620.601774:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603620.601775:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603620.601778:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603620.601780:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603620.601782:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603620.601784:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603620.601786:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603620.603300:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603620.603324:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603620.603330:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603620.603332:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603620.603343:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603620.603353:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603620.603363:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603620.603370:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603620.603376:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603620.603382:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d45fd00 00000400:00000200:2.0:1789603620.603388:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603620.603395:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x812d [1] + 224 00000800:00000001:2.0:1789603620.603404:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603620.603409:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603620.603413:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603620.603419:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603620.603429:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603620.603440:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5500 x1876533442903296/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603636 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603620.603453:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd5500 x1876533442903296/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603620.603479:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603620.603490:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603620.603493:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603620.603496:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603620.603498:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603620.603501:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603620.603504:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603620.603540:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603620.603543:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603620.603546:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603620.603549:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d45fd80 00000400:00000200:2.0:1789603620.603553:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603620.603558:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x810d [1] + 224 00000800:00000001:2.0:1789603620.603561:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603620.603570:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603620.603572:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603620.603575:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603620.603578:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603620.603583:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4380 x1876533442903424/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603636 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603620.603592:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd4380 x1876533442903424/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603620.603615:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603620.603620:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603620.603623:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603620.603714:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603620.603720:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603620.603728:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603620.603731:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603620.603734:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35c60. 00000400:00000200:1.0:1789603620.603739:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc2a8 00000400:00000010:1.0:1789603620.603742:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc2a8. 00000100:00000001:1.0:1789603620.603746:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603620.603751:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4380 x1876533442903424/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603620.603760:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4380 x1876533442903424/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603636 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603620.603766:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603620.603768:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603620.603771:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603620.603775:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603620.603778:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603620.603781:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603620.603794:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603620.603808:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=18 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603620.603813:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603620.603816:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603620.603818:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603620.603821:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603620.603825:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603620.603829:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603620.603832:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967635 00000100:00000001:1.0:1789603620.603834:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603620.603836:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603620.603841:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4380 x1876533442903424/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603620.603848:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603620.603851:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603620.603853:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603620.603857:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4380 x1876533442903424/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603636 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603620.603864:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442903424:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603620.603870:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603620.603872:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603620.603876:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4380 x1876533442903424/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603636 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603620.603883:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603620.603885:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603620.603890:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb818cdf400. 02000000:00000001:1.0:1789603620.603894:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603620.603897:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603620.603899:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603620.603902:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603620.603904:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9100. 02000000:00000001:1.0:1789603620.603908:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603620.603911:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603620.603912:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4380. 00000100:00000001:1.0:1789603620.603916:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603620.603917:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603620.603920:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603620.603933:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603620.603935:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603620.603937:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603620.603940:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603620.604122:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603620.604126:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603620.604131:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603620.604133:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603620.604136:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139b58. 00000400:00000200:0.0:1789603620.604139:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682000 00000400:00000010:0.0:1789603620.604141:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682000. 00000100:00000001:0.0:1789603620.604144:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603620.604149:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5500 x1876533442903296/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603620.604157:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5500 x1876533442903296/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603636 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603620.604164:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603620.604166:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603620.604167:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603620.604169:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603620.604170:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603620.604171:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603620.604173:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603620.604176:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=18 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603620.604179:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=18 v=5 (1 1 1 1) 00000100:00000001:0.0:1789603620.604181:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603620.604182:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603620.604184:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603620.604186:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603620.604202:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603620.604207:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5500 x1876533442903296/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603620.604213:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603620.604215:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603620.604217:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603620.604221:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5500 x1876533442903296/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603636 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603620.604227:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2401:1876533442903296:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603620.604232:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603620.604234:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603620.604237:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5500 x1876533442903296/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603636 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603620.604243:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603620.604245:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603620.604247:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb814ea1400. 02000000:00000001:0.0:1789603620.604250:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603620.604252:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603620.604253:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:0.0:1789603620.604254:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603620.604256:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9f00. 02000000:00000001:0.0:1789603620.604258:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603620.604259:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603620.604261:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5500. 00000100:00000001:0.0:1789603620.604263:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603620.604265:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603620.604267:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603620.604268:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603620.604269:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603620.604271:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603620.604272:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603620.605694:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603620.605780:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603620.605855:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603620.605861:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603620.605872:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603620.605880:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603620.605891:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603620.605896:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603620.605902:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603620.605907:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d45fe00 00000400:00000200:2.0:1789603620.605913:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603620.605920:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x8135 [1] + 224 00000800:00000001:2.0:1789603620.605928:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603620.605936:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603620.605940:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603620.605945:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603620.605956:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603620.605966:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd7b80 x1876533442903552/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603636 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603620.605979:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd7b80 x1876533442903552/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603620.606026:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603620.606031:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603620.606319:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603620.606331:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603620.606335:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789603620.606757:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603620.606760:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603620.606765:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041390b0. 00000400:00000200:0.0:1789603620.606774:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682088 00000400:00000010:0.0:1789603620.606778:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682088. 00000100:00000001:0.0:1789603620.606783:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603620.606875:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd7b80 x1876533442903552/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603620.606886:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd7b80 x1876533442903552/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603636 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603620.606893:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603620.606897:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603620.606900:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603620.606906:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603620.606909:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603620.606912:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603620.606916:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603620.606930:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=18 v=5 (5 106 106 106) 00000100:00001000:0.0:1789603620.606936:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=18 v=5 (1 1 1 1) 00000100:00000001:0.0:1789603620.606939:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603620.606941:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603620.606944:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603620.606948:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603620.606953:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603620.606956:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789603620.606958:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603620.606961:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603620.606967:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd7b80 x1876533442903552/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603620.606974:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603620.606979:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603620.606981:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603620.606985:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd7b80 x1876533442903552/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603636 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603620.606994:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442903552:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603620.607001:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603620.607004:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603620.607008:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd7b80 x1876533442903552/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603636 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603620.607014:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603620.607017:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603620.607021:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb814ea0000. 02000000:00000001:0.0:1789603620.607025:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603620.607028:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603620.607030:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603620.607033:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603620.607037:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9500. 02000000:00000001:0.0:1789603620.607042:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603620.607044:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603620.607046:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd7b80. 00000100:00000001:0.0:1789603620.607055:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603620.607057:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603620.607060:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603620.607070:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603620.607072:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603620.607075:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603620.607078:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603620.779033:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603620.779045:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603620.779053:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603620.779054:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603620.782575:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603620.782585:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603620.782591:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789603621.612346:0:33265:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789603621.612358:0:33265:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603621.612361:0:33265:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789603621.612368:0:33265:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8011ca0c0 going to sleep for 1 seconds 00000100:00000001:3.0:1789603621.612373:0:33265:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603621.612377:0:33265:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603621.803419:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603621.803431:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603621.803440:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603621.803441:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603621.803553:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603621.803558:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603621.803562:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789603622.634659:0:33265:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789603622.634672:0:33265:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1789603622.634696:0:33265:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789603606/real 1789603606] req@ffff9eb806bd5180 x1876533442900608/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 1 dl 1789603622 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:3.0:1789603622.634731:0:33265:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603622.634734:0:33265:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603622.634738:0:33265:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35cb8. 00000400:00000200:3.0:1789603622.634748:0:33265:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcee0 00000400:00000010:3.0:1789603622.634750:0:33265:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcee0. 00000100:00000001:3.0:1789603622.634756:0:33265:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603622.634760:0:33265:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5180 x1876533442900608/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 1 dl 1789603622 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789603622.634770:0:33265:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5180 x1876533442900608/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 1 dl 1789603622 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603622.634778:0:33265:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603622.634780:0:33265:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603622.634783:0:33265:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603622.634786:0:33265:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603622.634790:0:33265:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1789603622.634794:0:33265:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1789603622.634798:0:33265:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9eb81291b000: Connection to lustre-MDT0000 (at 192.168.204.129@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1789603622.634802:0:33265:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1789603622.634807:0:33265:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1789603622.634810:0:33265:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603622.634812:0:33265:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1789603622.634814:0:33265:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:3.0:1789603622.634838:0:33265:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1789603622.634840:0:33265:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603622.634844:0:33265:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603622.634846:0:33265:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603622.634850:0:33265:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8011ca0c0 going to sleep for 0 seconds 00000100:00000001:3.0:1789603622.634853:0:33265:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603622.634855:0:33265:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603622.634857:0:33265:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603622.634860:0:33265:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603622.634863:0:33265:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603622.638203:0:13754:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603622.638212:0:13754:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603622.638222:0:13754:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd4380. 00000020:00000040:1.0:1789603622.638228:0:13754:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:1.0:1789603622.638233:0:13754:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603622.638235:0:13754:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603622.638240:0:13754:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603622.638248:0:13754:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9100. 00000100:00000001:1.0:1789603622.638254:0:13754:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603622.638265:0:13754:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb806bd4380 x1876533442903936/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603622.638276:0:13754:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603622.638281:0:13754:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603622.638287:0:13754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f1f0811] to pc [ptlrpcd_00_01+1] req@ffff9eb806bd4380 x1876533442903936/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603622.638323:0:13754:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789603622.638326:0:13754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789603622.638329:0:13754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789603622.638332:0:13754:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789603622.638334:0:13754:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789603622.638337:0:13754:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789603622.638340:0:13754:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9eb81291b000: connect to NID 192.168.204.129@tcp last attempt 1926 00000400:00000200:1.0:1789603622.638348:0:13754:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603622.638354:0:13754:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.129@tcp is discovered: rc = 1 00000100:00000040:1.0:1789603622.638358:0:13754:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:1.0:1789603622.638370:0:13754:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789603622.638373:0:13754:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:1.0:1789603622.638376:0:13754:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000001:1.0:1789603622.638383:0:13754:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789603622.638385:0:13754:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48c1 00000020:00000001:1.0:1789603622.638388:0:13754:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603622.638391:0:13754:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb8203aa800 refcount=5 00000020:00000001:1.0:1789603622.638393:0:13754:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 00000020:00000001:1.0:1789603622.638396:0:13754:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 00000100:00000040:1.0:1789603622.638399:0:13754:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:1.0:1789603622.638401:0:13754:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789603622.638403:0:13754:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:1.0:1789603622.638404:0:13754:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000040:1.0:1789603622.638407:0:13754:0:(genops.c:879:class_export_put()) PUTting export ffff9eb8203aa800 : new refcount 4 00000100:00080000:1.0:1789603622.638410:0:13754:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9eb81291b000: import ffff9eb810ddb000 using connection 192.168.204.129@tcp/192.168.204.129@tcp 00000100:00000001:1.0:1789603622.638413:0:13754:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603622.638415:0:13754:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789603622.638421:0:13754:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603622.638424:0:13754:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603622.638426:0:13754:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789603622.638430:0:13754:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789603622.638433:0:13754:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603622.638435:0:13754:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603622.638439:0:13754:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd4e00. 00000020:00000040:1.0:1789603622.638441:0:13754:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:1.0:1789603622.638444:0:13754:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789603622.638445:0:13754:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603622.638447:0:13754:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603622.638449:0:13754:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603622.638462:0:13754:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603622.638467:0:13754:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041a7400. 00000100:00000001:1.0:1789603622.638471:0:13754:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603622.638722:0:13754:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9eb806bd4e00 x1876533442904064/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603622.638731:0:13754:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603622.638733:0:13754:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603622.638737:0:13754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bb60c11] to pc [ptlrpcd_rcv+-1] req@ffff9eb806bd4e00 x1876533442904064/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603622.638762:0:13754:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603622.638765:0:13754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603622.638769:0:13754:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603622.638773:0:13754:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5880. 00000020:00000040:1.0:1789603622.638775:0:13754:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603622.638777:0:13754:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603622.638779:0:13754:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603622.638780:0:13754:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603622.638784:0:13754:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9600. 00000100:00000001:1.0:1789603622.638787:0:13754:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603622.638792:0:13754:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb806bd5880 x1876533442904192/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603622.638799:0:13754:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603622.638801:0:13754:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603622.638806:0:13754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000aff3748] to pc [ptlrpcd_00_00+0] req@ffff9eb806bd5880 x1876533442904192/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603622.638814:0:13754:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603622.638816:0:13754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789603622.638819:0:13754:0:(pinger.c:247:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789603622.638822:0:13754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603622.638825:0:13754:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603622.638829:0:13754:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd6300. 00000020:00000040:1.0:1789603622.638831:0:13754:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:1.0:1789603622.638833:0:13754:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603622.638834:0:13754:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603622.638836:0:13754:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603622.638841:0:13754:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9500. 00000100:00000001:1.0:1789603622.638843:0:13754:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603622.638848:0:13754:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID req@ffff9eb806bd6300 x1876533442904320/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603622.638855:0:13754:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603622.638856:0:13754:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603622.638860:0:13754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1dccbd7] to pc [ptlrpcd_00_01+1] req@ffff9eb806bd6300 x1876533442904320/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603622.638866:0:13754:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603622.638870:0:13754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 3 (1959) 00000100:00000001:1.0:1789603622.638884:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603622.638887:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603622.638890:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603622.638895:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5880 x1876533442904192/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603622.638907:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603622.638909:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603622.638913:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603622.638915:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603622.638918:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603622.638921:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442904192:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603622.638925:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603622.638930:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603622.638932:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603622.638935:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603622.638939:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb818cdf400. 02000000:00000001:1.0:1789603622.638941:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603622.638947:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603622.638952:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35c60. 00000400:00000010:1.0:1789603622.638958:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc2a8. 00000100:00000200:1.0:1789603622.638965:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442904192, portal 10 00000100:00000001:1.0:1789603622.638967:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603622.638969:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957084288 : -106961752467328 : ffff9eb806bd5880) 00000100:00000040:1.0:1789603622.638975:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd5880 x1876533442904192/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603622.638982:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603622.638984:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603622.638987:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc110. 00000100:00000200:1.0:1789603622.638990:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442904192, offset 0 00000400:00000200:1.0:1789603622.638996:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603622.639004:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603622.639009:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603622.639014:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603622.639018:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603622.639021:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603622.639024:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603622.639028:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2837:2837:256:4294967295] 192.168.204.129@tcp LPNI seq info [2837:2837:8:4294967295] 00000400:00000200:1.0:1789603622.639032:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603622.639043:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603622.639049:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603622.639054:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9f00. 00000800:00000200:1.0:1789603622.639061:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603622.639069:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603622.639073:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603622.639081:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603622.639085:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21413 usecs (22 jiffies) 00000400:00000200:1.0:1789603622.639088:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603622.639090:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296621594 00000100:00000001:1.0:1789603622.639094:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296623469 00000100:00000001:1.0:1789603622.639096:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296621594 00000100:00000001:1.0:1789603622.639099:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296623469 00000100:00000001:1.0:1789603622.639101:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603622.639103:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603622.639106:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603622.639108:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603622.639116:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603622.639118:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789603622.639120:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603622.639121:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603622.639123:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603622.639125:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1789603622.639126:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603622.639128:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603622.639130:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603622.639131:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603622.639132:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603622.639133:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603622.639137:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd4380 x1876533442903936/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603622.639145:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603622.639146:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603622.639160:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603622.639162:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603622.639164:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603622.639167:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2400:1876533442903936:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603622.639170:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603622.639172:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603622.639174:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603622.639175:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603622.639178:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb818cdf600. 02000000:00000001:1.0:1789603622.639180:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603622.639184:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603622.639186:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35a50. 00000400:00000010:1.0:1789603622.639190:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc3b8. 00000100:00000200:1.0:1789603622.639192:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442903936, portal 25 00000100:00000001:1.0:1789603622.639194:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603622.639195:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957078912 : -106961752472704 : ffff9eb806bd4380) 00000100:00000040:1.0:1789603622.639200:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd4380 x1876533442903936/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603622.639206:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603622.639208:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603622.639211:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcf68. 00000100:00000200:1.0:1789603622.639213:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442903936, offset 0 00000400:00000200:1.0:1789603622.639217:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603622.639220:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603622.639223:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603622.639227:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603622.639229:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603622.639231:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603622.639234:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603622.639237:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2838:2838:255:4294967295] 192.168.204.129@tcp LPNI seq info [2838:2838:7:4294967295] 00000400:00000200:1.0:1789603622.639241:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603622.639247:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603622.639252:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603622.639255:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9b00. 00000800:00000200:1.0:1789603622.639259:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603622.639263:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603622.639266:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603622.639269:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603622.639271:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603622.639273:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296625518 00000100:00000001:1.0:1789603622.639279:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296623469 00000100:00000001:1.0:1789603622.639283:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296625518 00000100:00000001:1.0:1789603622.639287:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296623469 00000100:00000001:1.0:1789603622.639289:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603622.639291:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603622.639293:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603622.639297:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd6300 x1876533442904320/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603622.639304:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603622.639306:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603622.639308:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603622.639309:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603622.639311:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603622.639314:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442904320:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603622.639317:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603622.639320:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603622.639321:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603622.639323:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603622.639326:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb818cde000. 02000000:00000001:1.0:1789603622.639328:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603622.639331:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603622.639333:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35b00. 00000400:00000010:1.0:1789603622.639336:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc198. 00000100:00000200:1.0:1789603622.639338:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442904320, portal 4 00000100:00000001:1.0:1789603622.639340:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603622.639341:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957086976 : -106961752464640 : ffff9eb806bd6300) 00000100:00000040:1.0:1789603622.639347:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd6300 x1876533442904320/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603622.639352:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603622.639354:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603622.639356:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc440. 00000100:00000200:1.0:1789603622.639358:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442904320, offset 0 00000100:00000001:0.0:1789603622.639500:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603622.639503:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603622.639744:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603622.639751:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9f00. 00000400:00000200:2.0:1789603622.639758:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603622.639764:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603622.639769:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc110 00000400:00000010:2.0:1789603622.639771:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc110. 00000100:00000001:2.0:1789603622.639777:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603622.639781:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5880 x1876533442904192/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603622.639797:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603622.639801:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5880 x1876533442904192/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603638 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603622.639808:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603622.639809:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603622.639874:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603622.639877:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9b00. 00000400:00000200:2.0:1789603622.639879:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603622.639883:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603622.639885:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcf68 00000400:00000010:2.0:1789603622.639887:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcf68. 00000100:00000001:2.0:1789603622.639889:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603622.639892:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4380 x1876533442903936/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603622.639899:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603622.639902:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4380 x1876533442903936/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603638 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603622.640262:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603622.640266:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789603622.640407:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603622.640411:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603622.640413:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603622.640420:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd4e00 x1876533442904064/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603622.640428:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603622.640430:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603622.640431:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603622.640433:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603622.640435:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603622.640438:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442904064:192.168.204.129@tcp:38:kworker.0 00000100:00000001:3.0:1789603622.640441:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603622.640443:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603622.640445:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603622.640447:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603622.640466:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb80511d400. 02000000:00000001:3.0:1789603622.640469:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603622.640474:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603622.640476:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8057483c8. 00000400:00000010:3.0:1789603622.640481:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0660. 00000100:00000200:3.0:1789603622.640485:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442904064, portal 10 00000100:00000001:3.0:1789603622.640486:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603622.640488:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957081600 : -106961752470016 : ffff9eb806bd4e00) 00000100:00000040:3.0:1789603622.640497:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd4e00 x1876533442904064/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603622.640502:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603622.640504:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603622.640544:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0d48. 00000100:00000200:3.0:1789603622.640548:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876533442904064, offset 0 00000400:00000200:3.0:1789603622.640553:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603622.640559:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603622.640564:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603622.640567:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603622.640570:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603622.640573:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603622.640575:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603622.640579:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2839:2839:256:4294967295] 192.168.204.129@tcp LPNI seq info [2839:2839:8:4294967295] 00000400:00000200:3.0:1789603622.640583:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603622.640589:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603622.640593:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603622.640597:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f700. 00000800:00000200:3.0:1789603622.640603:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603622.640901:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603622.640904:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789603622.640914:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603622.640918:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 828157 usecs (829 jiffies) 00000400:00000200:3.0:1789603622.640921:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603622.640923:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296622402 00000100:00000001:3.0:1789603622.640926:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296625518 00000100:00000001:3.0:1789603622.640928:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296622402 00000100:00000001:3.0:1789603622.640930:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296625518 00000100:00000001:3.0:1789603622.640932:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603622.640934:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603622.640937:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603622.640939:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603622.640945:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603622.640947:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789603622.640949:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603622.640951:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603622.640952:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603622.640954:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603622.641050:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603622.641055:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603622.641059:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603622.641062:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603622.641065:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603622.641067:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603622.641069:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603622.641071:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2840:2840:255:4294967295] 192.168.204.129@tcp LPNI seq info [2840:2840:7:4294967295] 00000400:00000200:1.0:1789603622.641075:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603622.641081:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603622.641085:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603622.641090:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9200. 00000800:00000200:1.0:1789603622.641094:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603622.641099:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603622.641101:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603622.641104:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603622.641108:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22840 usecs (23 jiffies) 00000400:00000200:1.0:1789603622.641111:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603622.641114:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296621597 00000100:00000001:1.0:1789603622.641116:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296625518 00000100:00000001:1.0:1789603622.641118:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296621597 00000100:00000001:1.0:1789603622.641120:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296625518 00000100:00000001:1.0:1789603622.641122:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603622.641124:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603622.641127:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603622.641130:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603622.641325:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603622.641330:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f700. 00000400:00000200:2.0:1789603622.641335:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603622.641340:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603622.641344:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0d48 00000400:00000010:2.0:1789603622.641346:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0d48. 00000100:00000001:2.0:1789603622.641349:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603622.641354:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4e00 x1876533442904064/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603622.641363:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603622.641366:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4e00 x1876533442904064/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603632 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603622.641379:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603622.641380:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603622.642045:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603622.642050:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9200. 00000400:00000200:2.0:1789603622.642054:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603622.642059:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603622.642063:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc440 00000400:00000010:2.0:1789603622.642065:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc440. 00000100:00000001:2.0:1789603622.642068:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603622.642073:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd6300 x1876533442904320/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603622.642082:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603622.642085:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd6300 x1876533442904320/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603638 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603622.642092:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603622.642094:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603622.646728:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603622.646748:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603622.646753:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603622.646756:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603622.646767:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.646775:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603622.646784:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.646790:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.646796:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.646801:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d45ff80 00000400:00000200:2.0:1789603622.646805:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.646811:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x8145 [1] + 224 00000800:00000001:2.0:1789603622.646819:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603622.646823:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603622.646827:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603622.646831:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603622.646840:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603622.646850:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4380 x1876533442903936/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603638 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603622.646861:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd4380 x1876533442903936/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603622.646926:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603622.646930:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603622.646949:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603622.646961:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603622.646965:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603622.646967:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603622.646969:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603622.646973:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.646976:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603622.646981:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.646984:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.646987:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.646990:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d460080 00000400:00000200:2.0:1789603622.646994:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.646998:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x813d [1] + 224 00000800:00000001:2.0:1789603622.647003:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603622.647006:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603622.647008:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603622.647012:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603622.647015:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603622.647019:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5880 x1876533442904192/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603638 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603622.647028:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd5880 x1876533442904192/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603622.647036:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603622.647040:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603622.647044:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603622.647046:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603622.647048:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603622.647051:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.647054:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603622.647058:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.647061:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.647063:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.647066:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 416 into portal 10 MB=0x6aab27d460000 00000400:00000200:2.0:1789603622.647069:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.647073:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 416/416 into md 0x8155 [1] + 0 00000800:00000001:2.0:1789603622.647077:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603622.647080:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603622.647082:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603622.647085:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603622.647088:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603622.647092:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4e00 x1876533442904064/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603632 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603622.647101:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9eb806bd4e00 x1876533442904064/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603622.647123:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603622.647128:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603622.647131:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603622.647133:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603622.647136:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603622.647139:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.647143:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603622.647159:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.647162:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.647165:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.647168:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d460100 00000400:00000200:2.0:1789603622.647172:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.647176:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x814d [1] + 224 00000800:00000001:2.0:1789603622.647184:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603622.647192:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603622.647195:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603622.647199:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603622.647202:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1789603622.647208:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1789603622.647208:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd6300 x1876533442904320/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603638 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603622.647213:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603622.647220:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1789603622.647221:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd6300 x1876533442904320/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789603622.647223:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603622.647227:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8057483c8. 00000400:00000200:3.0:1789603622.647234:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0660 00000100:00000001:2.0:1789603622.647236:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000010:3.0:1789603622.647239:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0660. 00000100:00000001:3.0:1789603622.647244:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000800:00000001:2.0:1789603622.647249:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1789603622.647250:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4e00 x1876533442904064/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1789603622.647254:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1789603622.647265:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4e00 x1876533442904064/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603632 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603622.647273:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603622.647275:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603622.647277:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603622.647281:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603622.647283:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603622.647286:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603622.647289:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1789603622.647296:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00001000:3.0:1789603622.647299:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=20 v=5 (5 106 106 106) 00000400:00000001:1.0:1789603622.647300:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603622.647304:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35a50. 00000100:00001000:3.0:1789603622.647306:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=27 v=5 (1 0 0 0) 00000400:00000200:1.0:1789603622.647310:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc3b8 00000100:00000001:3.0:1789603622.647311:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603622.647314:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789603622.647316:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc3b8. 00010000:00000001:3.0:1789603622.647318:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1789603622.647321:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00010000:00000001:3.0:1789603622.647324:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789603622.647329:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4380 x1876533442903936/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603622.647330:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603622.647334:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967635 00000100:00000001:3.0:1789603622.647339:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603622.647342:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789603622.647346:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4380 x1876533442903936/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603638 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603622.647352:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4e00 x1876533442904064/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/416 e 0 to 0 dl 1789603632 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603622.647357:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603622.647360:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603622.647365:0:2400:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:3.0:1789603622.647367:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603622.647368:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603622.647371:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603622.647373:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603622.647374:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603622.647377:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1789603622.647378:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603622.647382:0:2399:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00001000:1.0:1789603622.647384:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=20 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603622.647389:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=20 v=5 (1 1 1 1) 00000100:00080000:3.0:1789603622.647392:0:2399:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9eb81291b000: connect to target with instance 1 00000100:00000001:1.0:1789603622.647393:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603622.647396:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603622.647398:0:2399:0:(genops.c:792:class_conn2export()) Process entered 00010000:00000001:1.0:1789603622.647399:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000040:3.0:1789603622.647404:0:2399:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48c1 00010000:00000001:1.0:1789603622.647404:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603622.647409:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1789603622.647409:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789603622.647414:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb8203aa800 refcount=5 00000100:00000040:1.0:1789603622.647417:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4380 x1876533442903936/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603638 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789603622.647419:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 00000020:00000001:3.0:1789603622.647424:0:2399:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 00000100:00001000:3.0:1789603622.647431:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=1789603622 v=0 (0 0 0 0) 00000100:00000001:1.0:1789603622.647431:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603622.647437:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:3.0:1789603622.647438:0:2399:0:(import.c:2262:obd_at_measure()) AT ffff9eb810ddb418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:1.0:1789603622.647441:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603622.647445:0:2399:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 751, crc32c 5223, adler 374 00000100:00000040:1.0:1789603622.647449:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4380 x1876533442903936/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603638 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1789603622.647453:0:2399:0:(genops.c:879:class_export_put()) PUTting export ffff9eb8203aa800 : new refcount 4 00000100:00000001:3.0:1789603622.647458:0:2399:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1789603622.647462:0:2399:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000100:00100000:1.0:1789603622.647464:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2400:1876533442903936:192.168.204.129@tcp:400:kworker.0 00000008:00000020:3.0:1789603622.647467:0:2399:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9eb81291b000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000400:00000001:1.0:1789603622.647472:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000002:00000001:3.0:1789603622.647473:0:2399:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000400:00000001:1.0:1789603622.647475:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000002:00000001:3.0:1789603622.647477:0:2399:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789603622.647479:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35b00. 00000002:00000001:3.0:1789603622.647481:0:2399:0:(obd_class.h:1242:obd_notify()) Process entered 00000400:00000200:1.0:1789603622.647483:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc198 00800000:00000001:3.0:1789603622.647487:0:2399:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000400:00000010:1.0:1789603622.647487:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc198. 00000100:00000001:1.0:1789603622.647492:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000080:00000001:3.0:1789603622.647493:0:2399:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000100:00000200:1.0:1789603622.647496:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd6300 x1876533442904320/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:3.0:1789603622.647499:0:2399:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603622.647503:0:2399:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603622.647507:0:2399:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789603622.647536:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd6300 x1876533442904320/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603638 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603622.647543:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603622.647545:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603622.647546:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603622.647548:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603622.647549:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603622.647550:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603622.647552:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603622.647556:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=19 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603622.647559:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603622.647561:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603622.647562:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603622.647563:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603622.647565:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603622.647568:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603622.647570:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:1.0:1789603622.647571:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603622.647573:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603622.647576:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd6300 x1876533442904320/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603638 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603622.647583:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603622.647584:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603622.647586:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603622.647589:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd6300 x1876533442904320/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603638 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603622.647596:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442904320:192.168.204.129@tcp:400:kworker.0 00000400:00000001:1.0:1789603622.647603:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603622.647604:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000080:00000001:3.0:1789603622.647624:0:2399:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789603622.647626:0:2399:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603622.647628:0:2399:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603622.647630:0:2399:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1789603622.647634:0:2399:0:(import.c:1342:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.204.129@tcp after partition 00000100:00080000:3.0:1789603622.647638:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:3.0:1789603622.647642:0:2399:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1789603622.647644:0:2399:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1789603622.647647:0:2399:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789603622.647650:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1789603622.647652:0:2399:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1789603622.647653:0:2399:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1789603622.647654:0:2399:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1789603622.647656:0:2399:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:3.0:1789603622.647657:0:2399:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1789603622.647659:0:2399:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff9eb807105568 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1789603622.647663:0:2399:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xa04c19c788fe48c1 00800000:00000040:3.0:1789603622.647666:0:2399:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9eb81291b000=26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8 device 3 (ffff9eb8071019c0) type mdc at LMV idx 0 00800000:00000040:3.0:1789603622.647669:0:2399:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff9eb8071019c0 already active! 00800000:00000001:3.0:1789603622.647671:0:2399:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789603622.647673:0:2399:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789603622.647676:0:2399:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789603622.647676:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35c60. 00800000:00000001:3.0:1789603622.647679:0:2399:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603622.647682:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc2a8 00000002:00000001:3.0:1789603622.647683:0:2399:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603622.647687:0:2399:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000400:00000010:1.0:1789603622.647688:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc2a8. 00000080:00000001:3.0:1789603622.647689:0:2399:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789603622.647694:0:2399:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603622.647694:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603622.647702:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5880 x1876533442904192/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603622.647712:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5880 x1876533442904192/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603638 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603622.647719:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603622.647720:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603622.647722:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603622.647724:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603622.647726:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603622.647728:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603622.647730:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603622.647735:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=20 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603622.647738:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=20 v=5 (1 1 1 1) 00000100:00000001:1.0:1789603622.647741:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603622.647742:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603622.647745:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603622.647746:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603622.647749:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603622.647750:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789603622.647752:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603622.647754:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603622.647758:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5880 x1876533442904192/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603638 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603622.647764:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603622.647766:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603622.647767:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603622.647771:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5880 x1876533442904192/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603638 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603622.647778:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442904192:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603622.647783:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603622.647786:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603622.647790:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4380 x1876533442903936/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603638 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603622.647796:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603622.647799:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603622.647802:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb818cdf600. 02000000:00000001:1.0:1789603622.647805:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603622.647807:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603622.647808:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:1.0:1789603622.647811:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603622.647813:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9100. 02000000:00000001:1.0:1789603622.647816:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603622.647818:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603622.647820:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4380. 00000100:00000001:1.0:1789603622.647823:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603622.647825:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603622.647826:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603622.647830:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd6300 x1876533442904320/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603638 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603622.647836:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603622.647838:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603622.647839:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb818cde000. 02000000:00000001:1.0:1789603622.647842:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603622.647843:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603622.647844:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603622.647846:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603622.647847:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9500. 02000000:00000001:1.0:1789603622.647849:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603622.647851:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603622.647852:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd6300. 00000100:00000001:1.0:1789603622.647854:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603622.647856:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603622.647857:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603622.647860:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5880 x1876533442904192/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603638 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603622.647865:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603622.647866:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603622.647867:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb818cdf400. 02000000:00000001:1.0:1789603622.647869:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603622.647871:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603622.647872:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603622.647873:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603622.647874:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9600. 02000000:00000001:1.0:1789603622.647876:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603622.647877:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603622.647878:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5880. 00000100:00000001:1.0:1789603622.647881:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603622.647882:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603622.647884:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603622.647891:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603622.647893:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603622.647896:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603622.647898:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603622.648124:0:2399:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603622.648127:0:2399:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:3.0:1789603622.648131:0:2399:0:(import.c:1788:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9eb81291b000: Connection restored to 192.168.204.129@tcp (at 192.168.204.129@tcp) 00000100:00080000:3.0:1789603622.648138:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000e3cbc050): req@ffff9eb806bd5180 x1876533442900608/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 1 dl 1789603622 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603622.648205:0:33265:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603622.648209:0:33265:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603622.648232:0:2399:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603622.648261:0:33286:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:1.0:1789603622.648264:0:33286:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:1.0:1789603622.648267:0:33286:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603622.648269:0:33286:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603622.648271:0:33286:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603622.648273:0:33286:0:(genops.c:1229:class_import_put()) Process leaving 00000002:00000001:1.0:1789603622.648274:0:33286:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603622.648415:0:33265:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603622.648419:0:33265:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603622.648428:0:33265:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603622.648431:0:33265:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603622.648433:0:33265:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603622.648436:0:33265:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1789603622.648441:0:33265:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1876533442900608 new x1876533442904448 02000000:00000001:0.0:1789603622.648445:0:33265:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603622.648447:0:33265:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603622.648454:0:33265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603622.648460:0:33265:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041390b0. 00000400:00000010:0.0:1789603622.648466:0:33265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682088. 00000100:00000200:0.0:1789603622.648472:0:33265:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442900608, portal 10 00000100:00000001:0.0:1789603622.648475:0:33265:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603622.648477:0:33265:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957082496 : -106961752469120 : ffff9eb806bd5180) 00000100:00000040:0.0:1789603622.648484:0:33265:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff9eb806bd5180 x1876533442900608/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603638 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603622.648491:0:33265:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603622.648495:0:33265:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603622.648498:0:33265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682000. 00000100:00000200:0.0:1789603622.648502:0:33265:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876533442900608, offset 0 00000400:00000200:0.0:1789603622.648671:0:33265:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603622.648681:0:33265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603622.648690:0:33265:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603622.648695:0:33265:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603622.648699:0:33265:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603622.648703:0:33265:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603622.648705:0:33265:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603622.648709:0:33265:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2841:2841:256:4294967295] 192.168.204.129@tcp LPNI seq info [2841:2841:8:4294967295] 00000400:00000200:0.0:1789603622.648713:0:33265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603622.648722:0:33265:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603622.648729:0:33265:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603622.648736:0:33265:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076d00. 00000800:00000200:0.0:1789603622.648743:0:33265:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603622.648751:0:33265:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603622.648755:0:33265:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076d00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789603622.648810:0:33265:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603622.648815:0:33265:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 827070 usecs (828 jiffies) 00000400:00000200:0.0:1789603622.648819:0:33265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603622.648822:0:33265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296622410 00000100:00000001:0.0:1789603622.648824:0:33265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296625518 00000100:00000001:0.0:1789603622.648827:0:33265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296622410 00000100:00000001:0.0:1789603622.648829:0:33265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296625518 00000100:00000001:0.0:1789603622.648831:0:33265:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603622.648834:0:33265:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603622.648836:0:33265:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603622.648838:0:33265:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603622.648841:0:33265:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8011ca0c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789603622.648843:0:33265:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603622.648845:0:33265:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603622.648893:0:2399:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603622.648901:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4e00 x1876533442904064/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/416 e 0 to 0 dl 1789603632 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603622.648910:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442904064:192.168.204.129@tcp:38:kworker.0 00000100:00000001:3.0:1789603622.648914:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603622.648916:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603622.648919:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4e00 x1876533442904064/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/416 e 0 to 0 dl 1789603632 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603622.648925:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603622.648927:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603622.648930:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb80511d400. 02000000:00000001:3.0:1789603622.648933:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603622.648935:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603622.648936:0:2399:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603622.648938:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603622.648940:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a7400. 02000000:00000001:3.0:1789603622.648943:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603622.648945:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603622.648946:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4e00. 00000100:00000001:3.0:1789603622.648949:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603622.648951:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603622.648952:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603622.648958:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603622.648959:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603622.648960:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603622.648962:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603622.649205:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603622.649210:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076d00. 00000400:00000200:2.0:1789603622.649215:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603622.649220:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603622.649225:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682000 00000400:00000010:2.0:1789603622.649228:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682000. 00000100:00000001:2.0:1789603622.649232:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603622.649237:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5180 x1876533442900608/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603638 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603622.649246:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603622.649249:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5180 x1876533442900608/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603638 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603622.649255:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603622.649256:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603622.655163:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603622.655191:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603622.655196:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603622.655199:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603622.655210:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.655218:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603622.655229:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.655234:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.655240:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.655244:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d460180 00000400:00000200:2.0:1789603622.655249:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.655254:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x8165 [1] + 224 00000800:00000001:2.0:1789603622.655263:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603622.655270:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603622.655273:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603622.655278:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603622.655285:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603622.655294:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5180 x1876533442900608/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603638 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603622.655306:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9eb806bd5180 x1876533442900608/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603638 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603622.655374:0:33265:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603622.655389:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000001:0.0:1789603622.655410:0:33265:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1789603622.655412:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1789603622.655414:0:33265:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1789603622.655417:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1789603622.655420:0:33265:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041390b0. 00000400:00000200:0.0:1789603622.655426:0:33265:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682088 00000400:00000010:0.0:1789603622.655430:0:33265:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682088. 00000100:00000001:0.0:1789603622.655434:0:33265:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603622.655440:0:33265:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5180 x1876533442900608/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603638 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603622.655450:0:33265:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5180 x1876533442900608/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603638 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603622.655457:0:33265:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603622.655459:0:33265:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603622.655462:0:33265:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603622.655465:0:33265:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603622.655467:0:33265:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603622.655470:0:33265:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603622.655473:0:33265:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603622.655483:0:33265:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb4f0 time=169 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603622.655487:0:33265:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603622.655490:0:33265:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603622.655491:0:33265:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.655494:0:33265:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603622.655497:0:33265:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603622.655500:0:33265:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789603622.655503:0:33265:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789603622.655504:0:33265:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789603622.655507:0:33265:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603622.655536:0:33265:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957082496 : -106961752469120 : ffff9eb806bd5180) 00000100:00000001:0.0:1789603622.655541:0:33265:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603622.655543:0:33265:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967635 00000100:00000001:0.0:1789603622.655544:0:33265:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603622.655547:0:33265:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603622.655553:0:33265:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5180 x1876533442900608/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603638 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603622.655561:0:33265:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603622.655564:0:33265:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603622.655566:0:33265:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603622.655570:0:33265:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5180 x1876533442900608/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603638 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603622.655578:0:33265:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5180 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:33265:1876533442900608:192.168.204.129@tcp:35:multiop.0 00000100:00000001:0.0:1789603622.655583:0:33265:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603622.655586:0:33265:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603622.655588:0:33265:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603622.655591:0:33265:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603622.655594:0:33265:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5180 x1876533442900608/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603638 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603622.655601:0:33265:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603622.655604:0:33265:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8011ca0c0. 00000100:00000001:0.0:1789603622.655608:0:33265:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603622.655610:0:33265:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603622.655618:0:33265:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603622.655620:0:33265:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957082496 : -106961752469120 : ffff9eb806bd5180) 00000002:00000001:0.0:1789603622.655623:0:33265:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603622.655626:0:33265:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603622.655633:0:33265:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb810d6d600. 00000080:00000001:0.0:1789603622.655638:0:33265:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789603622.655641:0:33265:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1789603622.655644:0:33265:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603622.655647:0:33265:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603622.655649:0:33265:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603622.655652:0:33265:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603622.655654:0:33265:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603622.655656:0:33265:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:0.0:1789603622.655659:0:33265:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603622.655663:0:33265:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789603622.655670:0:33265:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9eb810d1c380 x1876533442900352/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603622 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603622.655677:0:33265:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603622.655680:0:33265:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1c380 x1876533442900352/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603622 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603622.655686:0:33265:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789603622.655690:0:33265:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603622.655692:0:33265:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603622.655694:0:33265:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603622.655698:0:33265:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8051e0000. 02000000:00000001:0.0:1789603622.655701:0:33265:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603622.655704:0:33265:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603622.655706:0:33265:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1c380. 00000100:00000001:0.0:1789603622.655709:0:33265:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603622.655710:0:33265:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603622.655711:0:33265:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603622.655714:0:33265:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5180 x1876533442900608/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603638 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603622.655721:0:33265:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603622.655722:0:33265:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9eb810bc5da0. 00000002:00000001:0.0:1789603622.655725:0:33265:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603622.655727:0:33265:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603622.655730:0:33265:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9eb811aa7d00. 00000100:00000001:0.0:1789603622.655732:0:33265:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603622.655735:0:33265:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5180 x1876533442900608/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603638 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603622.655742:0:33265:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603622.655744:0:33265:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603622.655748:0:33265:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb812253540. 00000080:00000001:0.0:1789603622.655752:0:33265:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603622.655759:0:33265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e502023df0 00000080:00000008:0.0:1789603622.655761:0:33265:0:(file.c:523:ll_file_release()) COMPLETED file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff9eb80817f448), flags 100002, rc = 0 00000080:00000001:0.0:1789603622.655764:0:33265:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603622.655771:0:33265:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789603622.655773:0:33265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e502023e00 00000080:00002000:0.0:1789603622.655775:0:33265:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff9eb82054dd80, parent ffff9eb8081326c0, inode ffff9eb80817f448) hashed, 00000080:00000001:0.0:1789603622.655785:0:33265:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603622.655791:0:33265:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789603622.655795:0:33265:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789603622.661144:0:33287:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603622.661166:0:33287:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603622.661168:0:33287:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603622.661172:0:33287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27b20 00000080:00200000:0.0:1789603622.661176:0:33287:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603622.661185:0:33287:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb814ea0000. 00800000:00000002:0.0:1789603622.661192:0:33287:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603622.661197:0:33287:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603622.661202:0:33287:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603622.661204:0:33287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27a40 00800000:00000002:0.0:1789603622.661207:0:33287:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603622.661211:0:33287:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603622.661214:0:33287:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603622.661217:0:33287:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603622.661219:0:33287:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603622.661221:0:33287:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603622.661224:0:33287:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603622.661226:0:33287:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603622.661228:0:33287:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603622.661232:0:33287:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603622.661238:0:33287:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603622.661240:0:33287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27910 00000002:00010000:0.0:1789603622.661242:0:33287:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603622.661246:0:33287:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603622.661249:0:33287:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603622.661252:0:33287:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603622.661258:0:33287:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603622.661260:0:33287:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603622.661262:0:33287:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603622.661265:0:33287:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789603622.661268:0:33287:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789603622.661275:0:33287:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1c380. 00000020:00000040:0.0:1789603622.661280:0:33287:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:0.0:1789603622.661287:0:33287:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603622.661292:0:33287:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603622.661296:0:33287:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603622.661299:0:33287:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603622.661302:0:33287:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603622.661307:0:33287:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603622.661313:0:33287:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8051e0000. 00000100:00000001:0.0:1789603622.661320:0:33287:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.661325:0:33287:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603622.661327:0:33287:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.661329:0:33287:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603622.661330:0:33287:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.661332:0:33287:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603622.661338:0:33287:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00010000:00000001:0.0:1789603622.661343:0:33287:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789603622.661345:0:33287:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789603622.661350:0:33287:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb819248400. 00010000:00000010:0.0:1789603622.661355:0:33287:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb805741680. 00010000:00000001:0.0:1789603622.661361:0:33287:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789603622.661365:0:33287:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb800031000. 00000020:00000001:0.0:1789603622.661369:0:33287:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789603622.661373:0:33287:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb800031000 with handle 0xa04c19c788fe54d7 to hash 00000020:00000001:0.0:1789603622.661376:0:33287:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789603622.661377:0:33287:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603622.661382:0:33287:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603622.661385:0:33287:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603622.661388:0:33287:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603622.661393:0:33287:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe54d7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33287 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603622.661403:0:33287:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe54d7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33287 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603622.661419:0:33287:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe54d7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33287 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789603622.661424:0:33287:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603622.661426:0:33287:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603622.661434:0:33287:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80411da80. 00000100:00000001:0.0:1789603622.661436:0:33287:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111912290944 : -106961797260672 : ffff9eb80411da80) 00000100:00000001:0.0:1789603622.661439:0:33287:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603622.661441:0:33287:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00000100:00000001:0.0:1789603622.661446:0:33287:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603622.661450:0:33287:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603622.661453:0:33287:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603622.661454:0:33287:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603622.661467:0:33287:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1c380 x1876533442904576/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603622.661476:0:33287:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603622.661479:0:33287:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603622.661483:0:33287:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603622.661486:0:33287:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603622.661488:0:33287:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603622.661492:0:33287:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1c380 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:33287:1876533442904576:192.168.204.129@tcp:101:rm.0 00000100:00000001:0.0:1789603622.661496:0:33287:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603622.661500:0:33287:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603622.661503:0:33287:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603622.661505:0:33287:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603622.661540:0:33287:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb807ad2000. 02000000:00000001:0.0:1789603622.661543:0:33287:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603622.661551:0:33287:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603622.661556:0:33287:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041390b0. 00000400:00000010:0.0:1789603622.661563:0:33287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682088. 00000100:00000200:0.0:1789603622.661570:0:33287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442904576, portal 10 00000100:00000001:0.0:1789603622.661572:0:33287:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603622.661574:0:33287:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00000100:00000040:0.0:1789603622.661580:0:33287:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810d1c380 x1876533442904576/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603638 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603622.661587:0:33287:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603622.661589:0:33287:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603622.661592:0:33287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682990. 00000100:00000200:0.0:1789603622.661595:0:33287:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876533442904576, offset 0 00000400:00000200:0.0:1789603622.661600:0:33287:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603622.661609:0:33287:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603622.661617:0:33287:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603622.661623:0:33287:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603622.661627:0:33287:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603622.661630:0:33287:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603622.661632:0:33287:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603622.661636:0:33287:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2842:2842:256:4294967295] 192.168.204.129@tcp LPNI seq info [2842:2842:8:4294967295] 00000400:00000200:0.0:1789603622.661640:0:33287:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603622.661651:0:33287:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603622.661657:0:33287:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603622.661662:0:33287:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076d00. 00000800:00000200:0.0:1789603622.661669:0:33287:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603622.661678:0:33287:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603622.661682:0:33287:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789603622.661700:0:33287:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603622.661705:0:33287:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 853472 usecs (854 jiffies) 00000400:00000200:0.0:1789603622.661708:0:33287:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603622.661710:0:33287:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296622449 00000100:00000001:0.0:1789603622.661713:0:33287:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296625518 00000100:00000001:0.0:1789603622.661715:0:33287:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296622449 00000100:00000001:0.0:1789603622.661717:0:33287:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296625518 00000100:00000001:0.0:1789603622.661719:0:33287:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603622.661722:0:33287:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603622.661724:0:33287:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603622.661726:0:33287:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603622.661729:0:33287:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80411da80 going to sleep for 11 seconds 00000100:00000001:0.0:1789603622.661731:0:33287:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603622.661734:0:33287:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603622.661899:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603622.661904:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076d00. 00000400:00000200:3.0:1789603622.661909:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603622.661914:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603622.661920:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682990 00000400:00000010:3.0:1789603622.661923:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682990. 00000100:00000001:3.0:1789603622.661927:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603622.661932:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1c380 x1876533442904576/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603638 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603622.661942:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603622.661945:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1c380 x1876533442904576/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603638 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603622.661951:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603622.661953:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:0.1:1789603622.667660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806947f60. 00000800:00000001:2.0:1789603622.674003:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603622.674027:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603622.674033:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603622.674035:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603622.674047:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.674056:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603622.674068:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.674074:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.674162:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.674167:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d460200 00000400:00000200:2.0:1789603622.674173:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.674181:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x816d [1] + 224 00000800:00000001:2.0:1789603622.674191:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603622.674202:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603622.674207:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603622.674212:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603622.674225:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603622.674238:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1c380 x1876533442904576/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603638 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603622.674251:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb810d1c380 x1876533442904576/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603638 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603622.674277:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603622.674287:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603622.674291:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603622.674381:0:33287:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603622.674391:0:33287:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603622.674393:0:33287:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603622.674397:0:33287:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041390b0. 00000400:00000200:0.0:1789603622.674402:0:33287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682088 00000400:00000010:0.0:1789603622.674405:0:33287:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682088. 00000100:00000001:0.0:1789603622.674408:0:33287:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603622.674413:0:33287:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1c380 x1876533442904576/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603638 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603622.674422:0:33287:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1c380 x1876533442904576/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603638 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603622.674428:0:33287:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603622.674430:0:33287:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603622.674433:0:33287:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603622.674437:0:33287:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603622.674440:0:33287:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603622.674442:0:33287:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603622.674446:0:33287:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603622.674458:0:33287:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=20 v=5 (5 106 106 106) 00000100:00001000:0.0:1789603622.674463:0:33287:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603622.674466:0:33287:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603622.674469:0:33287:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.674472:0:33287:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603622.674477:0:33287:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603622.674482:0:33287:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603622.674484:0:33287:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967635 00000100:00000001:0.0:1789603622.674486:0:33287:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603622.674490:0:33287:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603622.674496:0:33287:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1c380 x1876533442904576/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603638 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603622.674556:0:33287:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603622.674560:0:33287:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603622.674563:0:33287:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603622.674567:0:33287:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1c380 x1876533442904576/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603638 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603622.674575:0:33287:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1c380 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:33287:1876533442904576:192.168.204.129@tcp:101:rm.0 00000100:00000001:0.0:1789603622.674581:0:33287:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603622.674584:0:33287:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603622.674587:0:33287:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603622.674590:0:33287:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603622.674594:0:33287:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1c380 x1876533442904576/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603638 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603622.674600:0:33287:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603622.674603:0:33287:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80411da80. 00000100:00000001:0.0:1789603622.675312:0:33287:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603622.675315:0:33287:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.675319:0:33287:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789603622.675326:0:33287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603622.675329:0:33287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603622.675334:0:33287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=4 00000020:00000001:0.0:1789603622.675337:0:33287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603622.675341:0:33287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000040:0.0:1789603622.675350:0:33287:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb800031000, remote cookie: 0x31dbb14d74e91b98, flags: 0x1001 00010000:00010000:0.0:1789603622.675357:0:33287:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe54d7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b98 expref: -99 pid: 33287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603622.675370:0:33287:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe54d7 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b98 expref: -99 pid: 33287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603622.675383:0:33287:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789603622.675388:0:33287:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789603622.675390:0:33287:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789603622.675391:0:33287:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789603622.675393:0:33287:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789603622.675396:0:33287:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9eb819248400) refcount = 1 00010000:00010000:0.0:1789603622.675400:0:33287:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe54d7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b98 expref: -99 pid: 33287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603622.675407:0:33287:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789603622.675411:0:33287:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789603622.675413:0:33287:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603622.675417:0:33287:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789603622.675420:0:33287:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603622.675423:0:33287:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe54d7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b98 expref: -99 pid: 33287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603622.675429:0:33287:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789603622.675430:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.675433:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603622.675434:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.675435:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603622.675436:0:33287:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603622.675442:0:33287:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789603622.675443:0:33287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603622.675445:0:33287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603622.675446:0:33287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:0.0:1789603622.675448:0:33287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603622.675451:0:33287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603622.675453:0:33287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603622.675454:0:33287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603622.675455:0:33287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=4 00000020:00000001:0.0:1789603622.675457:0:33287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603622.675460:0:33287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603622.675464:0:33287:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603622.675468:0:33287:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603622.675472:0:33287:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe54d7 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b98 expref: -99 pid: 33287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603622.675479:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.675480:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603622.675482:0:33287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603622.675483:0:33287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603622.675484:0:33287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=5 00000020:00000001:0.0:1789603622.675486:0:33287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603622.675488:0:33287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603622.675490:0:33287:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603622.675493:0:33287:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe54d7 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b98 expref: -99 pid: 33287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603622.675499:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.675500:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789603622.675503:0:33287:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe54d7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b98 expref: -99 pid: 33287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603622.675509:0:33287:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603622.675546:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.675548:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603622.675549:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.675550:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789603622.675559:0:33287:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb810d1c380 x1876533442904576/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603638 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789603622.675569:0:33287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603622.675571:0:33287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603622.675572:0:33287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:0.0:1789603622.675574:0:33287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603622.675577:0:33287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603622.675579:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.675581:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603622.675582:0:33287:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603622.675584:0:33287:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603622.675588:0:33287:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789603622.675590:0:33287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603622.675591:0:33287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603622.675593:0:33287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:0.0:1789603622.675594:0:33287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603622.675597:0:33287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00000002:00010000:0.0:1789603622.675600:0:33287:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe54d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b98 expref: -99 pid: 33287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603622.676035:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.676037:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603622.676039:0:33287:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603622.676041:0:33287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603622.676042:0:33287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603622.676044:0:33287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:0.0:1789603622.676046:0:33287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603622.676049:0:33287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000040:0.0:1789603622.676056:0:33287:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:0.0:1789603622.676060:0:33287:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789603622.676065:0:33287:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789603622.676068:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.676069:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603622.676070:0:33287:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789603622.676245:0:33287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27898 00000002:00002000:0.0:1789603622.676249:0:33287:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789603622.676252:0:33287:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603622.676258:0:33287:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603622.676262:0:33287:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789603622.676266:0:33287:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789603622.676269:0:33287:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603622.676273:0:33287:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603622.676279:0:33287:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb814ea0000. 00000080:00000001:0.0:1789603622.676284:0:33287:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603622.676287:0:33287:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789603622.676296:0:33287:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789603622.676301:0:33287:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789603622.676312:0:33287:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb807a3f180. 00800000:00000001:0.0:1789603622.676314:0:33287:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637111972196736 : -106961737354880 : ffff9eb807a3f180) 00800000:00000001:0.0:1789603622.676317:0:33287:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603622.676319:0:33287:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789603622.676323:0:33287:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789603622.676325:0:33287:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789603622.676328:0:33287:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789603622.676332:0:33287:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789603622.676334:0:33287:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603622.676340:0:33287:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789603622.676343:0:33287:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789603622.676348:0:33287:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1789603622.676351:0:33287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603622.676352:0:33287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603622.676354:0:33287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:0.0:1789603622.676356:0:33287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603622.676358:0:33287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603622.676360:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.676361:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789603622.676363:0:33287:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789603622.676365:0:33287:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789603622.676367:0:33287:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807a3f180 1 00800000:00000010:0.0:1789603622.676369:0:33287:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb807a3f180. 00800000:00000001:0.0:1789603622.676372:0:33287:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603622.676376:0:33287:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe54d7 00800000:00000001:0.0:1789603622.676380:0:33287:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603622.676382:0:33287:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603622.676383:0:33287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603622.676385:0:33287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603622.676386:0:33287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:0.0:1789603622.676388:0:33287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603622.676390:0:33287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603622.676392:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.676393:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603622.676395:0:33287:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603622.676397:0:33287:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603622.676400:0:33287:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603622.676402:0:33287:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603622.676406:0:33287:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe54d7 from it ffffb8e501c27b58 00010000:00000001:0.0:1789603622.676408:0:33287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603622.676409:0:33287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603622.676410:0:33287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:0.0:1789603622.676413:0:33287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603622.676414:0:33287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603622.676417:0:33287:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603622.676421:0:33287:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe54d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b98 expref: -99 pid: 33287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603622.676429:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.676430:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603622.676431:0:33287:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603622.676434:0:33287:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603622.676436:0:33287:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe54d7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b98 expref: -99 pid: 33287 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603622.676446:0:33287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603622.676451:0:33287:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603622.676453:0:33287:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603622.676459:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.676460:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603622.676463:0:33287:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.676467:0:33287:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603622.676469:0:33287:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.676471:0:33287:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.676474:0:33287:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.676476:0:33287:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603622.676478:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.676479:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603622.676482:0:33287:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603622.676491:0:33287:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1c380 x1876533442904576/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603638 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603622.676499:0:33287:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603622.676503:0:33287:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603622.676507:0:33287:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb807ad2000. 02000000:00000001:0.0:1789603622.676573:0:33287:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603622.676577:0:33287:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603622.676579:0:33287:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603622.676582:0:33287:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603622.676585:0:33287:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8051e0000. 02000000:00000001:0.0:1789603622.676589:0:33287:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603622.676592:0:33287:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603622.676594:0:33287:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1c380. 00000100:00000001:0.0:1789603622.676599:0:33287:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603622.676601:0:33287:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603622.676615:0:33287:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:0.0:1789603622.676623:0:33287:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603622.676641:0:33287:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb806947f00. 00000020:00000001:0.0:1789603622.678217:0:33287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27ae8 00000080:00200000:0.0:1789603622.678228:0:33287:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9eb808190908), flags=8 00000080:00000001:0.0:1789603622.678234:0:33287:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789603622.678237:0:33287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27998 00000080:00200000:0.0:1789603622.678239:0:33287:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9eb808190908), intent=getattr 00000080:00000001:0.0:1789603622.678246:0:33287:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000020:0.0:1789603622.678250:0:33287:0:(statahead.c:273:sa_get()) lustre: wrong pid=33267:33287 for entry f22.recovery-small-2 00000080:00000001:3.0:1789603622.678334:0:33268:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1789603622.678338:0:33268:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1789603622.678350:0:33268:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9eb80502bd00. 00000020:00000001:3.0:1789603622.678354:0:33268:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d53cd8 00000080:00400000:3.0:1789603622.678355:0:33268:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-10(ffff9eb80502bd00) index 9 00000080:00000001:0.0:1789603622.678376:0:33287:0:(statahead.c:2046:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:0.0:1789603622.678380:0:33287:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000010:0.0:1789603622.678393:0:33287:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb814ea0000. 00800000:00000002:0.0:1789603622.678402:0:33287:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603622.678408:0:33287:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603622.678415:0:33287:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603622.678418:0:33287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c278b8 00800000:00000002:0.0:1789603622.678420:0:33287:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603622.678424:0:33287:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603622.678429:0:33287:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603622.678433:0:33287:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603622.678436:0:33287:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603622.678440:0:33287:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603622.678442:0:33287:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603622.678444:0:33287:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603622.678447:0:33287:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603622.678452:0:33287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27850 00800000:00000002:0.0:1789603622.678454:0:33287:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-2' -> mds #0 00000002:00000001:0.0:1789603622.678460:0:33287:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603622.678462:0:33287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27788 00000002:00010000:0.0:1789603622.678463:0:33287:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1789603622.678468:0:33287:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789603622.678471:0:33287:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789603622.678478:0:33287:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1c380. 00000020:00000040:0.0:1789603622.678482:0:33287:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:0.0:1789603622.678490:0:33287:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603622.678495:0:33287:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603622.678503:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.678505:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603622.678507:0:33287:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603622.678528:0:33287:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603622.678531:0:33287:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603622.678536:0:33287:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603622.678545:0:33287:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8051e0000. 00000100:00000001:0.0:1789603622.678553:0:33287:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.678559:0:33287:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603622.678562:0:33287:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.678563:0:33287:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603622.678566:0:33287:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.678568:0:33287:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603622.678578:0:33287:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00010000:00000001:0.0:1789603622.678582:0:33287:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789603622.678585:0:33287:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789603622.678593:0:33287:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:0.0:1789603622.678597:0:33287:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603622.678599:0:33287:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789603622.678615:0:33287:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb800031a00. 00000020:00000001:0.0:1789603622.678619:0:33287:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789603622.678623:0:33287:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb800031a00 with handle 0xa04c19c788fe54de to hash 00000020:00000001:0.0:1789603622.678625:0:33287:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789603622.678627:0:33287:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603622.678631:0:33287:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603622.678635:0:33287:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603622.678638:0:33287:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603622.678644:0:33287:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe54de lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 33287 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603622.678666:0:33287:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe54de lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33287 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603622.678677:0:33287:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe54de lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33287 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789603622.678683:0:33287:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603622.678685:0:33287:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603622.678695:0:33287:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80411da80. 00000100:00000001:0.0:1789603622.678697:0:33287:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111912290944 : -106961797260672 : ffff9eb80411da80) 00000100:00000001:0.0:1789603622.678708:0:33287:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603622.678710:0:33287:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00000100:00000001:0.0:1789603622.678715:0:33287:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603622.678720:0:33287:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603622.678723:0:33287:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603622.678726:0:33287:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603622.678737:0:33287:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1c380 x1876533442904704/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603622.678746:0:33287:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603622.678748:0:33287:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603622.678752:0:33287:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603622.678755:0:33287:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603622.678757:0:33287:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603622.678761:0:33287:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1c380 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:33287:1876533442904704:192.168.204.129@tcp:101:rm.0 00000100:00000001:0.0:1789603622.678765:0:33287:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603622.678772:0:33287:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603622.678774:0:33287:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603622.678776:0:33287:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603622.678781:0:33287:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb807ad2000. 02000000:00000001:0.0:1789603622.678783:0:33287:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603622.678792:0:33287:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603622.678798:0:33287:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041390b0. 00000400:00000010:0.0:1789603622.678806:0:33287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682088. 00000100:00000200:0.0:1789603622.678815:0:33287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442904704, portal 10 00000100:00000001:0.0:1789603622.678817:0:33287:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603622.678818:0:33287:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00000100:00000040:0.0:1789603622.678825:0:33287:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810d1c380 x1876533442904704/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603638 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603622.678846:0:33287:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603622.678849:0:33287:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603622.678853:0:33287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682f68. 00000100:00000200:0.0:1789603622.678857:0:33287:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876533442904704, offset 0 00000400:00000200:0.0:1789603622.678865:0:33287:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603622.678875:0:33287:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603622.678887:0:33287:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603622.678894:0:33287:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603622.678899:0:33287:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603622.678903:0:33287:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603622.678907:0:33287:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603622.678912:0:33287:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2843:2843:256:4294967295] 192.168.204.129@tcp LPNI seq info [2843:2843:8:4294967295] 00000400:00000200:0.0:1789603622.678916:0:33287:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603622.678927:0:33287:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603622.678934:0:33287:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603622.678939:0:33287:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076200. 00000800:00000200:0.0:1789603622.678947:0:33287:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603622.678956:0:33287:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603622.678962:0:33287:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789603622.678992:0:33287:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603622.678997:0:33287:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 852362 usecs (853 jiffies) 00000400:00000200:0.0:1789603622.679000:0:33287:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603622.679003:0:33287:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296622465 00000100:00000001:0.0:1789603622.679007:0:33287:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296625518 00000100:00000001:0.0:1789603622.679010:0:33287:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296622465 00000100:00000001:0.0:1789603622.679012:0:33287:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296625518 00000100:00000001:0.0:1789603622.679015:0:33287:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603622.679019:0:33287:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603622.679021:0:33287:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603622.679023:0:33287:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603622.679026:0:33287:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80411da80 going to sleep for 11 seconds 00000100:00000001:0.0:1789603622.679029:0:33287:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603622.679033:0:33287:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603622.679886:0:33268:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446637111928077568 : -106961781474048 : ffff9eb80502bd00) 00000080:00000001:3.0:1789603622.679896:0:33268:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1789603622.679905:0:33268:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9eb80511d400. 00800000:00000002:3.0:1789603622.679913:0:33268:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 3 00800000:00000001:3.0:1789603622.679922:0:33268:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1789603622.679926:0:33268:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603622.679929:0:33268:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603622.679932:0:33268:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603622.679934:0:33268:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603622.679937:0:33268:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603622.679938:0:33268:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603622.679941:0:33268:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603622.679945:0:33268:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1789603622.679949:0:33268:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446637111954143424 : -106961755408192 : ffff9eb8069078c0) 00000002:00000001:3.0:1789603622.679953:0:33268:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1789603622.679957:0:33268:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9eb811672540. 00000002:00000001:3.0:1789603622.679961:0:33268:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000010:3.0:1789603622.679964:0:33268:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff9eb810df8c00. 00000002:00000010:3.0:1789603622.679968:0:33268:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff9eb807c62140. 00000002:00000010:3.0:1789603622.679973:0:33268:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff9eb804034000. 00000002:00000001:3.0:1789603622.679976:0:33268:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1789603622.679978:0:33268:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1789603622.679988:0:33268:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1789603622.679992:0:33268:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1789603622.679995:0:33268:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789603622.680003:0:33268:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 3 00010000:00000001:3.0:1789603622.680006:0:33268:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603622.680009:0:33268:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789603622.680014:0:33268:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb8131e4a00. 00000020:00000001:3.0:1789603622.680019:0:33268:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789603622.680023:0:33268:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb8131e4a00 with handle 0xa04c19c788fe54e5 to hash 00000020:00000001:3.0:1789603622.680025:0:33268:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789603622.680027:0:33268:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:3.0:1789603622.680032:0:33268:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:3.0:1789603622.680036:0:33268:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603622.680039:0:33268:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603622.680044:0:33268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe54e5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603622.680055:0:33268:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe54e5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603622.680061:0:33268:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603622.680064:0:33268:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603622.680068:0:33268:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1789603622.680072:0:33268:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9eb807c62080. 00000002:00000001:3.0:1789603622.680075:0:33268:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603622.680077:0:33268:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603622.680078:0:33268:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603622.680080:0:33268:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603622.680082:0:33268:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603622.680086:0:33268:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:3.0:1789603622.680088:0:33268:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:3.0:1789603622.680090:0:33268:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:3.0:1789603622.680092:0:33268:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:3.0:1789603622.680097:0:33268:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b48380. 00000020:00000040:3.0:1789603622.680101:0:33268:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:3.0:1789603622.680107:0:33268:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603622.680110:0:33268:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603622.680115:0:33268:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603622.680120:0:33268:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb80511e400. 00000100:00000001:3.0:1789603622.680126:0:33268:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603622.680130:0:33268:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603622.680133:0:33268:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603622.680136:0:33268:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603622.680141:0:33268:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603622.680146:0:33268:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603622.680169:0:33268:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d032664] to pc [ptlrpcd_01_00+0] req@ffff9eb810b48380 x1876533442904832/t0(0) o63->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:3.0:1789603622.680199:0:33268:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603622.680202:0:33268:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603622.680204:0:33268:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603622.680206:0:33268:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000010:3.0:1789603622.680209:0:33268:0:(statahead.c:1525:ll_statahead_by_fname()) kfreed 'fname': 255 at ffff9eb80783f500. 00000080:00000001:3.0:1789603622.680216:0:33268:0:(statahead.c:1526:ll_statahead_by_fname()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603622.680219:0:33268:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:3.0:1789603622.680221:0:33268:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:3.0:1789603622.680223:0:33268:0:(batch.c:694:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603622.680225:0:33268:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603622.680227:0:33268:0:(statahead.c:1604:ll_statahead_thread()) Process leaving 00800000:00000001:3.0:1789603622.680229:0:33268:0:(lmv_obd.c:4459:lmv_batch_stop()) Process entered 00000002:00000001:3.0:1789603622.680231:0:33268:0:(batch.c:675:cli_batch_stop()) Process entered 00000002:00000001:3.0:1789603622.680232:0:33268:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:3.0:1789603622.680234:0:33268:0:(batch.c:438:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1789603622.680236:0:33268:0:(batch.c:680:cli_batch_stop()) kfreed 'cbh': 32 at ffff9eb8069078c0. 00000002:00000001:3.0:1789603622.680239:0:33268:0:(batch.c:681:cli_batch_stop()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:3.0:1789603622.680241:0:33268:0:(lmv_obd.c:4472:lmv_batch_stop()) kfreed 'sub': 32 at ffff9eb806907760. 00800000:00000010:3.0:1789603622.680244:0:33268:0:(lmv_obd.c:4480:lmv_batch_stop()) kfreed 'lbh': 48 at ffff9eb807c62bc0. 00800000:00000001:3.0:1789603622.680246:0:33268:0:(lmv_obd.c:4481:lmv_batch_stop()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1789603622.680249:0:33268:0:(statahead.c:1138:ll_stop_agl()) stop agl thread: sai ffff9eb804f7fe00 pid 33269 00000100:00000001:3.0:1789603622.680279:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603622.680284:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603622.680287:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603622.680293:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b48380 x1876533442904832/t0(0) o63->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603622.680303:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603622.680306:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603622.680310:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1789603622.680311:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1789603622.680313:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603622.680317:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1789603622.680319:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076200. 00000100:00100000:3.0:1789603622.680322:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442904832:192.168.204.129@tcp:63:ll_sa.0 00000400:00000200:2.0:1789603622.680327:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789603622.680328:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603622.680332:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603622.680337:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603622.680338:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 02000000:00000001:3.0:1789603622.680342:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1789603622.680349:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682f68 02000000:00000010:3.0:1789603622.680351:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9eb807aa4000. 00000400:00000010:2.0:1789603622.680355:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682f68. 02000000:00000001:3.0:1789603622.680356:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603622.680364:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1789603622.680367:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000200:2.0:1789603622.680372:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1c380 x1876533442904704/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603638 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1789603622.680373:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8057483c8. 00000400:00000010:3.0:1789603622.680382:0:2402:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9eb811672240. 00000100:00000001:2.0:1789603622.680387:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1789603622.680390:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1876533442904832, portal 4 00000100:00000040:2.0:1789603622.680393:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1c380 x1876533442904704/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603638 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603622.680394:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603622.680398:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124277632 : -106961585273984 : ffff9eb810b48380) 00000100:00000001:2.0:1789603622.680407:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603622.680408:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b48380 x1876533442904832/t0(0) o63->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789603638 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603622.680411:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789603622.680419:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603622.680424:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603622.680428:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0660. 00000100:00000200:3.0:1789603622.680431:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 680 bytes to portal 24, xid 1876533442904832, offset 0 00000400:00000200:3.0:1789603622.680439:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603622.680447:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603622.680451:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1789603622.680455:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000100:00000001:2.0:1789603622.680456:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603622.680465:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603622.680470:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603622.680477:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603622.680480:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603622.680484:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2844:2844:256:4294967295] 192.168.204.129@tcp LPNI seq info [2844:2844:8:4294967295] 00000400:00000200:3.0:1789603622.680489:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603622.680497:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603622.680502:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 680 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603622.680888:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb806888400. 00000800:00000200:2.0:1789603622.680899:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603622.680906:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603622.680910:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb806888400 type 1, nob 776 niov 1 nkiov 1 00000100:00000001:2.0:1789603622.680924:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603622.680930:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 852362 usecs (853 jiffies) 00000400:00000200:2.0:1789603622.680934:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603622.680938:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296622467 00000100:00000001:2.0:1789603622.680942:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296625518 00000100:00000001:2.0:1789603622.680945:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296622467 00000100:00000001:2.0:1789603622.680948:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296625518 00000100:00000001:2.0:1789603622.680950:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603622.680954:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603622.680957:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603622.680960:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603622.680970:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603622.680972:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789603622.680975:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603622.680976:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603622.680978:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603622.680980:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603622.681051:0:33269:0:(statahead.c:1120:ll_agl_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789603622.681201:0:33268:0:(statahead.c:1153:ll_stop_agl()) agl thread stopped: sai ffff9eb804f7fe00, parent / 00000800:00000200:3.0:1789603622.681401:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603622.681405:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb806888400. 00000400:00000200:3.0:1789603622.681410:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603622.681414:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603622.681418:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0660 00000400:00000010:3.0:1789603622.681421:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0660. 00000100:00000001:3.0:1789603622.681426:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603622.681431:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b48380 x1876533442904832/t0(0) o63->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789603638 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603622.681442:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603622.681445:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b48380 x1876533442904832/t0(0) o63->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789603638 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603622.681453:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603622.681455:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603622.687468:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603622.687493:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603622.687498:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603622.687501:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603622.687561:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.687576:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603622.687588:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.687595:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.687601:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.687612:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 4320 into portal 4 MB=0x6aab27d460300 00000400:00000200:2.0:1789603622.687618:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603622.687625:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 4320/4320 into md 0x817d [2] + 224 00000800:00000001:2.0:1789603622.687634:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603622.689113:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603622.689130:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603622.689138:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603622.689146:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603622.689168:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b48380 x1876533442904832/t0(0) o63->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789603638 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603622.689183:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9eb810b48380 x1876533442904832/t0(0) o63->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789603638 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603622.689204:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603622.689216:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603622.689223:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603622.689650:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603622.689655:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603622.689663:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603622.689665:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603622.689745:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8057483c8. 00000400:00000200:3.0:1789603622.689751:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb811672240 00000400:00000010:3.0:1789603622.689753:0:2402:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9eb811672240. 00000100:00000001:3.0:1789603622.689757:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603622.689763:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b48380 x1876533442904832/t0(0) o63->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789603638 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603622.689773:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b48380 x1876533442904832/t0(0) o63->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789603638 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603622.689780:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603622.689783:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603622.689795:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603622.689798:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603622.689801:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603622.689810:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603622.689814:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603622.689824:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb5c8 time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1789603622.689829:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603622.689839:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1789603622.689843:0:2402:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff9eb810b48380 x1876533442904832/t0(0) o63->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789603638 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603622.689851:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1789603622.689856:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603622.689858:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967635 00000100:00000001:3.0:1789603622.689860:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603622.689863:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1789603622.689868:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b48380 x1876533442904832/t0(0) o63->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789603638 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603622.689875:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1789603622.689878:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603622.689880:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789603622.689883:0:2402:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:3.0:1789603622.689889:0:2402:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:3.0:1789603622.689894:0:2402:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789603622.689896:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603622.689898:0:2402:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603622.689902:0:2402:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4a00 refcount=4 00000020:00000001:3.0:1789603622.689904:0:2402:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:3.0:1789603622.689907:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00010000:3.0:1789603622.689912:0:2402:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe54e5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603622.689918:0:2402:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1789603622.689922:0:2402:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe54e5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603622.689928:0:2402:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603622.689931:0:2402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe54e5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603622.689936:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603622.689937:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789603622.689940:0:2402:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe54e5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603622.689949:0:2402:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603622.689952:0:2402:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603622.689954:0:2402:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789603622.689957:0:2402:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe54e5 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603622.689963:0:2402:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb8131e4a00 already unused, calling callback (ffffffffc1bbd980) 00000080:00000001:3.0:1789603622.689967:0:2402:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1789603622.689970:0:2402:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe54e5 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603622.689975:0:2402:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1789603622.689977:0:2402:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1789603622.689980:0:2402:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe54e5 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603622.689984:0:2402:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1789603622.689986:0:2402:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789603622.689987:0:2402:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603622.689989:0:2402:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603622.689990:0:2402:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4a00 refcount=5 00000020:00000001:3.0:1789603622.689992:0:2402:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:3.0:1789603622.689994:0:2402:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:3.0:1789603622.689997:0:2402:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603622.689999:0:2402:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe54e5 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1789603622.690004:0:2402:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789603622.690005:0:2402:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603622.690008:0:2402:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1789603622.690009:0:2402:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603622.690013:0:2402:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603622.690014:0:2402:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603622.690015:0:2402:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603622.690017:0:2402:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789603622.690019:0:2402:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb8131e4a00 with handle 0xa04c19c788fe54e5 from hash 00010000:00000001:3.0:1789603622.690021:0:2402:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603622.690023:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603622.690024:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603622.690025:0:2402:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603622.690026:0:2402:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603622.690028:0:2402:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1789603622.690030:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603622.690031:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603622.690032:0:2402:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603622.690034:0:2402:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603622.690037:0:2402:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe54e5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603622.690042:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603622.690043:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603622.690044:0:2402:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1789603622.690046:0:2402:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603622.690047:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603622.690048:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603622.690049:0:2402:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789603622.690051:0:2402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe54e5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 33268 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603622.690062:0:2402:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603622.690063:0:2402:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789603622.690068:0:2402:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1789603622.690070:0:2402:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bbfc58 00000080:00400000:3.0:1789603622.690072:0:2402:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-10 rc -125 00000080:00000001:3.0:1789603622.690075:0:2402:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1789603622.690078:0:2402:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789603622.690080:0:2402:0:(dcache.c:176:ll_intent_release()) intent ffff9eb80511d590 released 00000080:00000001:3.0:1789603622.690083:0:2402:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1789603622.690086:0:2402:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 3 00000080:00000010:3.0:1789603622.690090:0:2402:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9eb811672540. 00000080:00000010:3.0:1789603622.690093:0:2402:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9eb80511d400. 00000080:00000001:3.0:1789603622.690097:0:2402:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1789603622.690099:0:2402:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9eb807c62080. 00000002:00000010:3.0:1789603622.690102:0:2402:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff9eb804034000. 00000002:00000010:3.0:1789603622.690106:0:2402:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff9eb807c62140. 00000002:00000010:3.0:1789603622.690108:0:2402:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff9eb810df8c00. 00000002:00000001:3.0:1789603622.690111:0:2402:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:3.0:1789603622.690114:0:2402:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1789603622.690120:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b48380 x1876533442904832/t0(0) o63->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789603638 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603622.690128:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442904832:192.168.204.129@tcp:63:ll_sa.0 00000100:00000001:3.0:1789603622.690133:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603622.690136:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603622.690139:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b48380 x1876533442904832/t0(0) o63->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:24/4 lens 680/4320 e 0 to 0 dl 1789603638 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603622.690144:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603622.690158:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603622.690161:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9eb807aa4000. 02000000:00000001:3.0:1789603622.690165:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603622.690169:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603622.690170:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603622.690173:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603622.690175:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb80511e400. 02000000:00000001:3.0:1789603622.690178:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603622.690180:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603622.690182:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b48380. 00000100:00000001:3.0:1789603622.690185:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603622.690187:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603622.690189:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603622.690196:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603622.690198:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603622.690200:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603622.690203:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789603622.693018:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603622.693042:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603622.693049:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603622.693051:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603622.693063:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603622.693073:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603622.693095:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603622.693102:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603622.693108:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603622.693113:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 640 into portal 10 MB=0x6aab27d460280 00000400:00000200:3.0:1789603622.693119:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603622.693127:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 640/640 into md 0x8175 [1] + 224 00000800:00000001:3.0:1789603622.693135:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603622.693157:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603622.693162:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603622.693167:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603622.693178:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603622.693188:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1c380 x1876533442904704/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603638 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603622.693199:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9eb810d1c380 x1876533442904704/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603638 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603622.693225:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603622.693235:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603622.693239:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603622.693379:0:33287:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603622.693388:0:33287:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603622.693391:0:33287:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603622.693395:0:33287:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041390b0. 00000400:00000200:0.0:1789603622.693400:0:33287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682088 00000400:00000010:0.0:1789603622.693404:0:33287:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682088. 00000100:00000001:0.0:1789603622.693407:0:33287:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603622.693412:0:33287:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1c380 x1876533442904704/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603638 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603622.693423:0:33287:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1c380 x1876533442904704/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603638 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603622.693429:0:33287:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603622.693431:0:33287:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603622.693434:0:33287:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603622.693438:0:33287:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603622.693441:0:33287:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603622.693444:0:33287:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603622.693447:0:33287:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603622.693459:0:33287:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=20 v=5 (5 106 106 106) 00000100:00001000:0.0:1789603622.693465:0:33287:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603622.693468:0:33287:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603622.693470:0:33287:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.693474:0:33287:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603622.693478:0:33287:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603622.693484:0:33287:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603622.693487:0:33287:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967635 00000100:00000001:0.0:1789603622.693489:0:33287:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603622.693493:0:33287:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603622.693499:0:33287:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1c380 x1876533442904704/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/640 e 0 to 0 dl 1789603638 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603622.693506:0:33287:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603622.693558:0:33287:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603622.693560:0:33287:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603622.693565:0:33287:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1c380 x1876533442904704/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/640 e 0 to 0 dl 1789603638 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603622.693574:0:33287:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1c380 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:33287:1876533442904704:192.168.204.129@tcp:101:rm.0 00000100:00000001:0.0:1789603622.693590:0:33287:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603622.693593:0:33287:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603622.693596:0:33287:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603622.693599:0:33287:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603622.693603:0:33287:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1c380 x1876533442904704/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/640 e 0 to 0 dl 1789603638 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603622.693618:0:33287:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603622.693622:0:33287:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80411da80. 00000100:00000001:0.0:1789603622.693627:0:33287:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603622.693629:0:33287:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.693632:0:33287:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789603622.693638:0:33287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603622.693641:0:33287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603622.693880:0:33287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=4 00000020:00000001:0.0:1789603622.693885:0:33287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603622.693888:0:33287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000040:0.0:1789603622.693897:0:33287:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb800031a00, remote cookie: 0x31dbb14d74e91bc9, flags: 0x1001 00010000:00010000:0.0:1789603622.693903:0:33287:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe54de lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91bc9 expref: -99 pid: 33287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789603622.693914:0:33287:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789603622.693918:0:33287:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789603622.693929:0:33287:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb819248a00. 00010000:00000010:0.0:1789603622.693935:0:33287:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb805741d00. 00010000:00000001:0.0:1789603622.693942:0:33287:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603622.693946:0:33287:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe54de lrc: 4/1,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91bc9 expref: -99 pid: 33287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603622.693956:0:33287:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe54de lrc: 4/1,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91bc9 expref: -99 pid: 33287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603622.693963:0:33287:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789603622.693968:0:33287:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789603622.693971:0:33287:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789603622.693973:0:33287:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789603622.693975:0:33287:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789603622.693978:0:33287:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x27:0x0].0x0 (ffff9eb819248a00) refcount = 1 00010000:00010000:0.0:1789603622.693983:0:33287:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe54de lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91bc9 expref: -99 pid: 33287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603622.693991:0:33287:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789603622.693994:0:33287:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789603622.693996:0:33287:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603622.694000:0:33287:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789603622.694003:0:33287:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603622.694007:0:33287:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe54de lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91bc9 expref: -99 pid: 33287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603622.694013:0:33287:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789603622.694015:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.694016:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603622.694017:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.694018:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603622.694020:0:33287:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603622.694032:0:33287:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789603622.694034:0:33287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603622.694035:0:33287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603622.694037:0:33287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:0.0:1789603622.694039:0:33287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603622.694041:0:33287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603622.694043:0:33287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603622.694044:0:33287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603622.694046:0:33287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=4 00000020:00000001:0.0:1789603622.694047:0:33287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603622.694049:0:33287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603622.694052:0:33287:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603622.694056:0:33287:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603622.694060:0:33287:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe54de lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91bc9 expref: -99 pid: 33287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603622.694072:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.694073:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603622.694142:0:33287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603622.694144:0:33287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603622.694156:0:33287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=5 00000020:00000001:0.0:1789603622.694159:0:33287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603622.694162:0:33287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603622.694165:0:33287:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603622.694168:0:33287:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe54de lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91bc9 expref: -99 pid: 33287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603622.694176:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.694177:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789603622.694180:0:33287:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe54de lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91bc9 expref: -99 pid: 33287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603622.694187:0:33287:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603622.694189:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.694190:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603622.694192:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.694193:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789603622.694200:0:33287:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb810d1c380 x1876533442904704/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/640 e 0 to 0 dl 1789603638 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789603622.694211:0:33287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603622.694213:0:33287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603622.694214:0:33287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:0.0:1789603622.694216:0:33287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603622.694218:0:33287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00000002:00010000:0.0:1789603622.694223:0:33287:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe54de lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91bc9 expref: -99 pid: 33287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789603622.694240:0:33287:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9eb807a3f180. 00010000:00000001:0.0:1789603622.694242:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.694243:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603622.694245:0:33287:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603622.694247:0:33287:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603622.694251:0:33287:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789603622.694254:0:33287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603622.694255:0:33287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603622.694257:0:33287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:0.0:1789603622.694259:0:33287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603622.694261:0:33287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00000002:00010000:0.0:1789603622.694265:0:33287:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe54de lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91bc9 expref: -99 pid: 33287 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603622.694272:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.694274:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603622.694276:0:33287:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603622.694277:0:33287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603622.694278:0:33287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603622.694279:0:33287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:0.0:1789603622.694281:0:33287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603622.694284:0:33287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000040:0.0:1789603622.694289:0:33287:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248a00 count: 2 00010000:00000001:0.0:1789603622.694291:0:33287:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789603622.694295:0:33287:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589935621/39 (0 0) 00010000:00000001:0.0:1789603622.694298:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.694299:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603622.694301:0:33287:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789603622.694304:0:33287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27710 00000002:00002000:0.0:1789603622.694307:0:33287:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789603622.694309:0:33287:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603622.694314:0:33287:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603622.694317:0:33287:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789603622.694321:0:33287:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789603622.694324:0:33287:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603622.694328:0:33287:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000001:0.0:1789603622.694332:0:33287:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789603622.694334:0:33287:0:(namei.c:674:ll_lookup_it_finish()) it ffffb8e501c27b20 it_disposition b 00000080:00000001:0.0:1789603622.694337:0:33287:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789603622.694345:0:33287:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789603622.694348:0:33287:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789603622.694350:0:33287:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611175 : 144115205339611175 : 200000405000027) 00000080:00000001:0.0:1789603622.694354:0:33287:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1789603622.694361:0:33287:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603622.694367:0:33287:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154872 : -106961585396744 : ffff9eb810b2a3f8) 00000020:00001000:0.0:1789603622.694370:0:33287:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a3f0 00000020:00000001:0.0:1789603622.694373:0:33287:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789603622.694378:0:33287:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789603622.694381:0:33287:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789603622.694388:0:33287:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb807b8d720. 00020000:00000010:0.0:1789603622.694393:0:33287:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb8122cf400. 00020000:00000010:0.0:1789603622.694399:0:33287:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb807b8d540. 00020000:00000001:0.0:1789603622.694401:0:33287:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637111973565760 : -106961735985856 : ffff9eb807b8d540) 00020000:00000002:0.0:1789603622.694405:0:33287:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb807b8d540, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789603622.694410:0:33287:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789603622.694415:0:33287:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb8122cf400: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000002:0.0:1789603622.694419:0:33287:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9eb8208806c8) owner ffff9eb810b90000 00020000:00000001:0.0:1789603622.694422:0:33287:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789603622.694425:0:33287:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9eb8208806c8) owner ffff9eb810b90000 00020000:00000010:0.0:1789603622.694430:0:33287:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb8122cf400. 00020000:00000010:0.0:1789603622.694434:0:33287:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb807b8d720. 00020000:00000010:0.0:1789603622.694438:0:33287:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb807b8d540. 00020000:00000002:0.0:1789603622.694440:0:33287:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789603622.694442:0:33287:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603622.694444:0:33287:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789603622.694448:0:33287:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a3f0 00000080:00000001:0.0:1789603622.694452:0:33287:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611175 : 144115205339611175 : 200000405000027) 00000080:00000001:0.0:1789603622.694455:0:33287:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1789603622.694461:0:33287:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x27:0x0](ffff9eb80817f448): rc = 0 00000080:00000001:0.0:1789603622.694464:0:33287:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979799624 : -106961729751992 : ffff9eb80817f448) 00010000:00000001:0.0:1789603622.694466:0:33287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603622.694468:0:33287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603622.694469:0:33287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:0.0:1789603622.694471:0:33287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603622.694474:0:33287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00000080:00000001:0.0:1789603622.694477:0:33287:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789603622.694479:0:33287:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603622.694481:0:33287:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154872 : -106961585396744 : ffff9eb810b2a3f8) 00000020:00001000:0.0:1789603622.694483:0:33287:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a3f0 00000020:00000001:0.0:1789603622.694485:0:33287:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789603622.694486:0:33287:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789603622.694487:0:33287:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789603622.694490:0:33287:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb807b8d540. 00020000:00000010:0.0:1789603622.694492:0:33287:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb8122cf400. 00020000:00000010:0.0:1789603622.694495:0:33287:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb807b8d720. 00020000:00000001:0.0:1789603622.694497:0:33287:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637111973566240 : -106961735985376 : ffff9eb807b8d720) 00020000:00000002:0.0:1789603622.694499:0:33287:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb807b8d720, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789603622.694502:0:33287:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789603622.694506:0:33287:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb8122cf400: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000002:0.0:1789603622.694508:0:33287:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9eb8208806c8) owner ffff9eb810b90000 00020000:00000001:0.0:1789603622.694542:0:33287:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789603622.694545:0:33287:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9eb8208806c8) owner ffff9eb810b90000 00020000:00000010:0.0:1789603622.694547:0:33287:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb8122cf400. 00020000:00000010:0.0:1789603622.694550:0:33287:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb807b8d540. 00020000:00000010:0.0:1789603622.694552:0:33287:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb807b8d720. 00020000:00000002:0.0:1789603622.694553:0:33287:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789603622.694556:0:33287:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603622.694558:0:33287:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603622.694562:0:33287:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789603622.694565:0:33287:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8208806c8) owner 0000000000000000/ffff9eb810b90000 00020000:00000002:0.0:1789603622.694569:0:33287:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb805103f00 addref 2/0 by ffff9eb810b90000. 00020000:00000002:0.0:1789603622.694572:0:33287:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8208806c8) owner 0000000000000000/ffff9eb810b90000 00020000:00000001:0.0:1789603622.694575:0:33287:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789603622.694577:0:33287:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789603622.694579:0:33287:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789603622.694580:0:33287:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789603622.694583:0:33287:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789603622.694586:0:33287:0:(file.c:6854:ll_layout_conf()) [0x200000405:0x27:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789603622.694588:0:33287:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a3f0 00000080:00000001:0.0:1789603622.694590:0:33287:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.694592:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.694593:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789603622.694595:0:33287:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789603622.694598:0:33287:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789603622.694600:0:33287:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603622.697421:0:33287:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x27:0x0](ffff9eb80817f448) for lock 0xa04c19c788fe54de 00800000:00000001:0.0:1789603622.697441:0:33287:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603622.697446:0:33287:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603622.697449:0:33287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603622.697453:0:33287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603622.697457:0:33287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:0.0:1789603622.697460:0:33287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603622.697465:0:33287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603622.697470:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.697472:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603622.697474:0:33287:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603622.697476:0:33287:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1789603622.697486:0:33287:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb8185b0ca8 inode ffff9eb80817f448 refc 1 flags 0x40000e 00000080:00000001:0.0:1789603622.697490:0:33287:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1789603622.697495:0:33287:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x27:0x0](ffff9eb80817f448) 00000080:00010000:0.0:1789603622.697499:0:33287:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe54de from it ffffb8e501c27b20 00010000:00000001:0.0:1789603622.697501:0:33287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603622.697504:0:33287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603622.697505:0:33287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:0.0:1789603622.697507:0:33287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603622.698194:0:33287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603622.698198:0:33287:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603622.698205:0:33287:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe54de lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e91bc9 expref: -99 pid: 33287 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603622.698217:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.698219:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603622.698221:0:33287:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603622.698224:0:33287:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603622.698227:0:33287:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe54de lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e91bc9 expref: -99 pid: 33287 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603622.698236:0:33287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603622.698240:0:33287:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603622.698242:0:33287:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603622.698247:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.698248:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603622.698250:0:33287:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.698254:0:33287:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603622.698256:0:33287:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.698259:0:33287:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.698264:0:33287:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.698266:0:33287:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603622.698268:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.698269:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789603622.698272:0:33287:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789603622.698280:0:33287:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb814ea0000. 00000100:00000001:0.0:1789603622.698290:0:33287:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603622.698307:0:33287:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1c380 x1876533442904704/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/640 e 0 to 0 dl 1789603638 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603622.698316:0:33287:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603622.698321:0:33287:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603622.698327:0:33287:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb807ad2000. 02000000:00000001:0.0:1789603622.698332:0:33287:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603622.698336:0:33287:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603622.698338:0:33287:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603622.698341:0:33287:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603622.698344:0:33287:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8051e0000. 02000000:00000001:0.0:1789603622.698349:0:33287:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603622.698351:0:33287:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603622.698353:0:33287:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1c380. 00000100:00000001:0.0:1789603622.698358:0:33287:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603622.698360:0:33287:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603622.698364:0:33287:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789603622.698366:0:33287:0:(dcache.c:176:ll_intent_release()) intent ffffb8e501c27b20 released 00000080:00000001:0.0:1789603622.698367:0:33287:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1789603622.698387:0:33287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27d08 00000080:00200008:0.0:1789603622.698390:0:33287:0:(file.c:6307:ll_getattr_dentry()) START file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff9eb80817f448), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789603622.698400:0:33287:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603622.698401:0:33287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27c80 00000080:00200000:0.0:1789603622.698404:0:33287:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x27:0x0](ffff9eb80817f448),name=f22.recovery-small-2 00000080:00000010:0.0:1789603622.698416:0:33287:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb814ea0000. 00800000:00000002:0.0:1789603622.698424:0:33287:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603622.698431:0:33287:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603622.698435:0:33287:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603622.698438:0:33287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27ba0 00800000:00000002:0.0:1789603622.698440:0:33287:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x27:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603622.698444:0:33287:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603622.698449:0:33287:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603622.698454:0:33287:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603622.698456:0:33287:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603622.698459:0:33287:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603622.698461:0:33287:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603622.698464:0:33287:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603622.698466:0:33287:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603622.698470:0:33287:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603622.698471:0:33287:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603622.698472:0:33287:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603622.698474:0:33287:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603622.698476:0:33287:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603622.698477:0:33287:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:0.0:1789603622.698479:0:33287:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603622.698482:0:33287:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x27:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603622.698487:0:33287:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603622.698489:0:33287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27a70 00000002:00010000:0.0:1789603622.698491:0:33287:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603622.698496:0:33287:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603622.698499:0:33287:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603622.698502:0:33287:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603622.698534:0:33287:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248a00 count: 2 00010000:00000001:0.0:1789603622.698538:0:33287:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603622.698544:0:33287:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603622.698548:0:33287:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603622.698553:0:33287:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe54de lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e91bc9 expref: -99 pid: 33287 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789603622.698563:0:33287:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603622.698567:0:33287:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603622.698571:0:33287:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe54de lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e91bc9 expref: -99 pid: 33287 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789603622.698580:0:33287:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603622.698582:0:33287:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603622.698584:0:33287:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603622.698586:0:33287:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603622.698588:0:33287:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603622.698590:0:33287:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603622.698593:0:33287:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603622.698595:0:33287:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603622.698597:0:33287:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb814ea0000. 00000080:00000001:0.0:1789603622.698600:0:33287:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603622.698602:0:33287:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603622.698604:0:33287:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x27:0x0](ffff9eb80817f448) 00000080:00010000:0.0:1789603622.698608:0:33287:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x27:0x0](ffff9eb80817f448) for lock 0xa04c19c788fe54de 00800000:00000001:0.0:1789603622.698612:0:33287:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603622.698614:0:33287:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603622.698616:0:33287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603622.698618:0:33287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603622.698621:0:33287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:0.0:1789603622.698623:0:33287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603622.698626:0:33287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603622.698628:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.698630:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603622.698631:0:33287:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603622.698633:0:33287:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603622.698635:0:33287:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe54de from it ffffb8e501c27cb8 00010000:00000001:0.0:1789603622.698636:0:33287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603622.698637:0:33287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603622.698639:0:33287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:0.0:1789603622.698640:0:33287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603622.698642:0:33287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603622.698644:0:33287:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603622.698647:0:33287:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe54de lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e91bc9 expref: -99 pid: 33287 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603622.698653:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.698654:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603622.698655:0:33287:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603622.698657:0:33287:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603622.698669:0:33287:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe54de lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e91bc9 expref: -99 pid: 33287 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603622.698676:0:33287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603622.698678:0:33287:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603622.698679:0:33287:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603622.698681:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.698683:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603622.698685:0:33287:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.698687:0:33287:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603622.698688:0:33287:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.698690:0:33287:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.698692:0:33287:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.698694:0:33287:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603622.698695:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.698696:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603622.698698:0:33287:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603622.698700:0:33287:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603622.698703:0:33287:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1789603622.698706:0:33287:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789603622.698708:0:33287:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603622.698711:0:33287:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789603622.698712:0:33287:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603622.698715:0:33287:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789603622.698719:0:33287:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1789603622.698723:0:33287:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603622.698728:0:33287:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154872 : -106961585396744 : ffff9eb810b2a3f8) 00000020:00001000:0.0:1789603622.698731:0:33287:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a3f0 00000020:00000001:0.0:1789603622.698736:0:33287:0:(cl_object.c:143:cl_object_top()) ffff9eb810bfc9e0 -> ffff9eb810bfc9e0 00000020:00000001:0.0:1789603622.698739:0:33287:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789603622.698742:0:33287:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789603622.698744:0:33287:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1789603622.698748:0:33287:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603622.698750:0:33287:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789603622.698752:0:33287:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789603622.698754:0:33287:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603622.698756:0:33287:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789603622.698761:0:33287:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x27:0x0]io ffff9eb812978e40 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1789603622.698764:0:33287:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8208806c8) owner 0000000000000000/ffff9eb810b90000 00020000:00000001:0.0:1789603622.698769:0:33287:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789603622.698771:0:33287:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789603622.698774:0:33287:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789603622.698775:0:33287:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603622.698777:0:33287:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789603622.698780:0:33287:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789603622.698781:0:33287:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603622.698784:0:33287:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603622.698785:0:33287:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789603622.698786:0:33287:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789603622.698788:0:33287:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8208806c8) owner 0000000000000000/ffff9eb810b90000 00000020:00000001:0.0:1789603622.698790:0:33287:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789603622.698793:0:33287:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1789603622.698794:0:33287:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x27:0x0] 00000020:00000001:0.0:1789603622.698797:0:33287:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789603622.698799:0:33287:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789603622.698802:0:33287:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789603622.698804:0:33287:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1789603622.698810:0:33287:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1789603622.698818:0:33287:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb805741000. 00020000:00000002:0.0:1789603622.698821:0:33287:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789603622.698824:0:33287:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789603622.698827:0:33287:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603622.698829:0:33287:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789603622.698830:0:33287:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603622.698832:0:33287:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930808 : -106961319620808 : ffff9eb8208a0f38) 00000020:00001000:0.0:1789603622.698834:0:33287:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0f30 00000020:00000001:0.0:1789603622.698838:0:33287:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0b70 -> ffff9eb810bfc9e0 00000020:00000001:0.0:1789603622.698839:0:33287:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789603622.698843:0:33287:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603622.698844:0:33287:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789603622.698847:0:33287:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789603622.698848:0:33287:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112155934272 : -106961553617344 : ffff9eb812978e40) 00000020:00000001:0.0:1789603622.698850:0:33287:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603622.698852:0:33287:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603622.698855:0:33287:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974314672 : -106961735236944 : ffff9eb807c442b0) 00000020:00000001:0.0:1789603622.698857:0:33287:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789603622.698862:0:33287:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb812354d10. 00000008:00010000:0.0:1789603622.698865:0:33287:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1789603622.698868:0:33287:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789603622.698869:0:33287:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789603622.698871:0:33287:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb805741030, osc lock ffff9eb812354d10, flags 0x400001002 00000020:00000001:0.0:1789603622.698873:0:33287:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603622.698875:0:33287:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603622.698878:0:33287:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637111935504384 : -106961774047232 : ffff9eb805741000) 00000020:00000001:0.0:1789603622.698880:0:33287:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789603622.698882:0:33287:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789603622.698884:0:33287:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603622.698886:0:33287:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603622.698889:0:33287:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1789603622.698891:0:33287:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1789603622.698893:0:33287:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789603622.698895:0:33287:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789603622.698896:0:33287:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603622.698897:0:33287:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974314672 : -106961735236944 : ffff9eb807c442b0) 00000020:00000001:0.0:1789603622.698899:0:33287:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789603622.698903:0:33287:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789603622.698905:0:33287:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789603622.698909:0:33287:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789603622.698911:0:33287:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789603622.698912:0:33287:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789603622.698914:0:33287:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789603622.698915:0:33287:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789603622.698916:0:33287:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789603622.698919:0:33287:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789603622.698920:0:33287:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603622.698924:0:33287:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c900 count: 2 00010000:00000001:0.0:1789603622.698926:0:33287:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603622.698931:0:33287:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603622.698934:0:33287:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603622.698938:0:33287:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000009c847581/0xa04c19c788fe54ad lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e91b75 expref: -99 pid: 33269 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789603622.698947:0:33287:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603622.698950:0:33287:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603622.698953:0:33287:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000009c847581/0xa04c19c788fe54ad lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e91b75 expref: -99 pid: 33269 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603622.698959:0:33287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603622.698960:0:33287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603622.698962:0:33287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdce00 refcount=3 00000020:00000001:0.0:1789603622.698964:0:33287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189696 : -106961513361920 : ffff9eb814fdce00) 00010000:00000001:0.0:1789603622.698967:0:33287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189696 : -106961513361920 : ffff9eb814fdce00) 00000008:00000001:0.0:1789603622.698970:0:33287:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1789603622.698973:0:33287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603622.698974:0:33287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603622.698975:0:33287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdce00 refcount=4 00000020:00000001:0.0:1789603622.698977:0:33287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189696 : -106961513361920 : ffff9eb814fdce00) 00010000:00000001:0.0:1789603622.698978:0:33287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189696 : -106961513361920 : ffff9eb814fdce00) 00000008:00000001:0.0:1789603622.698981:0:33287:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1789603622.698991:0:33287:0:(cl_object.c:143:cl_object_top()) ffff9eb810231a40 -> ffff9eb810bfc9e0 00000008:00010000:0.0:1789603622.698995:0:33287:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000009c847581/0xa04c19c788fe54ad lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e91b75 expref: -99 pid: 33269 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:0.0:1789603622.699002:0:33287:0:(cl_object.c:143:cl_object_top()) ffff9eb810231a40 -> ffff9eb810bfc9e0 00000020:00000001:0.0:1789603622.699003:0:33287:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1789603622.699006:0:33287:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1789603622.699008:0:33287:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789603622.699010:0:33287:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603622.699011:0:33287:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603622.699013:0:33287:0:(cl_object.c:143:cl_object_top()) ffff9eb810231a40 -> ffff9eb810bfc9e0 00000008:00000001:0.0:1789603622.699015:0:33287:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1789603622.699017:0:33287:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789603622.699019:0:33287:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1789603622.699021:0:33287:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1789603622.699023:0:33287:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.699024:0:33287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603622.699026:0:33287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603622.699027:0:33287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdce00 refcount=5 00000020:00000001:0.0:1789603622.699028:0:33287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189696 : -106961513361920 : ffff9eb814fdce00) 00010000:00000001:0.0:1789603622.699030:0:33287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189696 : -106961513361920 : ffff9eb814fdce00) 00010000:00000001:0.0:1789603622.699032:0:33287:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603622.699034:0:33287:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000009c847581/0xa04c19c788fe54ad lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e91b75 expref: -99 pid: 33269 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603622.699046:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.699047:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603622.699048:0:33287:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603622.699049:0:33287:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603622.699051:0:33287:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000009c847581/0xa04c19c788fe54ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e91b75 expref: -99 pid: 33269 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603622.699059:0:33287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603622.699061:0:33287:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603622.699062:0:33287:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603622.699064:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.699065:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603622.699067:0:33287:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.699069:0:33287:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603622.699071:0:33287:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.699072:0:33287:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.699075:0:33287:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.701312:0:33287:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603622.701317:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.701320:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603622.701322:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.701323:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603622.701325:0:33287:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603622.701330:0:33287:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603622.701334:0:33287:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603622.701338:0:33287:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603622.701340:0:33287:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603622.701343:0:33287:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789603622.701345:0:33287:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1789603622.701348:0:33287:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1789603622.701350:0:33287:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1789603622.701352:0:33287:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603622.701354:0:33287:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603622.701362:0:33287:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789603622.701366:0:33287:0:(cl_object.c:143:cl_object_top()) ffff9eb810bfc9e0 -> ffff9eb810bfc9e0 00000020:00000001:0.0:1789603622.701371:0:33287:0:(cl_object.c:143:cl_object_top()) ffff9eb810bfc9e0 -> ffff9eb810bfc9e0 00000020:00000001:0.0:1789603622.701374:0:33287:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789603622.701379:0:33287:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1789603622.701384:0:33287:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789603622.701386:0:33287:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603622.701388:0:33287:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789603622.701389:0:33287:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789603622.701391:0:33287:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x27:1029 on OST[1]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:0.0:1789603622.701396:0:33287:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789603622.701398:0:33287:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:0.0:1789603622.701401:0:33287:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603622.701403:0:33287:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603622.701405:0:33287:0:(cl_object.c:143:cl_object_top()) ffff9eb810bfc9e0 -> ffff9eb810bfc9e0 00000080:00200000:0.0:1789603622.701408:0:33287:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x27:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1789603622.701411:0:33287:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789603622.701414:0:33287:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789603622.701416:0:33287:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb812978de0 (ffff9eb810b2a3f8/0) at cl_lock_release():245 00000020:00000001:0.0:1789603622.701419:0:33287:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789603622.701421:0:33287:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb812978de0 (ffff9eb810b2a3f8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789603622.701424:0:33287:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789603622.701428:0:33287:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603622.701431:0:33287:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974314672 : -106961735236944 : ffff9eb807c442b0) 00000020:00000001:0.0:1789603622.701433:0:33287:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789603622.701435:0:33287:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb805741030 (ffff9eb8208a0f38/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789603622.701438:0:33287:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789603622.701439:0:33287:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789603622.701440:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.701441:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603622.701443:0:33287:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789603622.701445:0:33287:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603622.701446:0:33287:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603622.701447:0:33287:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603622.701449:0:33287:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789603622.701450:0:33287:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb812978de0 (ffff9eb810b2a3f8/0) at cl_lock_fini():72 00020000:00000001:0.0:1789603622.701454:0:33287:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789603622.701455:0:33287:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789603622.701456:0:33287:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb805741030 (ffff9eb810b2a3f8/1) at cl_lock_fini():72 00000008:00000010:0.0:1789603622.701460:0:33287:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb812354d10. 00000020:00000001:0.0:1789603622.701468:0:33287:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789603622.701470:0:33287:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb805741000. 00020000:00000001:0.0:1789603622.701474:0:33287:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789603622.701475:0:33287:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789603622.701477:0:33287:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1789603622.701479:0:33287:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603622.701482:0:33287:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789603622.701485:0:33287:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789603622.701487:0:33287:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789603622.701489:0:33287:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789603622.701491:0:33287:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789603622.701493:0:33287:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0f30 00020000:00000001:0.0:1789603622.701497:0:33287:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789603622.701500:0:33287:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789603622.701503:0:33287:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789603622.701506:0:33287:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789603622.702282:0:33287:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789603622.702285:0:33287:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603622.702287:0:33287:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789603622.702290:0:33287:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789603622.702291:0:33287:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789603622.702294:0:33287:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a3f0 00000001:00000001:0.0:1789603622.702297:0:33287:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603622.702307:0:33287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27d08 00000080:00000008:0.0:1789603622.702310:0:33287:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff9eb80817f448), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789603622.702318:0:33287:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789603622.702320:0:33287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27da0 00000080:00002000:0.0:1789603622.702323:0:33287:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-2 (ffff9eb8185b0ca8, parent ffff9eb8081326c0, inode ffff9eb80817f448) hashed, 00000080:00000001:0.0:1789603622.702326:0:33287:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603622.702388:0:33287:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603622.702393:0:33287:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603622.702395:0:33287:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603622.702397:0:33287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27bd8 00000080:00200000:0.0:1789603622.702399:0:33287:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603622.702408:0:33287:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb814ea0000. 00800000:00000002:0.0:1789603622.702416:0:33287:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603622.702422:0:33287:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603622.702426:0:33287:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603622.702428:0:33287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27af8 00800000:00000002:0.0:1789603622.702431:0:33287:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603622.702436:0:33287:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603622.702438:0:33287:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603622.702442:0:33287:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603622.702444:0:33287:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603622.702446:0:33287:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603622.702448:0:33287:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603622.702450:0:33287:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603622.702453:0:33287:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603622.702458:0:33287:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603622.702464:0:33287:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603622.702466:0:33287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c279c8 00000002:00010000:0.0:1789603622.702468:0:33287:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603622.702471:0:33287:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603622.702474:0:33287:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603622.702477:0:33287:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603622.702485:0:33287:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:0.0:1789603622.702488:0:33287:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603622.702494:0:33287:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603622.702499:0:33287:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603622.702504:0:33287:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe54d7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b98 expref: -99 pid: 33287 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789603622.703855:0:33287:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603622.703865:0:33287:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603622.703871:0:33287:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe54d7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b98 expref: -99 pid: 33287 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789603622.703882:0:33287:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603622.703884:0:33287:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603622.703887:0:33287:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603622.703889:0:33287:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603622.703892:0:33287:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603622.703895:0:33287:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603622.703900:0:33287:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603622.703904:0:33287:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603622.703908:0:33287:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb814ea0000. 00000080:00000001:0.0:1789603622.703915:0:33287:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603622.703917:0:33287:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603622.703920:0:33287:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603622.703924:0:33287:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe54d7 00800000:00000001:0.0:1789603622.703929:0:33287:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603622.706089:0:33287:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603622.706099:0:33287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603622.706104:0:33287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603622.706109:0:33287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:0.0:1789603622.706115:0:33287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603622.706120:0:33287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603622.706124:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.706126:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603622.706128:0:33287:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603622.706131:0:33287:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603622.706136:0:33287:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe54d7 from it ffffb8e501c27c10 00010000:00000001:0.0:1789603622.706138:0:33287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603622.706139:0:33287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603622.706140:0:33287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:0.0:1789603622.706142:0:33287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603622.706145:0:33287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603622.706157:0:33287:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603622.706163:0:33287:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe54d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b98 expref: -99 pid: 33287 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603622.706174:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.706175:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603622.706177:0:33287:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603622.706180:0:33287:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603622.706183:0:33287:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe54d7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b98 expref: -99 pid: 33287 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603622.706198:0:33287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603622.706202:0:33287:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603622.706205:0:33287:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603622.706210:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.706211:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603622.706212:0:33287:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.706216:0:33287:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603622.706218:0:33287:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.706221:0:33287:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.706225:0:33287:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.706227:0:33287:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603622.706228:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.706229:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603622.706233:0:33287:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603622.706235:0:33287:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603622.706239:0:33287:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:0.0:1789603622.706247:0:33287:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603622.706264:0:33287:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789603622.706269:0:33287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27da0 00000080:00002000:0.0:1789603622.706271:0:33287:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff9eb8185b0ca8) flags 0x48000e refc 0 00000080:00000001:0.0:1789603622.706274:0:33287:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603622.706276:0:33287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27e10 00000080:00200000:0.0:1789603622.706278:0:33287:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-2, flags=0 00000080:00000001:0.0:1789603622.706284:0:33287:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000020:0.0:1789603622.706288:0:33287:0:(statahead.c:273:sa_get()) lustre: wrong pid=33267:33287 for entry f22.recovery-small-2 00000080:00000001:0.0:1789603622.706292:0:33287:0:(statahead.c:2046:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:0.0:1789603622.706295:0:33287:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000001:0.0:1789603622.706303:0:33287:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603622.706305:0:33287:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603622.706306:0:33287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27d30 00000080:00200000:0.0:1789603622.706308:0:33287:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603622.706320:0:33287:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb814ea0000. 00800000:00000002:0.0:1789603622.706328:0:33287:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603622.706333:0:33287:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603622.706339:0:33287:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603622.706341:0:33287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27c50 00800000:00000002:0.0:1789603622.706344:0:33287:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603622.706347:0:33287:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603622.706350:0:33287:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603622.706354:0:33287:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603622.706356:0:33287:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603622.706359:0:33287:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603622.706361:0:33287:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603622.706363:0:33287:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603622.706366:0:33287:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603622.706369:0:33287:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603622.706375:0:33287:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603622.706377:0:33287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27b20 00000002:00010000:0.0:1789603622.706379:0:33287:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603622.706383:0:33287:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603622.706385:0:33287:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603622.706388:0:33287:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603622.706395:0:33287:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:0.0:1789603622.706398:0:33287:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603622.706403:0:33287:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603622.706407:0:33287:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603622.706411:0:33287:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe54d7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b98 expref: -99 pid: 33287 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789603622.706420:0:33287:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603622.706426:0:33287:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603622.706429:0:33287:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe54d7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b98 expref: -99 pid: 33287 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1789603622.706437:0:33287:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603622.706439:0:33287:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603622.706440:0:33287:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603622.706442:0:33287:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603622.706444:0:33287:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603622.706447:0:33287:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603622.706450:0:33287:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603622.706453:0:33287:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603622.706456:0:33287:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb814ea0000. 00000080:00000001:0.0:1789603622.706463:0:33287:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603622.706465:0:33287:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603622.706467:0:33287:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603622.706471:0:33287:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe54d7 00800000:00000001:0.0:1789603622.706474:0:33287:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603622.706476:0:33287:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603622.706477:0:33287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603622.706479:0:33287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603622.706481:0:33287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:0.0:1789603622.706483:0:33287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603622.706485:0:33287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603622.706487:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.706488:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603622.706489:0:33287:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603622.706491:0:33287:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603622.706493:0:33287:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe54d7 from it ffffb8e501c27d68 00010000:00000001:0.0:1789603622.706495:0:33287:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603622.706496:0:33287:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603622.706497:0:33287:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:0.0:1789603622.706499:0:33287:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603622.706501:0:33287:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603622.706502:0:33287:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603622.706505:0:33287:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe54d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91b98 expref: -99 pid: 33287 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603622.706544:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.706546:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603622.706547:0:33287:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603622.706548:0:33287:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603622.706551:0:33287:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe54d7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91b98 expref: -99 pid: 33287 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789603622.706557:0:33287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603622.706559:0:33287:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603622.706560:0:33287:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603622.706562:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.706563:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603622.706565:0:33287:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.706566:0:33287:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603622.706568:0:33287:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.706569:0:33287:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.706571:0:33287:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.706573:0:33287:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603622.706574:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.706575:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603622.706576:0:33287:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603622.706577:0:33287:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603622.706580:0:33287:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 3 00000080:00000001:0.0:1789603622.706583:0:33287:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603622.706588:0:33287:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1789603622.706591:0:33287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27df8 00000080:00200000:0.0:1789603622.706593:0:33287:0:(namei.c:2351:ll_unlink()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00000001:0.0:1789603622.706596:0:33287:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1789603622.706599:0:33287:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603622.706617:0:33287:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154872 : -106961585396744 : ffff9eb810b2a3f8) 00000020:00001000:0.0:1789603622.706620:0:33287:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a3f0 00000020:00000001:0.0:1789603622.706623:0:33287:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789603622.706628:0:33287:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8208806c8) owner 0000000000000000/ffff9eb810b90000 00020000:00000002:0.0:1789603622.706632:0:33287:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb805103f00 addref 2/0 by ffff9eb810b90000. 00020000:00000002:0.0:1789603622.706635:0:33287:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8208806c8) owner 0000000000000000/ffff9eb810b90000 00020000:00000001:0.0:1789603622.706637:0:33287:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789603622.706640:0:33287:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789603622.706642:0:33287:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789603622.706992:0:33287:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1789603622.707000:0:33287:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1789603622.707003:0:33287:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a3f0 00000080:00000001:0.0:1789603622.707008:0:33287:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1789603622.707014:0:33287:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb814ea0000. 00800000:00000002:0.0:1789603622.707018:0:33287:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00800000:00000001:0.0:1789603622.707030:0:33287:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1789603622.707034:0:33287:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603622.707035:0:33287:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603622.707037:0:33287:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603622.707039:0:33287:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603622.707040:0:33287:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603622.707042:0:33287:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603622.707044:0:33287:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603622.707047:0:33287:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603622.707048:0:33287:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603622.707049:0:33287:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603622.707051:0:33287:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603622.707053:0:33287:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603622.707054:0:33287:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:0.0:1789603622.707056:0:33287:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603622.707059:0:33287:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1789603622.707060:0:33287:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603622.707061:0:33287:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603622.707062:0:33287:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603622.707063:0:33287:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603622.707065:0:33287:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603622.707066:0:33287:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:0.0:1789603622.707068:0:33287:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603622.707070:0:33287:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x27:0x0] 00800000:00000001:0.0:1789603622.707083:0:33287:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603622.707086:0:33287:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x27:0x0] -> mds #0 00000002:00000001:0.0:1789603622.707090:0:33287:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1789603622.707092:0:33287:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789603622.707096:0:33287:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:0.0:1789603622.707098:0:33287:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603622.707101:0:33287:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789603622.707105:0:33287:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789603622.707108:0:33287:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe54d7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e91b98 expref: -99 pid: 33287 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1789603622.707122:0:33287:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789603622.707127:0:33287:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789603622.707129:0:33287:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789603622.707131:0:33287:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789603622.707134:0:33287:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603622.707136:0:33287:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603622.707137:0:33287:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 3 00010000:00000001:0.0:1789603622.707139:0:33287:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603622.707142:0:33287:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603622.707144:0:33287:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603622.707145:0:33287:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603622.707155:0:33287:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 3 00010000:00000001:0.0:1789603622.707158:0:33287:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603622.707160:0:33287:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603622.707162:0:33287:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603622.707163:0:33287:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603622.707165:0:33287:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 3 00010000:00000001:0.0:1789603622.707167:0:33287:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603622.707169:0:33287:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603622.707170:0:33287:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789603622.707173:0:33287:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9eb808190840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789603622.707178:0:33287:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789603622.707180:0:33287:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789603622.707183:0:33287:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789603622.707185:0:33287:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.707189:0:33287:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789603622.707193:0:33287:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789603622.707195:0:33287:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789603622.707197:0:33287:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603622.707200:0:33287:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789603622.707203:0:33287:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb800031000 with handle 0xa04c19c788fe54d7 from hash 00010000:00000001:0.0:1789603622.707205:0:33287:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789603622.707207:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.707208:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603622.707210:0:33287:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789603622.707213:0:33287:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789603622.707215:0:33287:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789603622.707219:0:33287:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789603622.707221:0:33287:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603622.707223:0:33287:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603622.707225:0:33287:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789603622.707227:0:33287:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248a00 count: 2 00010000:00000001:0.0:1789603622.707229:0:33287:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603622.707230:0:33287:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789603622.707233:0:33287:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789603622.707235:0:33287:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe54de lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x31dbb14d74e91bc9 expref: -99 pid: 33287 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789603622.707242:0:33287:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789603622.707243:0:33287:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789603622.707244:0:33287:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789603622.707246:0:33287:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x27:0x0] mode (null) 00000002:00000001:0.0:1789603622.707247:0:33287:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603622.707249:0:33287:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603622.707250:0:33287:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248a00 count: 3 00010000:00000001:0.0:1789603622.707252:0:33287:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603622.707254:0:33287:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603622.707256:0:33287:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603622.707257:0:33287:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603622.707258:0:33287:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248a00 count: 3 00010000:00000001:0.0:1789603622.707260:0:33287:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603622.707262:0:33287:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603622.707263:0:33287:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603622.707265:0:33287:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603622.707266:0:33287:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248a00 count: 3 00010000:00000001:0.0:1789603622.707268:0:33287:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603622.707270:0:33287:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603622.707271:0:33287:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603622.707272:0:33287:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603622.707273:0:33287:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248a00 count: 3 00010000:00000001:0.0:1789603622.707276:0:33287:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603622.707278:0:33287:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603622.707279:0:33287:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603622.707282:0:33287:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789603622.707284:0:33287:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603622.707286:0:33287:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154872 : -106961585396744 : ffff9eb810b2a3f8) 00000020:00001000:0.0:1789603622.707288:0:33287:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a3f0 00000020:00000001:0.0:1789603622.707290:0:33287:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789603622.707293:0:33287:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x27:0x0]: losing layout lock 00000080:00000001:0.0:1789603622.707296:0:33287:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789603622.707299:0:33287:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789603622.707303:0:33287:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789603622.707306:0:33287:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789603622.707308:0:33287:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789603622.707310:0:33287:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603622.707312:0:33287:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789603622.707314:0:33287:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a3f0 00000080:00000001:0.0:1789603622.707316:0:33287:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603622.707319:0:33287:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789603622.707321:0:33287:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x27:0x0](ffff9eb80817f448) invalid 00000020:00000001:0.0:1789603622.707324:0:33287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27a60 00000080:00002000:0.0:1789603622.707326:0:33287:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff9eb8185b0ca8) parent ffff9eb8081326c0 inode ffff9eb80817f448 refc 1 00000080:00000001:0.0:1789603622.707330:0:33287:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789603622.707331:0:33287:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789603622.707332:0:33287:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.707334:0:33287:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789603622.707335:0:33287:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789603622.707337:0:33287:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789603622.707338:0:33287:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603622.707340:0:33287:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789603622.707342:0:33287:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb800031a00 with handle 0xa04c19c788fe54de from hash 00010000:00000001:0.0:1789603622.707344:0:33287:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789603622.707345:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603622.707346:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603622.707347:0:33287:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789603622.707349:0:33287:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789603622.707350:0:33287:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789603622.707353:0:33287:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789603622.707355:0:33287:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603622.707357:0:33287:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789603622.707365:0:33287:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1c380. 00000020:00000040:0.0:1789603622.707370:0:33287:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:0.0:1789603622.707377:0:33287:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789603622.707379:0:33287:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.707382:0:33287:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603622.707387:0:33287:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603622.707390:0:33287:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603622.707394:0:33287:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603622.707396:0:33287:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603622.707400:0:33287:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603622.707408:0:33287:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb814ea1400. 00000100:00000001:0.0:1789603622.707417:0:33287:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.707421:0:33287:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603622.707423:0:33287:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789603622.707431:0:33287:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe54de lrc: 1/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x31dbb14d74e91bc9 expref: -99 pid: 33287 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789603622.707438:0:33287:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe54d7 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91b98 expref: -99 pid: 33287 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1789603622.707444:0:33287:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1789603622.707446:0:33287:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1789603622.707448:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789603622.707450:0:33287:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe54de lrc: 0/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x31dbb14d74e91bc9 expref: -99 pid: 33287 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1789603622.707458:0:33287:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9eb807a3f180. 00010000:00000040:0.0:1789603622.707464:0:33287:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb819248a00 count: 0 00010000:00000010:0.0:1789603622.707470:0:33287:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb805741d00. 00010000:00000001:0.0:1789603622.707483:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603622.707484:0:33287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789603622.707487:0:33287:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031000/0xa04c19c788fe54d7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91b98 expref: -99 pid: 33287 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1789603622.707493:0:33287:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb819248400 count: 0 00010000:00000010:0.0:1789603622.707495:0:33287:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb805741680. 00010000:00000001:0.0:1789603622.707499:0:33287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603622.707500:0:33287:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.707501:0:33287:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603622.707503:0:33287:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.707505:0:33287:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1789603622.707549:0:33287:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789603622.707564:0:33287:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb810d1c380 x1876533442905088/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603622.707572:0:33287:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603622.707574:0:33287:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603622.707582:0:33287:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80411da80. 00000100:00000001:0.0:1789603622.707585:0:33287:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111912290944 : -106961797260672 : ffff9eb80411da80) 00000100:00000001:0.0:1789603622.707587:0:33287:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603622.707589:0:33287:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00000100:00000001:0.0:1789603622.707594:0:33287:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603622.707598:0:33287:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603622.707600:0:33287:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603622.707602:0:33287:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603622.707619:0:33287:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1c380 x1876533442905088/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603622.707628:0:33287:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603622.707630:0:33287:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603622.707635:0:33287:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603622.707638:0:33287:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603622.707640:0:33287:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603622.707644:0:33287:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1c380 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:33287:1876533442905088:192.168.204.129@tcp:36:rm.0 00000100:00000001:0.0:1789603622.712354:0:33287:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603622.712368:0:33287:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603622.712373:0:33287:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603622.712376:0:33287:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603622.712391:0:33287:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8051e0000. 02000000:00000001:0.0:1789603622.712393:0:33287:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603622.712404:0:33287:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603622.712411:0:33287:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041390b0. 00000400:00000010:0.0:1789603622.712420:0:33287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682088. 00000100:00000200:0.0:1789603622.712429:0:33287:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442905088, portal 10 00000100:00000001:0.0:1789603622.712432:0:33287:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603622.712434:0:33287:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00000100:00000040:0.0:1789603622.712452:0:33287:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1c380 x1876533442905088/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 1789603638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603622.712462:0:33287:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603622.712465:0:33287:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603622.712471:0:33287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682f68. 00000100:00000200:0.0:1789603622.712475:0:33287:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1876533442905088, offset 0 00000400:00000200:0.0:1789603622.712483:0:33287:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603622.712494:0:33287:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603622.712505:0:33287:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603622.713876:0:33287:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603622.713889:0:33287:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603622.713894:0:33287:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603622.713899:0:33287:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603622.713904:0:33287:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2845:2845:256:4294967295] 192.168.204.129@tcp LPNI seq info [2845:2845:8:4294967295] 00000400:00000200:0.0:1789603622.713911:0:33287:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603622.713924:0:33287:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603622.713932:0:33287:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603622.713943:0:33287:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076b00. 00000800:00000200:0.0:1789603622.713951:0:33287:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603622.713961:0:33287:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603622.713967:0:33287:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076b00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1789603622.713996:0:33287:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603622.714003:0:33287:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 850147 usecs (851 jiffies) 00000400:00000200:0.0:1789603622.714008:0:33287:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603622.714012:0:33287:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296622498 00000100:00000001:0.0:1789603622.714015:0:33287:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296625518 00000100:00000001:0.0:1789603622.714017:0:33287:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296622498 00000100:00000001:0.0:1789603622.714019:0:33287:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296625518 00000100:00000001:0.0:1789603622.714022:0:33287:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603622.714025:0:33287:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603622.714029:0:33287:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603622.714032:0:33287:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603622.714035:0:33287:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80411da80 going to sleep for 11 seconds 00000100:00000001:0.0:1789603622.714038:0:33287:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603622.714042:0:33287:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603622.714878:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603622.714891:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076b00. 00000400:00000200:2.0:1789603622.714900:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603622.714911:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603622.714918:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682f68 00000400:00000010:2.0:1789603622.714921:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682f68. 00000100:00000001:2.0:1789603622.714927:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603622.714936:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1c380 x1876533442905088/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 1789603638 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603622.714949:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603622.714953:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1c380 x1876533442905088/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 1789603638 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603622.714961:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603622.714963:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1789603622.718816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4a00. 00000800:00000001:3.0:1789603622.723270:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603622.723295:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603622.723302:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603622.723305:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603622.723317:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603622.723326:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603622.723339:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603622.723346:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603622.723352:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603622.723357:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d460400 00000400:00000200:3.0:1789603622.723363:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603622.723372:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x818d [1] + 224 00000800:00000001:3.0:1789603622.723381:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603622.723391:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603622.723395:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603622.723400:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603622.723411:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603622.723422:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1c380 x1876533442905088/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 1789603638 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603622.723434:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9eb810d1c380 x1876533442905088/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 1789603638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603622.723460:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603622.723471:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603622.723474:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603622.723672:0:33287:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603622.723682:0:33287:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603622.723684:0:33287:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603622.723689:0:33287:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041390b0. 00000400:00000200:0.0:1789603622.723695:0:33287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682088 00000400:00000010:0.0:1789603622.723698:0:33287:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682088. 00000100:00000001:0.0:1789603622.723702:0:33287:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603622.723707:0:33287:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1c380 x1876533442905088/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 1789603638 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603622.723716:0:33287:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1c380 x1876533442905088/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 1789603638 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603622.723722:0:33287:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603622.723724:0:33287:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603622.723727:0:33287:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603622.723731:0:33287:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603622.723735:0:33287:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603622.723738:0:33287:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603622.723742:0:33287:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603622.723756:0:33287:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=20 v=5 (5 106 106 106) 00000100:00001000:0.0:1789603622.723762:0:33287:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603622.723764:0:33287:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603622.723766:0:33287:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603622.723770:0:33287:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603622.723775:0:33287:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603622.723779:0:33287:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789603622.723781:0:33287:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009b/0x100000151] 00000100:00000001:0.0:1789603622.723783:0:33287:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789603622.723786:0:33287:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603622.723788:0:33287:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126194560 : -106961583357056 : ffff9eb810d1c380) 00000100:00000001:0.0:1789603622.723792:0:33287:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603622.723795:0:33287:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967635 00000100:00000001:0.0:1789603622.723797:0:33287:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603622.723801:0:33287:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603622.723806:0:33287:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1c380 x1876533442905088/t4294967637(4294967637) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/456 e 0 to 0 dl 1789603638 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603622.723814:0:33287:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603622.723818:0:33287:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603622.723820:0:33287:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603622.723825:0:33287:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1c380 x1876533442905088/t4294967637(4294967637) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/456 e 0 to 0 dl 1789603638 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603622.723834:0:33287:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1c380 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:33287:1876533442905088:192.168.204.129@tcp:36:rm.0 00000100:00000001:0.0:1789603622.723840:0:33287:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603622.723844:0:33287:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603622.723846:0:33287:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603622.723849:0:33287:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603622.723853:0:33287:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1c380 x1876533442905088/t4294967637(4294967637) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/456 e 0 to 0 dl 1789603638 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603622.723861:0:33287:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603622.723864:0:33287:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80411da80. 00000100:00000001:0.0:1789603622.723868:0:33287:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603622.723870:0:33287:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603622.723880:0:33287:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603622.723885:0:33287:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603622.723889:0:33287:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603622.723893:0:33287:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb814ea0000. 00000100:00000001:0.0:1789603622.723900:0:33287:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603622.723904:0:33287:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1c380 x1876533442905088/t4294967637(4294967637) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/456 e 0 to 0 dl 1789603638 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603622.723910:0:33287:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603622.723916:0:33287:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603622.723930:0:33287:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789603622.723934:0:33287:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27e28 00000080:00002000:0.0:1789603622.723937:0:33287:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff9eb8185b0ca8, parent ffff9eb8081326c0, inode 0000000000000000) hashed, 00000080:00000001:0.0:1789603622.723940:0:33287:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603622.723947:0:33287:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789603622.723954:0:33287:0:(dcache.c:48:ll_release()) Process leaving 00010000:00000010:0.1:1789603622.739475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248a00. 00010000:00000010:0.1:1789603622.739498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031a00. 00010000:00000010:0.1:1789603622.739504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248400. 00010000:00000010:0.1:1789603622.739507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031000. 00000080:00000010:0.1:1789603622.750570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806947f00. 00000080:00400000:2.0:1789603622.811542:0:33268:0:(statahead.c:1623:ll_statahead_thread()) lustre: statahead thread stopped: sai ffff9eb804f7fe00, parent / hit 0 miss 0 00000080:00000001:2.0:1789603622.811561:0:33268:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1789603622.811564:0:33268:0:(file.c:5295:cl_sync_file_range()) Process entered 00000080:00000002:2.0:1789603622.811567:0:33268:0:(file.c:5297:cl_sync_file_range()) [0x200000405:0x27:0x0]: start 0, end 9223372036854775807, mode 2 00000020:00000001:2.0:1789603622.811574:0:33268:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603622.811579:0:33268:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154296 : -106961585397320 : ffff9eb810b2a1b8) 00000020:00001000:2.0:1789603622.811582:0:33268:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a1b0 00000020:00000001:2.0:1789603622.811589:0:33268:0:(cl_object.c:143:cl_object_top()) ffff9eb810bfc9e0 -> ffff9eb810bfc9e0 00000020:00000001:2.0:1789603622.811592:0:33268:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789603622.811595:0:33268:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789603622.811598:0:33268:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x27:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789603622.811601:0:33268:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603622.811614:0:33268:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789603622.811616:0:33268:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789603622.811621:0:33268:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x27:0x0]io ffff9eb812979530 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1789603622.811628:0:33268:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8208806c8) owner 0000000000000000/ffff9eb807b2cf80 00020000:00000001:2.0:1789603622.811633:0:33268:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789603622.811635:0:33268:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789603622.811638:0:33268:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789603622.811641:0:33268:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603622.811643:0:33268:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789603622.811646:0:33268:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789603622.811648:0:33268:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603622.811650:0:33268:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603622.811651:0:33268:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789603622.811653:0:33268:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789603622.811654:0:33268:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8208806c8) owner 0000000000000000/ffff9eb807b2cf80 00000020:00000001:2.0:1789603622.811657:0:33268:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603622.811659:0:33268:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:2.0:1789603622.811661:0:33268:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1789603622.811664:0:33268:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1789603622.811667:0:33268:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1789603622.811670:0:33268:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:2.0:1789603622.811674:0:33268:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603622.811676:0:33268:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789603622.811678:0:33268:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1789603622.811684:0:33268:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9eb810b2a510. 00000020:00000010:2.0:1789603622.811691:0:33268:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb8051cb600. 00000020:00000010:2.0:1789603622.811696:0:33268:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9eb8051cbe00. 00000020:00000010:2.0:1789603622.811701:0:33268:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9eb8051ed960. 00000008:00000010:2.0:1789603622.811709:0:33268:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9eb820364e50. 00020000:00000010:2.0:1789603622.811714:0:33268:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9eb812bcee40. 00008000:00000010:2.0:1789603622.811721:0:33268:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9eb804d491a8. 00000080:00000010:2.0:1789603622.811729:0:33268:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9eb812974498. 00000080:00000010:2.0:1789603622.811733:0:33268:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9eb812979030. 00000020:00000010:2.0:1789603622.811745:0:33268:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb8051ca600. 00000008:00000010:2.0:1789603622.811751:0:33268:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9eb806bd0000. 00020000:00000010:2.0:1789603622.811754:0:33268:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9eb807c47478. 00008000:00000010:2.0:1789603622.811760:0:33268:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9eb8030bf610. 00000080:00000010:2.0:1789603622.811765:0:33268:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9eb810945000. 00000020:00000001:2.0:1789603622.811768:0:33268:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124155160 : -106961585396456 : ffff9eb810b2a518) 00000020:00001000:2.0:1789603622.811770:0:33268:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a510 00000020:00000001:2.0:1789603622.811774:0:33268:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0b70 -> ffff9eb810bfc9e0 00000020:00000001:2.0:1789603622.811776:0:33268:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789603622.812215:0:33268:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603622.812218:0:33268:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789603622.812221:0:33268:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789603622.812223:0:33268:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112155936048 : -106961553615568 : ffff9eb812979530) 00000020:00000001:2.0:1789603622.812227:0:33268:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603622.812229:0:33268:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603622.812231:0:33268:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974317008 : -106961735234608 : ffff9eb807c44bd0) 00000020:00000001:2.0:1789603622.812235:0:33268:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1789603622.812236:0:33268:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603622.812239:0:33268:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603622.812241:0:33268:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603622.812244:0:33268:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:2.0:1789603622.812247:0:33268:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1789603622.812249:0:33268:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789603622.812250:0:33268:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:2.0:1789603622.812253:0:33268:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789603622.812255:0:33268:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603622.812257:0:33268:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603622.812259:0:33268:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603622.812260:0:33268:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603622.812262:0:33268:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789603622.812263:0:33268:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603622.812264:0:33268:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603622.812267:0:33268:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:2.0:1789603622.812269:0:33268:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1789603622.812271:0:33268:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789603622.812272:0:33268:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:2.0:1789603622.812274:0:33268:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1789603622.812277:0:33268:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1789603622.812281:0:33268:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1789603622.812284:0:33268:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff9eb810231a40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1789603622.812287:0:33268:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1789603622.812290:0:33268:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff9eb810231a40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 0: rc=0. 00000008:00000001:2.0:1789603622.812294:0:33268:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603622.812297:0:33268:0:(osc_io.c:1171:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603622.812299:0:33268:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603622.812301:0:33268:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603622.812302:0:33268:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603622.812304:0:33268:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603622.812306:0:33268:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:2.0:1789603622.812307:0:33268:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1789603622.812309:0:33268:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1789603622.812310:0:33268:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:2.0:1789603622.812311:0:33268:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:2.0:1789603622.812313:0:33268:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603622.812314:0:33268:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1789603622.812316:0:33268:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:2.0:1789603622.812318:0:33268:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:2.0:1789603622.812320:0:33268:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1789603622.812321:0:33268:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789603622.812322:0:33268:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789603622.812324:0:33268:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1789603622.812325:0:33268:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603622.812327:0:33268:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603622.812328:0:33268:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1789603622.812329:0:33268:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1789603622.812331:0:33268:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1789603622.812333:0:33268:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1789603622.812335:0:33268:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1789603622.812337:0:33268:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1789603622.812338:0:33268:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789603622.812339:0:33268:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1789603622.812340:0:33268:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1789603622.812342:0:33268:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603622.812344:0:33268:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603622.812345:0:33268:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789603622.812346:0:33268:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789603622.812348:0:33268:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603622.812350:0:33268:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789603622.812353:0:33268:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789603622.812354:0:33268:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789603622.812355:0:33268:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789603622.812357:0:33268:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789603622.812358:0:33268:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a510 00020000:00000001:2.0:1789603622.812361:0:33268:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789603622.812363:0:33268:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789603622.812366:0:33268:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789603622.812368:0:33268:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x27:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789603622.814470:0:33268:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789603622.814473:0:33268:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789603622.814480:0:33268:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a1b0 00000080:00000001:2.0:1789603622.814486:0:33268:0:(file.c:5343:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603622.814493:0:33268:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1789603622.814495:0:33268:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x27:0x0](ffff9eb80817f448) 00800000:00000001:2.0:1789603622.814502:0:33268:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1789603622.814504:0:33268:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x27:0x0] 00000002:00000001:2.0:1789603622.814526:0:33268:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1789603622.814533:0:33268:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603622.814535:0:33268:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1789603622.814539:0:33268:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603622.814541:0:33268:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603622.814544:0:33268:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1789603622.814547:0:33268:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1789603622.814549:0:33268:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603622.814551:0:33268:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603622.814556:0:33268:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603622.814559:0:33268:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154296 : -106961585397320 : ffff9eb810b2a1b8) 00000020:00001000:2.0:1789603622.814564:0:33268:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a1b0 00020000:00000001:2.0:1789603622.814573:0:33268:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:2.0:1789603622.814576:0:33268:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8208806c8) owner 0000000000000000/ffff9eb807b2cf80 00020000:00000001:2.0:1789603622.814580:0:33268:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:2.0:1789603622.814584:0:33268:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb805103f00, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789603622.814590:0:33268:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789603622.814594:0:33268:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb8122cf700: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000001:2.0:1789603622.814597:0:33268:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:2.0:1789603622.814599:0:33268:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603622.814602:0:33268:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:2.0:1789603622.814614:0:33268:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:2.0:1789603622.814622:0:33268:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:2.0:1789603622.814629:0:33268:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c900 count: 2 00010000:00000001:2.0:1789603622.814637:0:33268:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603622.814641:0:33268:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:2.0:1789603622.814644:0:33268:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:2.0:1789603622.814651:0:33268:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 0 blocks 0 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000009c847581/0xa04c19c788fe54ad lrc: 1/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e91b75 expref: -99 pid: 33269 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00000001:2.0:1789603622.814667:0:33268:0:(cl_object.c:143:cl_object_top()) ffff9eb810231a40 -> ffff9eb810bfc9e0 00000020:00000001:2.0:1789603622.814668:0:33268:0:(cl_object.c:143:cl_object_top()) ffff9eb810231a40 -> ffff9eb810bfc9e0 00000008:00000001:2.0:1789603622.814671:0:33268:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789603622.814673:0:33268:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789603622.814676:0:33268:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789603622.814678:0:33268:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1789603622.814685:0:33268:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9eb810231a40. 00020000:00000001:2.0:1789603622.814691:0:33268:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:2.0:1789603622.814693:0:33268:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9eb8053b0af0. 00020000:00000001:2.0:1789603622.814697:0:33268:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1789603622.814699:0:33268:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603622.814701:0:33268:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789603622.814704:0:33268:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8208806c8) owner 0000000000000000/ffff9eb807b2cf80 00020000:00000001:2.0:1789603622.814707:0:33268:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:2.0:1789603622.814709:0:33268:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:2.0:1789603622.814710:0:33268:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8208806c8) owner 0000000000000000/ffff9eb807b2cf80 00020000:00000001:2.0:1789603622.814713:0:33268:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:2.0:1789603622.814715:0:33268:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9eb80795a2c0. 00020000:00000010:2.0:1789603622.814719:0:33268:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9eb8011cad80. 00020000:00000010:2.0:1789603622.814722:0:33268:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9eb804fd8810. 00020000:00000002:2.0:1789603622.814726:0:33268:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb805103f00, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789603622.814729:0:33268:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789603622.814733:0:33268:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb8122cf700: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000010:2.0:1789603622.814737:0:33268:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb8122cf700. 00020000:00000010:2.0:1789603622.814747:0:33268:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb807b8d9c0. 00020000:00000010:2.0:1789603622.814751:0:33268:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb805103f00. 00020000:00000001:2.0:1789603622.814753:0:33268:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1789603622.814755:0:33268:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8208806c8) owner 0000000000000000/ffff9eb807b2cf80 00020000:00000010:2.0:1789603622.814758:0:33268:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9eb8208806c8. 00020000:00000001:2.0:1789603622.814762:0:33268:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:2.0:1789603622.814765:0:33268:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9eb810bfc960. 00000020:00001000:2.0:1789603622.814770:0:33268:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a1b0 00000080:00000001:2.0:1789603622.814774:0:33268:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1789603622.814777:0:33268:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000020:00000001:2.0:1789603622.814806:0:33268:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d53e60 00000080:00400000:2.0:1789603622.814810:0:33268:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-2(ffff9eb80502be00) index 1 00000080:00000010:2.0:1789603622.814822:0:33268:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9eb80502be00. 00000020:00000001:2.0:1789603622.814828:0:33268:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d53e60 00000080:00400000:2.0:1789603622.814830:0:33268:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-3(ffff9eb80502bc00) index 2 00000080:00000010:2.0:1789603622.814832:0:33268:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9eb80502bc00. 00000020:00000001:2.0:1789603622.814834:0:33268:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d53e60 00000080:00400000:2.0:1789603622.814836:0:33268:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-4(ffff9eb80502ba80) index 3 00000080:00000010:2.0:1789603622.814838:0:33268:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9eb80502ba80. 00000020:00000001:2.0:1789603622.814840:0:33268:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d53e60 00000080:00400000:2.0:1789603622.814842:0:33268:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-5(ffff9eb80502bb00) index 4 00000080:00000010:2.0:1789603622.814844:0:33268:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9eb80502bb00. 00000020:00000001:2.0:1789603622.814847:0:33268:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d53e60 00000080:00400000:2.0:1789603622.814848:0:33268:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-6(ffff9eb80502b380) index 5 00000080:00000010:2.0:1789603622.814850:0:33268:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9eb80502b380. 00000020:00000001:2.0:1789603622.814852:0:33268:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d53e60 00000080:00400000:2.0:1789603622.814853:0:33268:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-7(ffff9eb80502bc80) index 6 00000080:00000010:2.0:1789603622.814854:0:33268:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9eb80502bc80. 00000020:00000001:2.0:1789603622.814856:0:33268:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d53e60 00000080:00400000:2.0:1789603622.814858:0:33268:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-8(ffff9eb80502be80) index 7 00000080:00000010:2.0:1789603622.814859:0:33268:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9eb80502be80. 00000020:00000001:2.0:1789603622.814861:0:33268:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d53e60 00000080:00400000:2.0:1789603622.814863:0:33268:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-9(ffff9eb80502b600) index 8 00000080:00000010:2.0:1789603622.814865:0:33268:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9eb80502b600. 00000020:00000001:2.0:1789603622.814867:0:33268:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d53e60 00000080:00400000:2.0:1789603622.814868:0:33268:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-10(ffff9eb80502bd00) index 9 00000080:00000010:2.0:1789603622.814869:0:33268:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9eb80502bd00. 00000080:00000010:2.0:1789603622.814874:0:33268:0:(statahead.c:636:ll_sai_free()) kfreed 'sai': 504 at ffff9eb804f7fe00. 00000080:00000010:2.0:1789603622.814879:0:33268:0:(statahead.c:555:ll_sax_free()) kfreed 'ctx': 2592 at ffff9eb807a80000. 00010000:00000001:3.0:1789603622.827458:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603622.827466:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603622.827470:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603622.827472:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603622.827718:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603622.827722:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603622.827727:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000010:2.1:1789603622.830577:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb80817f380. 00010000:00000001:3.0:1789603623.851702:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603623.851709:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603623.851715:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603623.851716:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603623.851744:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789603623.851749:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603623.851753:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789603623.924221:0:33374:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603624.874928:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603624.874938:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603624.874946:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603624.874947:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603624.878663:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603624.878672:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603624.878679:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789603625.644732:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603625.644754:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603625.644872:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5880. 00000020:00000040:1.0:1789603625.644880:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:1.0:1789603625.644885:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603625.644888:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603625.644893:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603625.644903:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9600. 00000100:00000001:1.0:1789603625.644910:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603625.644924:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb806bd5880 x1876533442905216/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603625.644935:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603625.644940:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603625.644948:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000aff3748] to pc [ptlrpcd_00_00+0] req@ffff9eb806bd5880 x1876533442905216/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603625.644974:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603625.644977:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603625.644993:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603625.644997:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd6300. 00000020:00000040:1.0:1789603625.645007:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603625.645009:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603625.645011:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603625.645013:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603625.645016:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9500. 00000100:00000001:1.0:1789603625.645019:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603625.645024:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID req@ffff9eb806bd6300 x1876533442905344/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603625.645031:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603625.645033:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603625.645038:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1dccbd7] to pc [ptlrpcd_00_01+1] req@ffff9eb806bd6300 x1876533442905344/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603625.645046:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603625.645049:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603625.645052:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603625.645055:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd4380. 00000020:00000040:1.0:1789603625.645058:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603625.645060:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603625.645061:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603625.645063:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603625.645066:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9100. 00000100:00000001:1.0:1789603625.645070:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603625.645075:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb806bd4380 x1876533442905472/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603625.645082:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603625.645084:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603625.645088:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f1f0811] to pc [ptlrpcd_00_00+0] req@ffff9eb806bd4380 x1876533442905472/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603625.645111:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603625.645114:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789603625.645118:0:29506:0:(pinger.c:247:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789603625.645121:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603625.645128:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603625.645134:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd4e00. 00000020:00000040:1.0:1789603625.645230:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:1.0:1789603625.645234:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603625.645236:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603625.645238:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603625.645242:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9e00. 00000100:00000001:1.0:1789603625.645246:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603625.645251:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID req@ffff9eb806bd4e00 x1876533442905600/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603625.645258:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603625.645260:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603625.645264:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bb60c11] to pc [ptlrpcd_00_01+1] req@ffff9eb806bd4e00 x1876533442905600/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603625.645272:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603625.645277:0:29506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1962) 00000100:00000001:1.0:1789603625.645294:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603625.645298:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603625.645301:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603625.645311:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5880 x1876533442905216/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603625.645320:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603625.645322:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603625.645327:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603625.645330:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603625.645333:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603625.645337:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2400:1876533442905216:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603625.645343:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603625.645348:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603625.645351:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603625.645353:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603625.645358:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb80571ba00. 02000000:00000001:1.0:1789603625.645360:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603625.645369:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603625.645375:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35c60. 00000400:00000010:1.0:1789603625.645383:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc2a8. 00000100:00000200:1.0:1789603625.645396:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442905216, portal 25 00000100:00000001:1.0:1789603625.645399:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603625.645401:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957084288 : -106961752467328 : ffff9eb806bd5880) 00000100:00000040:1.0:1789603625.645409:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd5880 x1876533442905216/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603625.645416:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603625.645420:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603625.645424:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc198. 00000100:00000200:1.0:1789603625.645428:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442905216, offset 0 00000400:00000200:1.0:1789603625.645435:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603625.645445:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603625.645452:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603625.645458:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603625.645462:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603625.645466:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603625.645470:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603625.645475:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2846:2846:256:4294967295] 192.168.204.129@tcp LPNI seq info [2846:2846:8:4294967295] 00000400:00000200:1.0:1789603625.645480:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603625.645492:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603625.645499:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603625.645504:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9300. 00000800:00000200:1.0:1789603625.645532:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603625.645552:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603625.645556:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603625.645573:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603625.645578:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603625.645581:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296628525 00000100:00000001:1.0:1789603625.645587:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296625518 00000100:00000001:1.0:1789603625.645591:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296628525 00000100:00000001:1.0:1789603625.645596:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296625518 00000100:00000001:1.0:1789603625.645599:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603625.645601:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603625.645605:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603625.645609:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd4380 x1876533442905472/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603625.645616:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603625.645618:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603625.645620:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603625.645622:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603625.645625:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603625.645628:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442905472:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603625.645632:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603625.645635:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603625.645637:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603625.645639:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603625.645643:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb818ed6400. 02000000:00000001:1.0:1789603625.645646:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603625.645650:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603625.645653:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35b00. 00000400:00000010:1.0:1789603625.645658:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc3b8. 00000100:00000200:1.0:1789603625.645661:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442905472, portal 10 00000100:00000001:1.0:1789603625.645663:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603625.645665:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957078912 : -106961752472704 : ffff9eb806bd4380) 00000100:00000040:1.0:1789603625.645672:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd4380 x1876533442905472/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603625.645683:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603625.645686:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603625.645689:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc770. 00000100:00000200:1.0:1789603625.645691:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442905472, offset 0 00000400:00000200:1.0:1789603625.645696:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603625.645700:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603625.645704:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603625.645707:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603625.645710:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603625.645712:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603625.645714:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603625.645717:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2847:2847:255:4294967295] 192.168.204.129@tcp LPNI seq info [2847:2847:7:4294967295] 00000400:00000200:1.0:1789603625.645721:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603625.645726:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603625.645730:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603625.645734:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9d00. 00000800:00000200:1.0:1789603625.645737:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603625.645741:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603625.645750:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603625.645753:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603625.645757:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21376 usecs (22 jiffies) 00000400:00000200:1.0:1789603625.645760:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603625.645763:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296624601 00000100:00000001:1.0:1789603625.645766:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296628525 00000100:00000001:1.0:1789603625.645768:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296624601 00000100:00000001:1.0:1789603625.645770:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296628525 00000100:00000001:1.0:1789603625.645772:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603625.645774:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603625.645778:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603625.645780:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603625.645788:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603625.645790:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789603625.645793:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603625.645794:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603625.645796:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603625.645798:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1789603625.645800:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603625.645803:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603625.645805:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603625.645807:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603625.645808:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603625.645809:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603625.645814:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd6300 x1876533442905344/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603625.645821:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603625.645822:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603625.645825:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603625.645827:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603625.645829:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603625.645832:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442905344:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603625.645835:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603625.645837:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603625.645839:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603625.645841:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603625.645845:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8421fba00. 02000000:00000001:1.0:1789603625.645847:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603625.645851:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603625.645854:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35a50. 00000400:00000010:1.0:1789603625.645858:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcaa0. 00000100:00000200:1.0:1789603625.645861:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442905344, portal 10 00000100:00000001:1.0:1789603625.645863:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603625.645865:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957086976 : -106961752464640 : ffff9eb806bd6300) 00000100:00000040:1.0:1789603625.645871:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd6300 x1876533442905344/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603625.645877:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603625.645884:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603625.645887:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc000. 00000100:00000200:1.0:1789603625.645889:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442905344, offset 0 00000400:00000200:1.0:1789603625.645893:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603625.645897:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603625.645900:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603625.645903:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603625.645905:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603625.645907:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603625.645909:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603625.645912:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2848:2848:254:4294967295] 192.168.204.129@tcp LPNI seq info [2848:2848:6:4294967295] 00000400:00000200:1.0:1789603625.645916:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603625.645921:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603625.645925:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603625.645928:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9c00. 00000800:00000200:1.0:1789603625.645937:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603625.645941:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603625.645943:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603625.645946:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603625.645950:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 849051 usecs (850 jiffies) 00000400:00000200:1.0:1789603625.645953:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603625.645955:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296625429 00000100:00000001:1.0:1789603625.645958:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296628525 00000100:00000001:1.0:1789603625.645961:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296625429 00000100:00000001:1.0:1789603625.645963:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296628525 00000100:00000001:1.0:1789603625.645966:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603625.645968:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603625.645971:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603625.645976:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd4e00 x1876533442905600/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603625.645983:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603625.645985:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603625.645987:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603625.645989:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603625.645991:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603625.645994:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442905600:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603625.645998:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603625.646000:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603625.646001:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603625.646003:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603625.646007:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8421fa200. 02000000:00000001:1.0:1789603625.646009:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603625.646012:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603625.646017:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603625.646021:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcd48. 00000100:00000200:1.0:1789603625.646025:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442905600, portal 4 00000100:00000001:1.0:1789603625.646027:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603625.646028:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957081600 : -106961752470016 : ffff9eb806bd4e00) 00000800:00000200:3.0:1789603625.646033:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1789603625.646035:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd4e00 x1876533442905600/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1789603625.646040:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9300. 00000100:00000001:1.0:1789603625.646047:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1789603625.646050:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1789603625.646051:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603625.646057:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fccc0. 00000100:00000200:1.0:1789603625.646060:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442905600, offset 0 00000400:00000200:3.0:1789603625.646061:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:1.0:1789603625.646069:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603625.646073:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603625.646077:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603625.646079:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603625.646081:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603625.646083:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603625.646086:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603625.646089:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2849:2849:253:4294967295] 192.168.204.129@tcp LPNI seq info [2849:2849:5:4294967295] 00000400:00000200:1.0:1789603625.646112:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603625.646118:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603625.646123:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603625.646126:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9900. 00000800:00000200:1.0:1789603625.646130:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603625.646133:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603625.646136:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603625.646139:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603625.646141:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22768 usecs (23 jiffies) 00000400:00000200:1.0:1789603625.646144:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603625.646146:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296624602 00000100:00000001:1.0:1789603625.646149:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296628525 00000100:00000001:1.0:1789603625.646151:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296624602 00000100:00000001:1.0:1789603625.646153:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296628525 00000100:00000001:1.0:1789603625.646155:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603625.646157:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603625.646159:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603625.646162:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603625.646172:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603625.646174:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603625.650044:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc198 00000400:00000010:3.0:1789603625.650052:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc198. 00000100:00000001:3.0:1789603625.650059:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603625.650070:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5880 x1876533442905216/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603625.650083:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603625.650087:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5880 x1876533442905216/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603641 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603625.650109:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603625.650111:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603625.650145:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603625.650149:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9d00. 00000400:00000200:3.0:1789603625.650154:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603625.650158:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603625.650162:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc770 00000400:00000010:3.0:1789603625.650164:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc770. 00000100:00000001:3.0:1789603625.650166:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603625.650171:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4380 x1876533442905472/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603625.650178:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603625.650181:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4380 x1876533442905472/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603641 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603625.650187:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603625.650189:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603625.650198:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603625.650200:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9c00. 00000400:00000200:3.0:1789603625.650202:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603625.650205:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603625.650208:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc000 00000400:00000010:3.0:1789603625.650209:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc000. 00000100:00000001:3.0:1789603625.650212:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603625.650216:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd6300 x1876533442905344/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603625.650223:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603625.650226:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd6300 x1876533442905344/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603641 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603625.650233:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603625.650235:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603625.650690:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603625.650693:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9900. 00000400:00000200:3.0:1789603625.650696:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603625.650700:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603625.650704:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fccc0 00000400:00000010:3.0:1789603625.650706:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fccc0. 00000100:00000001:3.0:1789603625.650709:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603625.650713:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4e00 x1876533442905600/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603625.650722:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603625.650725:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4e00 x1876533442905600/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603641 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603625.650732:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603625.650733:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603625.653710:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603625.653725:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603625.653730:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603625.653732:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603625.653740:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603625.653754:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603625.653762:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603625.653767:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603625.653773:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603625.653777:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d460480 00000400:00000200:3.0:1789603625.653783:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603625.653790:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x8195 [1] + 224 00000800:00000001:3.0:1789603625.653797:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603625.653801:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603625.653804:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603625.653809:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603625.656174:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603625.656187:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5880 x1876533442905216/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603641 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603625.656199:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd5880 x1876533442905216/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603625.656215:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603625.656227:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603625.656237:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603625.656240:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603625.656292:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603625.656299:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603625.656304:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603625.656310:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603625.656314:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603625.656319:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603625.656323:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d460500 00000400:00000200:3.0:1789603625.656328:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603625.656334:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x81a5 [1] + 224 00000800:00000001:3.0:1789603625.656342:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603625.656346:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603625.656349:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603625.656352:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603625.656355:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603625.656360:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd6300 x1876533442905344/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603641 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603625.656369:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd6300 x1876533442905344/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603625.656377:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603625.656380:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603625.656382:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603625.656384:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603625.656386:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603625.656389:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603625.656392:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603625.656395:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603625.656397:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603625.656400:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603625.656403:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d460600 00000400:00000200:3.0:1789603625.656406:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603625.656410:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x81ad [1] + 224 00000800:00000001:3.0:1789603625.656413:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603625.656416:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603625.656419:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603625.656422:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603625.656424:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603625.656428:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4e00 x1876533442905600/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603641 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603625.656437:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd4e00 x1876533442905600/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603625.656443:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603625.656446:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603625.656449:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603625.656451:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603625.656453:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603625.656455:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603625.656458:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603625.656461:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603625.656464:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603625.656467:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603625.656469:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d460580 00000400:00000200:3.0:1789603625.656472:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603625.656475:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x819d [1] + 224 00000800:00000001:3.0:1789603625.656478:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603625.656484:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603625.656485:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603625.656488:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603625.656490:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603625.656494:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4380 x1876533442905472/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603641 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603625.656532:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd4380 x1876533442905472/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603625.656540:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603625.656544:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603625.656547:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603625.656924:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603625.656929:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603625.656937:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603625.656939:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603625.656942:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35a50. 00000400:00000200:1.0:1789603625.656948:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcaa0 00000400:00000010:1.0:1789603625.656950:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcaa0. 00000100:00000001:1.0:1789603625.656953:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603625.656959:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd6300 x1876533442905344/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603625.656974:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd6300 x1876533442905344/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603641 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603625.656981:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603625.656982:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603625.656985:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603625.656988:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603625.656991:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603625.656993:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603625.656996:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603625.657008:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=23 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603625.657012:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=3 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603625.657015:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603625.657017:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603625.657019:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603625.657022:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603625.657026:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603625.657028:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967635 00000100:00000001:1.0:1789603625.657030:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603625.657034:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603625.657038:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd6300 x1876533442905344/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603641 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603625.657044:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603625.657048:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603625.657050:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603625.657053:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd6300 x1876533442905344/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603641 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603625.657060:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442905344:192.168.204.129@tcp:400:kworker.0 00000400:00000001:1.0:1789603625.657066:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603625.657067:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603625.657069:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603625.657072:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcd48 00000400:00000010:1.0:1789603625.657073:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcd48. 00000100:00000001:1.0:1789603625.657076:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603625.657079:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4e00 x1876533442905600/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603625.657086:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4e00 x1876533442905600/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603641 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603625.657105:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603625.657107:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603625.657108:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603625.657109:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603625.657110:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603625.657112:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603625.657113:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603625.657118:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=22 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603625.657120:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603625.657122:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603625.657124:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603625.657126:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603625.657127:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603625.657129:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603625.657131:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:1.0:1789603625.657132:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603625.657134:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603625.657137:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4e00 x1876533442905600/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603641 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603625.657144:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603625.657146:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603625.657147:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603625.657151:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4e00 x1876533442905600/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603641 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603625.657158:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442905600:192.168.204.129@tcp:400:kworker.0 00000400:00000001:1.0:1789603625.657165:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603625.657166:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603625.657168:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35c60. 00000400:00000200:1.0:1789603625.657171:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc2a8 00000400:00000010:1.0:1789603625.657173:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc2a8. 00000100:00000001:1.0:1789603625.657175:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603625.657178:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5880 x1876533442905216/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603625.657186:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5880 x1876533442905216/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603641 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603625.657192:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603625.657193:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603625.657195:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603625.657196:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603625.657197:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603625.657199:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603625.657201:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603625.657204:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=23 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603625.657206:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=23 v=5 (1 1 1 1) 00000100:00000001:1.0:1789603625.657208:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603625.657209:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603625.657211:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603625.657212:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603625.657214:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603625.657218:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5880 x1876533442905216/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603641 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603625.657223:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603625.657225:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603625.657226:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603625.657229:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5880 x1876533442905216/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603641 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603625.657235:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2400:1876533442905216:192.168.204.129@tcp:400:kworker.0 00000400:00000001:1.0:1789603625.657240:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603625.657241:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603625.657243:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35b00. 00000400:00000200:1.0:1789603625.657245:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc3b8 00000400:00000010:1.0:1789603625.657247:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc3b8. 00000100:00000001:1.0:1789603625.657249:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603625.657252:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4380 x1876533442905472/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603625.657259:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4380 x1876533442905472/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603641 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603625.657265:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603625.657266:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603625.657268:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603625.657269:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603625.657270:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603625.657271:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603625.657273:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603625.657277:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=23 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603625.657280:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=23 v=5 (1 1 1 1) 00000100:00000001:1.0:1789603625.657282:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603625.657283:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603625.657285:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603625.657286:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603625.657288:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603625.657290:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789603625.657291:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603625.657293:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603625.657297:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4380 x1876533442905472/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603641 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603625.657303:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603625.657305:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603625.657306:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603625.657309:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4380 x1876533442905472/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603641 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603625.657316:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442905472:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603625.657320:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603625.657323:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603625.657326:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd6300 x1876533442905344/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603641 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603625.657332:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603625.657334:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603625.657337:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8421fba00. 02000000:00000001:1.0:1789603625.657340:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603625.657342:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603625.657344:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603625.657346:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603625.657348:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9500. 02000000:00000001:1.0:1789603625.657351:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603625.657353:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603625.657355:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd6300. 00000100:00000001:1.0:1789603625.657359:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603625.657360:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603625.657362:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603625.657366:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4e00 x1876533442905600/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603641 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603625.657371:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603625.657373:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603625.657374:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8421fa200. 02000000:00000001:1.0:1789603625.657376:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603625.657377:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603625.657379:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603625.657380:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603625.657382:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9e00. 02000000:00000001:1.0:1789603625.657384:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603625.657385:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603625.657386:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4e00. 00000100:00000001:1.0:1789603625.657389:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603625.657390:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603625.657391:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603625.657394:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5880 x1876533442905216/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603641 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603625.657399:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603625.657401:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603625.657402:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb80571ba00. 02000000:00000001:1.0:1789603625.657404:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603625.657405:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603625.657406:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:1.0:1789603625.657408:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603625.657409:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9600. 02000000:00000001:1.0:1789603625.657411:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603625.657412:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603625.657414:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5880. 00000100:00000001:1.0:1789603625.657416:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603625.657417:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603625.657418:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603625.657421:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4380 x1876533442905472/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603641 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603625.657427:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603625.657428:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603625.657429:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb818ed6400. 02000000:00000001:1.0:1789603625.657432:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603625.657434:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603625.657435:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603625.657436:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603625.657437:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9100. 02000000:00000001:1.0:1789603625.657439:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603625.657440:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603625.657441:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4380. 00000100:00000001:1.0:1789603625.657443:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603625.657444:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603625.657446:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603625.657454:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603625.657457:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603625.657459:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603625.657461:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603625.899063:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603625.899071:0:27602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603625.899073:0:27602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603625.899076:0:27602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603625.899080:0:27602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603625.899082:0:27602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603625.899093:0:27602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603625.899096:0:27602:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603625.899100:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603625.899102:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603625.900444:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603625.900449:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603625.900453:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789603626.082946:0:33513:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603626.926133:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603626.926148:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603626.926154:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603626.926156:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603626.926178:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603626.926180:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603626.926183:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789603627.893854:0:33659:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603627.946609:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603627.946617:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603627.946623:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603627.946624:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603627.946701:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603627.946705:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603627.946708:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789603628.694331:0:33722:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603628.861338:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603628.861358:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603628.861364:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603628.861366:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603628.861376:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603628.861385:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603628.861395:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603628.861400:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603628.861405:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603628.861409:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 328 into portal 15 MB=0x6aab27ecd3700 00000400:00000200:2.0:1789603628.861418:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.129@tcp of length 328/328 into md 0x7fb5 [2] + 0 00000800:00000001:2.0:1789603628.861426:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603628.861434:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603628.861438:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603628.861442:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603628.861450:0:2395:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789603628.861452:0:2395:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1789603628.861458:0:2395:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f1500. 00000100:00000040:2.0:1789603628.861461:0:2395:0:(events.c:341:request_in_callback()) incoming req@ffff9eb8040f1500 x1876533468542720 msgsize 328 00000100:00100000:2.0:1789603628.861465:0:2395:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.129@tcp (source: 12345-192.168.204.129@tcp) 00000100:00000001:2.0:1789603628.861478:0:2395:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1789603628.861492:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603628.861495:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603628.861861:0:16816:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789603628.861865:0:16816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876533468542720 02000000:00000001:3.0:1789603628.861868:0:16816:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789603628.861870:0:16816:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603628.861872:0:16816:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603628.861878:0:16816:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603628.861882:0:16816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876533468542720 00000020:00000001:3.0:1789603628.861885:0:16816:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789603628.861887:0:16816:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48dd 00000020:00000001:3.0:1789603628.861890:0:16816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603628.861893:0:16816:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb80640e800 refcount=4 00000020:00000001:3.0:1789603628.861895:0:16816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111948929024 : -106961760622592 : ffff9eb80640e800) 00000020:00000001:3.0:1789603628.861898:0:16816:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637111948929024 : -106961760622592 : ffff9eb80640e800) 00000100:00000001:3.0:1789603628.861903:0:16816:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789603628.861909:0:16816:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb807c62740. 00000100:00000001:3.0:1789603628.861912:0:16816:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789603628.861915:0:16816:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb807c62740. 00000020:00000010:3.0:1789603628.861921:0:16816:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb807ac0800. 00000020:00000010:3.0:1789603628.861927:0:16816:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9eb80502bd00. 00000020:00000010:3.0:1789603628.861933:0:16816:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9eb80798f3e8. 00000100:00000040:3.0:1789603628.861942:0:16816:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1789603628.861945:0:16816:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789603628.861947:0:16816:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789603628.861949:0:16816:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603628.861959:0:16816:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603628.861970:0:16816:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603628.861983:0:16816:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789603628.861985:0:16816:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789603628.861990:0:16816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.129@tcp, seq: 60 00000100:00000040:3.0:1789603628.861994:0:16816:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9eb80640e800 : new rpc_count 1 00000100:00000001:3.0:1789603628.861996:0:16816:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446637111912109312 : -106961797442304 : ffff9eb8040f1500) 00000100:00000040:3.0:1789603628.862003:0:16816:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9eb8040f1500 x1876533468542720/t0(0) o104->LOV_OSC_UUID@192.168.204.129@tcp:714/0 lens 328/0 e 0 to 0 dl 1789603639 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603628.862012:0:16816:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789603628.862015:0:16816:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb807c62740. 00000100:00000001:3.0:1789603628.862017:0:16816:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789603628.862019:0:16816:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb807c62740. 00000100:00100000:3.0:1789603628.862023:0:16816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9eb8040f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13921:x1876533468542720:12345-192.168.204.129@tcp:104: 00000100:00000200:3.0:1789603628.862026:0:16816:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876533468542720 00010000:00000001:3.0:1789603628.862043:0:16816:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1789603628.862051:0:16816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603628.862053:0:16816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603628.862056:0:16816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdce00 refcount=2 00000020:00000001:3.0:1789603628.862058:0:16816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189696 : -106961513361920 : ffff9eb814fdce00) 00010000:00000001:3.0:1789603628.862060:0:16816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189696 : -106961513361920 : ffff9eb814fdce00) 00010000:00000001:3.0:1789603628.862064:0:16816:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603628.862067:0:16816:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603628.862072:0:16816:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000009c847581/0xa04c19c788fe54ad lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x31dbb14d74e91b75 expref: -99 pid: 33269 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00000001:3.0:1789603628.862086:0:16816:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789603628.862088:0:16816:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789603628.862094:0:16816:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9eb80511cc00. 02000000:00000001:3.0:1789603628.862096:0:16816:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603628.862099:0:16816:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603628.862105:0:16816:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789603628.862111:0:16816:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603628.862115:0:16816:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810bb1de8 time=175 v=5 (1 1 1 1) 00000100:00000001:3.0:1789603628.862120:0:16816:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789603628.862123:0:16816:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 16 to 192.168.204.129@tcp 00000100:00000001:3.0:1789603628.862125:0:16816:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 02000000:00000001:3.0:1789603628.862128:0:16816:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789603628.862130:0:16816:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603628.862133:0:16816:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603628.862135:0:16816:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603628.862141:0:16816:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0660. 00000100:00000200:3.0:1789603628.862147:0:16816:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876533468542720, offset 224 00000400:00000200:3.0:1789603628.862155:0:16816:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603628.862163:0:16816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603628.862170:0:16816:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.29@tcp to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603628.862176:0:16816:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2850:2850:256:4294967295] 192.168.204.129@tcp LPNI seq info [2850:2850:8:4294967295] 00000400:00000200:3.0:1789603628.862181:0:16816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603628.862190:0:16816:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:192.168.204.29@tcp) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603628.862196:0:16816:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603628.862201:0:16816:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783fb00. 00000800:00000200:3.0:1789603628.862208:0:16816:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603628.862218:0:16816:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603628.862224:0:16816:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603628.862239:0:16816:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603628.862242:0:16816:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00010000:00000001:3.0:1789603628.862245:0:16816:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1789603628.862248:0:16816:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9eb80402a180. 00010000:00000001:3.0:1789603628.862251:0:16816:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789603628.862268:0:16816:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1789603628.862271:0:16816:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603628.862273:0:16816:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603628.862275:0:16816:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603628.862280:0:16816:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f1500 x1876533468542720/t0(0) o104->LOV_OSC_UUID@192.168.204.129@tcp:714/0 lens 328/224 e 0 to 0 dl 1789603639 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789603628.862290:0:16816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9eb8040f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13921:x1876533468542720:12345-192.168.204.129@tcp:104: Request processed in 275us (826us total) trans 0 rc 0/0 00000100:00100000:3.0:1789603628.862297:0:16816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.129@tcp, seq: 60 00000100:00000040:3.0:1789603628.862301:0:16816:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9eb80640e800 : new rpc_count 0 00000100:00000001:3.0:1789603628.862304:0:16816:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789603628.862306:0:16816:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789603628.862310:0:16816:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9eb80502bd00. 00000020:00000010:3.0:1789603628.862314:0:16816:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9eb80798f3e8. 00000020:00000010:3.0:1789603628.862318:0:16816:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9eb807ac0800. 00000020:00000040:3.0:1789603628.862324:0:16816:0:(genops.c:879:class_export_put()) PUTting export ffff9eb80640e800 : new refcount 3 00000100:00000001:3.0:1789603628.862327:0:16816:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789603628.862433:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603628.862438:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783fb00. 00000400:00000200:3.0:1789603628.862443:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603628.862447:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603628.862451:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0660 00000400:00000010:3.0:1789603628.862453:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0660. 00000100:00000001:3.0:1789603628.862456:0:2394:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789603628.862457:0:2394:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:0.0:1789603628.862742:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603628.862745:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603628.862748:0:16824:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1789603628.862751:0:16824:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1789603628.862753:0:16824:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1789603628.862757:0:16824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000009c847581/0xa04c19c788fe54ad lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x31dbb14d74e91b75 expref: -99 pid: 33269 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789603628.862767:0:16824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb814fdce00 already unused, calling callback (ffffffffc1285300) 00000008:00000001:0.0:1789603628.862771:0:16824:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1789603628.862773:0:16824:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789603628.862775:0:16824:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603628.862776:0:16824:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603628.862778:0:16824:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdce00 refcount=3 00000020:00000001:0.0:1789603628.862780:0:16824:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189696 : -106961513361920 : ffff9eb814fdce00) 00010000:00000001:0.0:1789603628.862782:0:16824:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189696 : -106961513361920 : ffff9eb814fdce00) 00010000:00000001:0.0:1789603628.862786:0:16824:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789603628.862788:0:16824:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000009c847581/0xa04c19c788fe54ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x31dbb14d74e91b75 expref: -99 pid: 33269 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1789603628.862802:0:16824:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1789603628.862804:0:16824:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603628.862808:0:16824:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154872 : -106961585396744 : ffff9eb810b2a3f8) 00000020:00001000:0.0:1789603628.862810:0:16824:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a3f0 00000008:00000001:0.0:1789603628.862812:0:16824:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1789603628.862815:0:16824:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789603628.862817:0:16824:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a3f0 00000008:00000001:0.0:1789603628.862819:0:16824:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603628.862822:0:16824:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789603628.862826:0:16824:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789603628.862838:0:16824:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789603628.862840:0:16824:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603628.862843:0:16824:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789603628.862845:0:16824:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fdce00 with handle 0xa04c19c788fe54ad from hash 00010000:00000001:0.0:1789603628.862848:0:16824:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789603628.862849:0:16824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603628.862851:0:16824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603628.862852:0:16824:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789603628.862855:0:16824:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789603628.862856:0:16824:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1789603628.862862:0:16824:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603628.862865:0:16824:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603628.862867:0:16824:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603628.862869:0:16824:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1789603628.862875:0:16824:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1c000. 00000020:00000040:0.0:1789603628.862878:0:16824:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:0.0:1789603628.862882:0:16824:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603628.862884:0:16824:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603628.862889:0:16824:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603628.862895:0:16824:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb818ed6c00. 00000100:00000001:0.0:1789603628.862901:0:16824:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603628.862903:0:16824:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789603628.862907:0:16824:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000009c847581/0xa04c19c788fe54ad lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x31dbb14d74e91b75 expref: -99 pid: 33269 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789603628.862915:0:16824:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789603628.862917:0:16824:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603628.862923:0:16824:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603628.862927:0:16824:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603628.862934:0:16824:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a048987] to pc [ptlrpcd_00_00+0] req@ffff9eb810d1c000 x1876533442905728/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789603628.862955:0:16824:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603628.862958:0:16824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603628.862959:0:16824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603628.862960:0:16824:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603628.862962:0:16824:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603628.862964:0:16824:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603628.862967:0:16824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000009c847581/0xa04c19c788fe54ad lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x31dbb14d74e91b75 expref: -99 pid: 33269 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603628.862973:0:16824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789603628.862976:0:16824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000009c847581/0xa04c19c788fe54ad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x31dbb14d74e91b75 expref: -99 pid: 33269 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1789603628.862984:0:16824:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9eb811aa7700. 00010000:00000040:0.0:1789603628.862989:0:16824:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb80647c900 count: 0 00010000:00000010:0.0:1789603628.862995:0:16824:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9eb80647c200. 00010000:00000001:0.0:1789603628.863002:0:16824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603628.863003:0:16824:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1789603628.863005:0:16824:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9eb80402a180. 00010000:00000001:0.0:1789603628.863008:0:16824:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603628.863010:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603628.863011:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603628.863013:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789603628.863015:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603628.863016:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603628.863018:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789603628.863019:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603628.863020:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603628.863021:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789603628.863042:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603628.863046:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603628.863048:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603628.863054:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1c000 x1876533442905728/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603628.863062:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603628.863064:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603628.863068:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603628.863071:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603628.863073:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603628.863076:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442905728:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789603628.863080:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603628.863085:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603628.863087:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603628.863090:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603628.863095:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb818ed7800. 02000000:00000001:0.0:1789603628.863097:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603628.863102:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603628.863107:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041390b0. 00000400:00000010:0.0:1789603628.863112:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682088. 00000100:00000200:0.0:1789603628.863117:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442905728, portal 18 00000100:00000001:0.0:1789603628.863120:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603628.863122:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126193664 : -106961583357952 : ffff9eb810d1c000) 00000100:00000040:0.0:1789603628.863128:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1c000 x1876533442905728/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603644 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603628.863134:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603628.863137:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603628.863139:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682990. 00000100:00000200:0.0:1789603628.863142:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876533442905728, offset 0 00000400:00000200:0.0:1789603628.863148:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603628.863154:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603628.863158:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603628.863164:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603628.863168:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603628.863172:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603628.863175:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603628.863178:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2851:2851:256:4294967295] 192.168.204.129@tcp LPNI seq info [2851:2851:8:4294967295] 00000400:00000200:0.0:1789603628.863182:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603628.863189:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603628.863193:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603628.863198:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076100. 00000800:00000200:0.0:1789603628.863203:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603628.863208:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603628.863211:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789603628.863224:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603628.863228:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22721 usecs (23 jiffies) 00000400:00000200:0.0:1789603628.863231:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603628.863233:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296627817 00000100:00000001:0.0:1789603628.863237:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296628525 00000100:00000001:0.0:1789603628.863239:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296627817 00000100:00000001:0.0:1789603628.863241:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296628525 00000100:00000001:0.0:1789603628.863243:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603628.863245:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603628.863248:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603628.863250:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603628.863255:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603628.863257:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789603628.863259:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603628.863260:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603628.863262:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603628.863264:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603628.863274:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603628.863276:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603628.863926:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603628.863932:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076100. 00000400:00000200:3.0:1789603628.863937:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603628.863943:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603628.863948:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682990 00000400:00000010:3.0:1789603628.863951:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682990. 00000100:00000001:3.0:1789603628.863954:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603628.863959:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1c000 x1876533442905728/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603644 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603628.863970:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603628.863973:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1c000 x1876533442905728/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603644 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603628.863981:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603628.863983:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603628.875110:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603628.875128:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603628.875132:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603628.875135:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603628.875144:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603628.875152:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603628.875162:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603628.875166:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603628.875172:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603628.875177:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 18 MB=0x6aab27d460680 00000400:00000200:3.0:1789603628.875182:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603628.875190:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.129@tcp of length 224/224 into md 0x81bd [1] + 224 00000800:00000001:3.0:1789603628.875197:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603628.875203:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603628.875207:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603628.875212:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603628.875219:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603628.875229:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1c000 x1876533442905728/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603644 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603628.875240:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1c000 x1876533442905728/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603644 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603628.875261:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603628.875269:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603628.875272:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603628.875321:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603628.875326:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603628.875333:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603628.875335:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603628.875338:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041390b0. 00000400:00000200:0.0:1789603628.875343:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682088 00000400:00000010:0.0:1789603628.875346:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682088. 00000100:00000001:0.0:1789603628.875349:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603628.875354:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1c000 x1876533442905728/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603644 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603628.875363:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1c000 x1876533442905728/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603644 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603628.875369:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603628.875371:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603628.875373:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603628.875376:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603628.875379:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603628.875380:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603628.875384:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603628.875394:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8ca8 time=173 v=5 (5 5 0 5) 00000100:00001000:0.0:1789603628.875398:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603628.875400:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603628.875402:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603628.875404:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603628.875407:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603628.875411:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603628.875413:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:0.0:1789603628.875415:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603628.875417:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603628.875422:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1c000 x1876533442905728/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603644 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603628.875429:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603628.875433:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603628.875435:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603628.875439:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1c000 x1876533442905728/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603644 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603628.875446:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442905728:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789603628.875451:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603628.875453:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603628.875456:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1c000 x1876533442905728/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603644 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603628.875462:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603628.875464:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603628.875468:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb818ed7800. 02000000:00000001:0.0:1789603628.875471:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603628.875473:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603628.875475:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603628.875477:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603628.875480:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb818ed6c00. 02000000:00000001:0.0:1789603628.875483:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603628.875498:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603628.875500:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1c000. 00000100:00000001:0.0:1789603628.875505:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603628.875506:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603628.875554:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603628.875562:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603628.875564:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603628.875566:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603628.875568:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1789603628.879171:0:33740:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c900. 00010000:00000010:0.1:1789603628.879187:0:33740:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdce00. 00010000:00000001:3.0:1789603628.970610:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603628.970616:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603628.971467:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789603628.971471:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603628.971476:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789603629.610669:0:27602:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296628525, at 4296628544 00000100:00000010:3.0:1789603629.610685:0:27602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb805103120. 00000100:00000040:2.0:1789603629.610854:0:29041:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296628525, at 4296628544 00000100:00000010:2.0:1789603629.610860:0:29041:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb805103540. 00000080:00000001:1.0:1789603629.646344:0:33815:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789603629.915840:0:33851:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1789603629.915848:0:33851:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 23: client hang when close a file after mds crash ========================================================== 20:07:08 (1789603628) 00000001:00000001:2.0:1789603629.933654:0:33851:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1789603629.994668:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603629.994678:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603629.995358:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789603629.995364:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603629.995369:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789603630.207039:0:33863:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603630.207046:0:33863:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603630.207048:0:33863:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789603630.207052:0:33863:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50205bbc0 00000080:00200000:1.0:1789603630.207057:0:33863:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:1.0:1789603630.207066:0:33863:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb807cb9c00. 00800000:00000002:1.0:1789603630.207074:0:33863:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603630.207079:0:33863:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603630.207083:0:33863:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603630.207086:0:33863:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50205bae0 00800000:00000002:1.0:1789603630.207088:0:33863:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603630.207092:0:33863:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603630.207095:0:33863:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603630.207098:0:33863:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603630.207100:0:33863:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603630.207103:0:33863:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603630.207105:0:33863:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603630.207107:0:33863:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603630.207110:0:33863:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603630.207114:0:33863:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789603630.207120:0:33863:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603630.207121:0:33863:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50205b9b0 00000002:00010000:1.0:1789603630.207123:0:33863:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789603630.207127:0:33863:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603630.207130:0:33863:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603630.207134:0:33863:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789603630.207140:0:33863:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603630.207145:0:33863:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603630.207148:0:33863:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603630.207150:0:33863:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789603630.207153:0:33863:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789603630.207159:0:33863:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd4380. 00000020:00000040:1.0:1789603630.207164:0:33863:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:1.0:1789603630.207171:0:33863:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789603630.207176:0:33863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603630.207181:0:33863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603630.207186:0:33863:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603630.207189:0:33863:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603630.207195:0:33863:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603630.207215:0:33863:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041a6c00. 00000100:00000001:1.0:1789603630.207223:0:33863:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603630.207229:0:33863:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603630.207231:0:33863:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603630.207233:0:33863:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603630.207234:0:33863:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603630.207237:0:33863:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603630.207242:0:33863:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637111957078912 : -106961752472704 : ffff9eb806bd4380) 00010000:00000001:1.0:1789603630.207247:0:33863:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789603630.207250:0:33863:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789603630.207254:0:33863:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb80647c100. 00010000:00000010:1.0:1789603630.207259:0:33863:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb810da7a80. 00010000:00000001:1.0:1789603630.207265:0:33863:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789603630.207269:0:33863:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb814fdda00. 00000020:00000001:1.0:1789603630.207273:0:33863:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789603630.207277:0:33863:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb814fdda00 with handle 0xa04c19c788fe54ec to hash 00000020:00000001:1.0:1789603630.207279:0:33863:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789603630.207280:0:33863:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:1.0:1789603630.207285:0:33863:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:1.0:1789603630.207289:0:33863:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603630.207292:0:33863:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603630.207297:0:33863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe54ec lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603630.207307:0:33863:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe54ec lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603630.207317:0:33863:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe54ec lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33863 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789603630.207324:0:33863:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603630.207326:0:33863:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603630.207334:0:33863:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb811672180. 00000100:00000001:1.0:1789603630.207337:0:33863:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112135983488 : -106961573568128 : ffff9eb811672180) 00000100:00000001:1.0:1789603630.207339:0:33863:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603630.207341:0:33863:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957078912 : -106961752472704 : ffff9eb806bd4380) 00000100:00000001:1.0:1789603630.207346:0:33863:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603630.207350:0:33863:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603630.207352:0:33863:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603630.207354:0:33863:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603630.207365:0:33863:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd4380 x1876533442905856/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603630.207374:0:33863:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603630.207377:0:33863:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603630.207381:0:33863:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603630.207384:0:33863:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603630.207387:0:33863:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603630.207391:0:33863:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd4380 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:33863:1876533442905856:192.168.204.129@tcp:101:multiop.0 00000100:00000001:1.0:1789603630.207396:0:33863:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603630.207402:0:33863:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603630.207404:0:33863:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603630.207407:0:33863:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603630.207412:0:33863:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb8057cd800. 02000000:00000001:1.0:1789603630.207415:0:33863:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603630.207424:0:33863:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603630.207429:0:33863:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35b00. 00000400:00000010:1.0:1789603630.207436:0:33863:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc3b8. 00000100:00000200:1.0:1789603630.207444:0:33863:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442905856, portal 10 00000100:00000001:1.0:1789603630.207446:0:33863:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603630.207447:0:33863:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957078912 : -106961752472704 : ffff9eb806bd4380) 00000100:00000040:1.0:1789603630.207454:0:33863:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd4380 x1876533442905856/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603646 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603630.207461:0:33863:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603630.207464:0:33863:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603630.207467:0:33863:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc2a8. 00000100:00000200:1.0:1789603630.207471:0:33863:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876533442905856, offset 0 00000400:00000200:1.0:1789603630.207477:0:33863:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603630.207486:0:33863:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603630.207494:0:33863:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603630.207500:0:33863:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603630.207504:0:33863:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603630.207507:0:33863:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603630.207534:0:33863:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603630.207538:0:33863:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2852:2852:256:4294967295] 192.168.204.129@tcp LPNI seq info [2852:2852:8:4294967295] 00000400:00000200:1.0:1789603630.207543:0:33863:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603630.207554:0:33863:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603630.207561:0:33863:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603630.207566:0:33863:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9600. 00000800:00000200:1.0:1789603630.207573:0:33863:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603630.207580:0:33863:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603630.207584:0:33863:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789603630.207602:0:33863:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603630.207607:0:33863:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 847951 usecs (848 jiffies) 00000400:00000200:1.0:1789603630.207612:0:33863:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603630.207616:0:33863:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296629988 00000100:00000010:1.0:1789603630.207620:0:33863:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb8051031e0. 00000100:00000001:1.0:1789603630.207627:0:33863:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789603630.207634:0:33863:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296629988 00000100:00000010:1.0:1789603630.207638:0:33863:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb8051032a0. 00000100:00000001:1.0:1789603630.207641:0:33863:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789603630.207644:0:33863:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603630.207647:0:33863:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603630.207649:0:33863:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603630.207652:0:33863:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603630.207655:0:33863:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672180 going to sleep for 11 seconds 00000100:00000001:1.0:1789603630.207657:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603630.207661:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603630.207999:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603630.208018:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9600. 00000400:00000200:3.0:1789603630.208026:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603630.208036:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603630.208044:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc2a8 00000400:00000010:3.0:1789603630.208047:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc2a8. 00000100:00000001:3.0:1789603630.208053:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603630.208061:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4380 x1876533442905856/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603646 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603630.208076:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603630.208079:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4380 x1876533442905856/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603646 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603630.208087:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603630.208089:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603630.229030:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603630.229110:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603630.229115:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603630.229118:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603630.229127:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603630.229134:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603630.229144:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603630.229148:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603630.229154:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603630.229158:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d460700 00000400:00000200:3.0:1789603630.229163:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603630.229169:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x81c5 [1] + 224 00000800:00000001:3.0:1789603630.229176:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603630.229184:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603630.229187:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603630.229192:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603630.229201:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603630.229209:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4380 x1876533442905856/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603646 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603630.229220:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb806bd4380 x1876533442905856/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603646 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603630.229232:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603630.229240:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603630.229243:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603630.229752:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603630.229766:0:33863:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603630.229768:0:33863:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603630.229773:0:33863:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35b00. 00000400:00000200:1.0:1789603630.229781:0:33863:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc3b8 00000400:00000010:1.0:1789603630.229784:0:33863:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc3b8. 00000100:00000001:1.0:1789603630.229788:0:33863:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603630.229799:0:33863:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4380 x1876533442905856/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603646 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603630.229811:0:33863:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4380 x1876533442905856/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603646 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603630.229819:0:33863:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603630.229821:0:33863:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603630.229824:0:33863:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603630.229828:0:33863:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603630.229831:0:33863:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603630.229834:0:33863:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603630.229837:0:33863:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603630.229848:0:33863:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=28 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603630.229853:0:33863:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603630.229856:0:33863:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603630.229858:0:33863:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603630.229861:0:33863:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603630.229866:0:33863:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603630.229872:0:33863:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789603630.229874:0:33863:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: committing for last_committed 4294967637 gen 2 00000100:00000040:1.0:1789603630.229881:0:33863:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967637) req@ffff9eb806bd5180 x1876533442900608/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603638 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603630.229889:0:33863:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603630.229893:0:33863:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5180 x1876533442900608/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603638 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603630.229901:0:33863:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603630.229904:0:33863:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603630.229908:0:33863:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a7000. 02000000:00000001:1.0:1789603630.229913:0:33863:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603630.229916:0:33863:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603630.229918:0:33863:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603630.229921:0:33863:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603630.229924:0:33863:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb810d6d200. 02000000:00000001:1.0:1789603630.229929:0:33863:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603630.229931:0:33863:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603630.229933:0:33863:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5180. 00000100:00000001:1.0:1789603630.229937:0:33863:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603630.229938:0:33863:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603630.229944:0:33863:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967637) req@ffff9eb810d1c380 x1876533442905088/t4294967637(4294967637) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/456 e 0 to 0 dl 1789603638 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603630.229950:0:33863:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603630.229953:0:33863:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1c380 x1876533442905088/t4294967637(4294967637) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/456 e 0 to 0 dl 1789603638 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603630.229959:0:33863:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603630.229961:0:33863:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603630.229962:0:33863:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8051e0000. 02000000:00000001:1.0:1789603630.229964:0:33863:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603630.229965:0:33863:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603630.229966:0:33863:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603630.229968:0:33863:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603630.229970:0:33863:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb814ea1400. 02000000:00000001:1.0:1789603630.229972:0:33863:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603630.229973:0:33863:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603630.229975:0:33863:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1c380. 00000100:00000001:1.0:1789603630.229978:0:33863:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603630.229979:0:33863:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603630.229981:0:33863:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789603630.229984:0:33863:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:1.0:1789603630.229987:0:33863:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603630.229989:0:33863:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603630.229993:0:33863:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4380 x1876533442905856/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603646 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603630.230014:0:33863:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603630.230018:0:33863:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603630.230020:0:33863:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603630.230025:0:33863:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4380 x1876533442905856/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603646 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603630.230034:0:33863:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4380 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:33863:1876533442905856:192.168.204.129@tcp:101:multiop.0 00000100:00000001:1.0:1789603630.230039:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603630.230042:0:33863:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603630.230045:0:33863:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603630.230047:0:33863:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603630.230050:0:33863:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4380 x1876533442905856/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603646 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603630.230056:0:33863:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603630.230058:0:33863:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb811672180. 00000100:00000001:1.0:1789603630.230062:0:33863:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603630.230063:0:33863:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603630.230067:0:33863:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789603630.230072:0:33863:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603630.230074:0:33863:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603630.230078:0:33863:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=4 00000020:00000001:1.0:1789603630.230080:0:33863:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:1.0:1789603630.230084:0:33863:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000040:1.0:1789603630.230092:0:33863:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb814fdda00, remote cookie: 0x31dbb14d74e91bfa, flags: 0x1001 00010000:00010000:1.0:1789603630.230098:0:33863:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe54ec lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91bfa expref: -99 pid: 33863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603630.230110:0:33863:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe54ec lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91bfa expref: -99 pid: 33863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603630.230117:0:33863:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789603630.230122:0:33863:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789603630.230124:0:33863:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789603630.230125:0:33863:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789603630.230127:0:33863:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789603630.230130:0:33863:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9eb80647c100) refcount = 1 00010000:00010000:1.0:1789603630.230135:0:33863:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe54ec lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91bfa expref: -99 pid: 33863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603630.230142:0:33863:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789603630.230145:0:33863:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789603630.230147:0:33863:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603630.230150:0:33863:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789603630.230153:0:33863:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603630.230157:0:33863:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe54ec lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91bfa expref: -99 pid: 33863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603630.230163:0:33863:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789603630.230164:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603630.230166:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603630.230167:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603630.230168:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603630.230170:0:33863:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603630.230175:0:33863:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789603630.230177:0:33863:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603630.230179:0:33863:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603630.230180:0:33863:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=3 00000020:00000001:1.0:1789603630.230182:0:33863:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:1.0:1789603630.230184:0:33863:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:1.0:1789603630.230187:0:33863:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603630.230188:0:33863:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603630.230189:0:33863:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=4 00000020:00000001:1.0:1789603630.230191:0:33863:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:1.0:1789603630.230192:0:33863:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:1.0:1789603630.230196:0:33863:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603630.230199:0:33863:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603630.230202:0:33863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe54ec lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91bfa expref: -99 pid: 33863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603630.230207:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603630.230208:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603630.230209:0:33863:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603630.230210:0:33863:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603630.230211:0:33863:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=5 00000020:00000001:1.0:1789603630.230212:0:33863:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:1.0:1789603630.230215:0:33863:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:1.0:1789603630.230217:0:33863:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603630.230220:0:33863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe54ec lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91bfa expref: -99 pid: 33863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603630.230226:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603630.230227:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789603630.230230:0:33863:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe54ec lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91bfa expref: -99 pid: 33863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603630.230237:0:33863:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603630.230238:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603630.230240:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603630.230241:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603630.230243:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789603630.230247:0:33863:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb806bd4380 x1876533442905856/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603646 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789603630.230256:0:33863:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603630.230257:0:33863:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603630.230258:0:33863:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=3 00000020:00000001:1.0:1789603630.230260:0:33863:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:1.0:1789603630.230262:0:33863:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:1.0:1789603630.230264:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603630.230265:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603630.230267:0:33863:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603630.230269:0:33863:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603630.230272:0:33863:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789603630.230274:0:33863:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603630.230275:0:33863:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603630.230276:0:33863:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=3 00000020:00000001:1.0:1789603630.230278:0:33863:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:1.0:1789603630.230280:0:33863:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00000002:00010000:1.0:1789603630.230283:0:33863:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe54ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91bfa expref: -99 pid: 33863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603630.230289:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603630.230291:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603630.230292:0:33863:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789603630.230294:0:33863:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603630.230295:0:33863:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603630.230296:0:33863:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=3 00000020:00000001:1.0:1789603630.230297:0:33863:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:1.0:1789603630.230299:0:33863:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000040:1.0:1789603630.230306:0:33863:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c100 count: 2 00010000:00000001:1.0:1789603630.230309:0:33863:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789603630.230314:0:33863:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789603630.230317:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603630.230318:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603630.230320:0:33863:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789603630.230323:0:33863:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50205b938 00000002:00002000:1.0:1789603630.230326:0:33863:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789603630.230329:0:33863:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603630.230333:0:33863:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603630.230336:0:33863:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789603630.230340:0:33863:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789603630.230342:0:33863:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603630.230346:0:33863:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603630.230350:0:33863:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb807cb9c00. 00000080:00000001:1.0:1789603630.230355:0:33863:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789603630.230358:0:33863:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789603630.230365:0:33863:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789603630.230370:0:33863:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789603630.230377:0:33863:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb811aa7780. 00800000:00000001:1.0:1789603630.230379:0:33863:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637112140396416 : -106961569155200 : ffff9eb811aa7780) 00800000:00000001:1.0:1789603630.230382:0:33863:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603630.230384:0:33863:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789603630.230387:0:33863:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789603630.230389:0:33863:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789603630.230392:0:33863:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789603630.230395:0:33863:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789603630.230396:0:33863:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603630.230401:0:33863:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789603630.230404:0:33863:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1789603630.230407:0:33863:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1789603607 to 1789603622 00000080:00200000:1.0:1789603630.230412:0:33863:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1789603630.230415:0:33863:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603630.230416:0:33863:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603630.230418:0:33863:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=3 00000020:00000001:1.0:1789603630.230419:0:33863:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:1.0:1789603630.230421:0:33863:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:1.0:1789603630.230424:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603630.230426:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789603630.230428:0:33863:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789603630.230431:0:33863:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789603630.230432:0:33863:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb811aa7780 1 00800000:00000010:1.0:1789603630.230434:0:33863:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb811aa7780. 00800000:00000001:1.0:1789603630.230438:0:33863:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603630.230440:0:33863:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe54ec 00800000:00000001:1.0:1789603630.230443:0:33863:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603630.230445:0:33863:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603630.230446:0:33863:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603630.230447:0:33863:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603630.230449:0:33863:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=3 00000020:00000001:1.0:1789603630.230451:0:33863:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:1.0:1789603630.230453:0:33863:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:1.0:1789603630.230455:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603630.230456:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603630.230458:0:33863:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603630.230460:0:33863:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603630.230463:0:33863:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603630.230465:0:33863:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:1.0:1789603630.230469:0:33863:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe54ec from it ffffb8e50205bbf8 00010000:00000001:1.0:1789603630.230471:0:33863:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603630.230472:0:33863:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603630.230474:0:33863:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=3 00000020:00000001:1.0:1789603630.230476:0:33863:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:1.0:1789603630.230477:0:33863:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:1.0:1789603630.230480:0:33863:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603630.230482:0:33863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe54ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91bfa expref: -99 pid: 33863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603630.230490:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603630.230491:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603630.230492:0:33863:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603630.230495:0:33863:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603630.230499:0:33863:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe54ec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91bfa expref: -99 pid: 33863 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789603630.230762:0:33863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603630.230767:0:33863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603630.230769:0:33863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603630.230775:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603630.230776:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603630.230778:0:33863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603630.230782:0:33863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603630.230784:0:33863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603630.230787:0:33863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603630.230790:0:33863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603630.230793:0:33863:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603630.230794:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603630.230795:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603630.230797:0:33863:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603630.230803:0:33863:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4380 x1876533442905856/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603646 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603630.230810:0:33863:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603630.230812:0:33863:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603630.230816:0:33863:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb8057cd800. 02000000:00000001:1.0:1789603630.230820:0:33863:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603630.230821:0:33863:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603630.230823:0:33863:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603630.230825:0:33863:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603630.230827:0:33863:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a6c00. 02000000:00000001:1.0:1789603630.230831:0:33863:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603630.230832:0:33863:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603630.230834:0:33863:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4380. 00000100:00000001:1.0:1789603630.230837:0:33863:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603630.230838:0:33863:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603630.230842:0:33863:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:1.0:1789603630.230846:0:33863:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603630.230917:0:33863:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb810bc5780. 00000080:00000001:1.0:1789603630.230924:0:33863:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603630.230926:0:33863:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789603630.230928:0:33863:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50205bb00 00000080:00200000:1.0:1789603630.230931:0:33863:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:1.0:1789603630.230936:0:33863:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb807cb9c00. 00800000:00000002:1.0:1789603630.230941:0:33863:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603630.230945:0:33863:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603630.230948:0:33863:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603630.230950:0:33863:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50205ba20 00800000:00000002:1.0:1789603630.230952:0:33863:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603630.230956:0:33863:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603630.230959:0:33863:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603630.230962:0:33863:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603630.230965:0:33863:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603630.230967:0:33863:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603630.230969:0:33863:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603630.230971:0:33863:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603630.230974:0:33863:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603630.230977:0:33863:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789603630.230982:0:33863:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603630.230984:0:33863:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50205b8f0 00000002:00010000:1.0:1789603630.230986:0:33863:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789603630.230989:0:33863:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603630.230991:0:33863:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603630.230993:0:33863:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603630.230997:0:33863:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c100 count: 2 00010000:00000001:1.0:1789603630.230999:0:33863:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603630.231013:0:33863:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603630.231016:0:33863:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789603630.231020:0:33863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe54ec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91bfa expref: -99 pid: 33863 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789603630.231028:0:33863:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603630.231032:0:33863:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603630.231035:0:33863:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe54ec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91bfa expref: -99 pid: 33863 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789603630.231046:0:33863:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789603630.231048:0:33863:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603630.231050:0:33863:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603630.231052:0:33863:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603630.231054:0:33863:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603630.231056:0:33863:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789603630.231058:0:33863:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789603630.231060:0:33863:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603630.231062:0:33863:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb807cb9c00. 00000080:00000001:1.0:1789603630.231064:0:33863:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789603630.231066:0:33863:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603630.231068:0:33863:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:1.0:1789603630.231071:0:33863:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe54ec 00800000:00000001:1.0:1789603630.231073:0:33863:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603630.231074:0:33863:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603630.231075:0:33863:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603630.231077:0:33863:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603630.231078:0:33863:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=3 00000020:00000001:1.0:1789603630.231080:0:33863:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:1.0:1789603630.231082:0:33863:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:1.0:1789603630.231084:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603630.231085:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603630.231086:0:33863:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603630.231088:0:33863:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603630.231090:0:33863:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe54ec from it ffffb8e50205bb38 00010000:00000001:1.0:1789603630.231092:0:33863:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603630.231093:0:33863:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603630.231094:0:33863:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdda00 refcount=3 00000020:00000001:1.0:1789603630.231095:0:33863:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:1.0:1789603630.231096:0:33863:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192768 : -106961513358848 : ffff9eb814fdda00) 00010000:00000001:1.0:1789603630.231098:0:33863:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603630.231101:0:33863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe54ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91bfa expref: -99 pid: 33863 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789603630.231107:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603630.231108:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603630.231109:0:33863:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603630.231110:0:33863:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603630.231112:0:33863:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe54ec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91bfa expref: -99 pid: 33863 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789603630.231118:0:33863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603630.231120:0:33863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603630.231121:0:33863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603630.231123:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603630.231125:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603630.231126:0:33863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603630.231128:0:33863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603630.231129:0:33863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603630.231130:0:33863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603630.231132:0:33863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603630.231134:0:33863:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603630.231135:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603630.231137:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603630.231138:0:33863:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789603630.231140:0:33863:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603630.231142:0:33863:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 3 00000080:00000001:1.0:1789603630.231145:0:33863:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603630.231149:0:33863:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789603630.231151:0:33863:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50205bb58 00000080:00200000:1.0:1789603630.231153:0:33863:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff9eb808190908), file ffff9eb806a6f080, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1789603630.231158:0:33863:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9eb805103d80. 00000080:00000001:1.0:1789603630.231162:0:33863:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789603630.231163:0:33863:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50205ba08 00000080:00200000:1.0:1789603630.231165:0:33863:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff9eb808190908), intent=open|creat 00000080:00000010:1.0:1789603630.231173:0:33863:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb807cb9c00. 00800000:00000002:1.0:1789603630.231176:0:33863:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603630.231182:0:33863:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603630.231183:0:33863:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603630.231185:0:33863:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50205b928 00800000:00000002:1.0:1789603630.231186:0:33863:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f23.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603630.231190:0:33863:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789603630.231193:0:33863:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789603630.231197:0:33863:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603630.231198:0:33863:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603630.231199:0:33863:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603630.231200:0:33863:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603630.231202:0:33863:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603630.231204:0:33863:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603630.231206:0:33863:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603630.231210:0:33863:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446637111935442432 : -106961774109184 : ffff9eb805731e00) 00800000:00000001:1.0:1789603630.231214:0:33863:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789603630.231223:0:33863:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789603630.231227:0:33863:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789603630.231231:0:33863:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789603630.231235:0:33863:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9eb81291b000: Allocated FID [0x200000405:0x29:0x0] 40000000:00000001:1.0:1789603630.231238:0:33863:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603630.231240:0:33863:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603630.231242:0:33863:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603630.231244:0:33863:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603630.231246:0:33863:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50205b8a8 00800000:00000002:1.0:1789603630.231247:0:33863:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x29:0x0], name='f23.recovery-small' -> mds #0 layout version 1 00000002:00000001:1.0:1789603630.231251:0:33863:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603630.231252:0:33863:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50205b7e0 00000002:00010000:1.0:1789603630.231255:0:33863:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f23.recovery-small,[0x200000405:0x29:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1789603630.231260:0:33863:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789603630.231263:0:33863:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789603630.231267:0:33863:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789603630.231270:0:33863:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603630.231272:0:33863:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789603630.231274:0:33863:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c100 count: 2 00010000:00000001:1.0:1789603630.231277:0:33863:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603630.231280:0:33863:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789603630.231284:0:33863:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789603630.231287:0:33863:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe54ec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e91bfa expref: -99 pid: 33863 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789603630.231297:0:33863:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789603630.231302:0:33863:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789603630.231305:0:33863:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789603630.231307:0:33863:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789603630.231309:0:33863:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603630.231311:0:33863:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603630.231313:0:33863:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c100 count: 3 00010000:00000001:1.0:1789603630.231315:0:33863:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603630.231317:0:33863:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603630.231319:0:33863:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603630.231320:0:33863:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603630.231321:0:33863:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c100 count: 3 00010000:00000001:1.0:1789603630.231323:0:33863:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603630.231325:0:33863:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603630.231327:0:33863:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603630.231328:0:33863:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603630.231329:0:33863:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c100 count: 3 00010000:00000001:1.0:1789603630.231331:0:33863:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603630.231333:0:33863:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603630.231335:0:33863:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789603630.231337:0:33863:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9eb808190840, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789603630.231342:0:33863:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789603630.231343:0:33863:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789603630.231346:0:33863:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789603630.231348:0:33863:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603630.231351:0:33863:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789603630.231354:0:33863:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789603630.231356:0:33863:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789603630.231358:0:33863:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603630.231359:0:33863:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789603630.231362:0:33863:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fdda00 with handle 0xa04c19c788fe54ec from hash 00010000:00000001:1.0:1789603630.231365:0:33863:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789603630.231366:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603630.231367:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603630.231369:0:33863:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789603630.231372:0:33863:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789603630.231374:0:33863:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789603630.231377:0:33863:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789603630.231380:0:33863:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603630.231382:0:33863:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789603630.231387:0:33863:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd4380. 00000020:00000040:1.0:1789603630.231391:0:33863:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:1.0:1789603630.231398:0:33863:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789603630.231400:0:33863:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603630.231403:0:33863:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789603630.231409:0:33863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603630.231411:0:33863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603630.231414:0:33863:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603630.231417:0:33863:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603630.231420:0:33863:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603630.231429:0:33863:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041a6c00. 00000100:00000001:1.0:1789603630.231437:0:33863:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603630.231442:0:33863:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603630.231445:0:33863:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789603630.231448:0:33863:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe54ec lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91bfa expref: -99 pid: 33863 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789603630.231455:0:33863:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789603630.231457:0:33863:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789603630.231459:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789603630.231462:0:33863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdda00/0xa04c19c788fe54ec lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e91bfa expref: -99 pid: 33863 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1789603630.231469:0:33863:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb80647c100 count: 0 00010000:00000010:1.0:1789603630.231474:0:33863:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb810da7a80. 00010000:00000001:1.0:1789603630.231484:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603630.231486:0:33863:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603630.231487:0:33863:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603630.231489:0:33863:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603630.231492:0:33863:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603630.231502:0:33863:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446637111957078912 : -106961752472704 : ffff9eb806bd4380) 00010000:00000001:1.0:1789603630.231506:0:33863:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789603630.231529:0:33863:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789603630.231534:0:33863:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb80647cb00. 00010000:00000010:1.0:1789603630.231537:0:33863:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb810da7a80. 00010000:00000001:1.0:1789603630.231543:0:33863:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789603630.231547:0:33863:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb814fdca00. 00000020:00000001:1.0:1789603630.231550:0:33863:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789603630.231553:0:33863:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb814fdca00 with handle 0xa04c19c788fe54f3 to hash 00000020:00000001:1.0:1789603630.231555:0:33863:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789603630.231557:0:33863:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112196188672 : -106961513362944 : ffff9eb814fdca00) 00010000:00000001:1.0:1789603630.231561:0:33863:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112196188672 : -106961513362944 : ffff9eb814fdca00) 00010000:00000001:1.0:1789603630.231564:0:33863:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603630.231566:0:33863:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603630.231570:0:33863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdca00/0xa04c19c788fe54f3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33863 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603630.231578:0:33863:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdca00/0xa04c19c788fe54f3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33863 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789603630.231592:0:33863:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789603630.231602:0:33863:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb806bd4380 x1876533442906112/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789603630.231614:0:33863:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdca00/0xa04c19c788fe54f3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33863 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789603630.231621:0:33863:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603630.231623:0:33863:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603630.231631:0:33863:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb811672180. 00000100:00000001:1.0:1789603630.231634:0:33863:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112135983488 : -106961573568128 : ffff9eb811672180) 00000100:00000001:1.0:1789603630.231637:0:33863:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603630.231639:0:33863:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957078912 : -106961752472704 : ffff9eb806bd4380) 00000100:00000001:1.0:1789603630.231644:0:33863:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603630.231649:0:33863:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603630.231651:0:33863:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603630.231653:0:33863:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603630.231657:0:33863:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd4380 x1876533442906112/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603630.231665:0:33863:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603630.231668:0:33863:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603630.231671:0:33863:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603630.231674:0:33863:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603630.231676:0:33863:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603630.231679:0:33863:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd4380 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:33863:1876533442906112:192.168.204.129@tcp:101:multiop.0 00000100:00000001:1.0:1789603630.231683:0:33863:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603630.231689:0:33863:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603630.231692:0:33863:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603630.231695:0:33863:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603630.231773:0:33863:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9eb810240000. 02000000:00000001:1.0:1789603630.231775:0:33863:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603630.231785:0:33863:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603630.231792:0:33863:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35b00. 00000400:00000010:1.0:1789603630.231800:0:33863:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9eb8041a7000. 00000100:00000200:1.0:1789603630.231808:0:33863:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876533442906112, portal 10 00000100:00000001:1.0:1789603630.231810:0:33863:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603630.231812:0:33863:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957078912 : -106961752472704 : ffff9eb806bd4380) 00000100:00000040:1.0:1789603630.231818:0:33863:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd4380 x1876533442906112/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603646 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603630.231827:0:33863:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603630.231830:0:33863:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603630.231834:0:33863:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc3b8. 00000100:00000200:1.0:1789603630.231840:0:33863:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876533442906112, offset 0 00000400:00000200:1.0:1789603630.231848:0:33863:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603630.231858:0:33863:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603630.231867:0:33863:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603630.231874:0:33863:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603630.231880:0:33863:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603630.231885:0:33863:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603630.231889:0:33863:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603630.231894:0:33863:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2853:2853:256:4294967295] 192.168.204.129@tcp LPNI seq info [2853:2853:8:4294967295] 00000400:00000200:1.0:1789603630.231900:0:33863:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603630.231913:0:33863:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603630.231922:0:33863:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603630.231928:0:33863:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9100. 00000800:00000200:1.0:1789603630.231937:0:33863:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603630.231946:0:33863:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603630.231952:0:33863:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9100 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1789603630.231975:0:33863:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603630.231981:0:33863:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 846871 usecs (847 jiffies) 00000400:00000200:1.0:1789603630.231985:0:33863:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603630.231988:0:33863:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296630011 00000100:00000001:1.0:1789603630.231997:0:33863:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296629988 00000100:00000001:1.0:1789603630.232019:0:33863:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296630011 00000100:00000001:1.0:1789603630.232023:0:33863:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296629988 00000100:00000001:1.0:1789603630.232028:0:33863:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603630.232032:0:33863:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603630.232034:0:33863:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603630.232037:0:33863:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603630.232041:0:33863:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672180 going to sleep for 11 seconds 00000100:00000001:1.0:1789603630.232045:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603630.232048:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603630.232095:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603630.232106:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9100. 00000400:00000200:3.0:1789603630.232114:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603630.232122:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603630.232130:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc3b8 00000400:00000010:3.0:1789603630.232133:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc3b8. 00000100:00000001:3.0:1789603630.232142:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603630.232151:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4380 x1876533442906112/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603646 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603630.232171:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603630.232176:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4380 x1876533442906112/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603646 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603630.232183:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603630.232186:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603630.243940:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603630.243964:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603630.243970:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603630.243973:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603630.243985:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603630.243995:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603630.244017:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603630.244024:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603630.244030:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603630.244035:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 664 into portal 10 MB=0x6aab27d460800 00000400:00000200:2.0:1789603630.244042:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603630.244050:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 664/664 into md 0x81cd [32] + 224 00000800:00000001:2.0:1789603630.244060:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603630.244069:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603630.244073:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603630.244078:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603630.244088:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603630.244099:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4380 x1876533442906112/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603646 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603630.244112:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9eb806bd4380 x1876533442906112/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603646 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603630.244128:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603630.244138:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603630.244142:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603630.244840:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603630.244854:0:33863:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603630.244856:0:33863:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603630.244861:0:33863:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35b00. 00000400:00000200:0.0:1789603630.244867:0:33863:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8041a7000 00000400:00000010:0.0:1789603630.244870:0:33863:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9eb8041a7000. 00000100:00000001:0.0:1789603630.244875:0:33863:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603630.244885:0:33863:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4380 x1876533442906112/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603646 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603630.244896:0:33863:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4380 x1876533442906112/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603646 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603630.244904:0:33863:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603630.244907:0:33863:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603630.244910:0:33863:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603630.244915:0:33863:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603630.244918:0:33863:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603630.244921:0:33863:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603630.244925:0:33863:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603630.244937:0:33863:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=28 v=5 (5 106 106 106) 00000100:00001000:0.0:1789603630.244942:0:33863:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603630.244945:0:33863:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603630.244947:0:33863:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603630.244951:0:33863:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603630.244955:0:33863:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603630.244959:0:33863:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789603630.244961:0:33863:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009b/0x1] 00000100:00000001:0.0:1789603630.244963:0:33863:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789603630.244966:0:33863:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603630.244967:0:33863:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957078912 : -106961752472704 : ffff9eb806bd4380) 00000100:00000001:0.0:1789603630.244971:0:33863:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603630.244973:0:33863:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967637 00000100:00000001:0.0:1789603630.244975:0:33863:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603630.244978:0:33863:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603630.244984:0:33863:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4380 x1876533442906112/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/664 e 0 to 0 dl 1789603646 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603630.244992:0:33863:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603630.244996:0:33863:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603630.244999:0:33863:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603630.245013:0:33863:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4380 x1876533442906112/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/664 e 0 to 0 dl 1789603646 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603630.245028:0:33863:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4380 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:33863:1876533442906112:192.168.204.129@tcp:101:multiop.0 00000100:00000001:0.0:1789603630.245035:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603630.245038:0:33863:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603630.245040:0:33863:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603630.245043:0:33863:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603630.245047:0:33863:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4380 x1876533442906112/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/664 e 0 to 0 dl 1789603646 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603630.245055:0:33863:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603630.245058:0:33863:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb811672180. 00000100:00000001:0.0:1789603630.245062:0:33863:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603630.245064:0:33863:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603630.245067:0:33863:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789603630.245073:0:33863:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603630.245076:0:33863:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603630.245081:0:33863:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdca00 refcount=4 00000020:00000001:0.0:1789603630.245083:0:33863:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188672 : -106961513362944 : ffff9eb814fdca00) 00010000:00000001:0.0:1789603630.245086:0:33863:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188672 : -106961513362944 : ffff9eb814fdca00) 00010000:00000040:0.0:1789603630.245095:0:33863:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb814fdca00, remote cookie: 0x31dbb14d74e91c16, flags: 0x1001 00010000:00010000:0.0:1789603630.245101:0:33863:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdca00/0xa04c19c788fe54f3 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91c16 expref: -99 pid: 33863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789603630.245111:0:33863:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x29:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789603630.245115:0:33863:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789603630.245125:0:33863:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb819248e00. 00010000:00000010:0.0:1789603630.245130:0:33863:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb805741e80. 00010000:00000040:0.0:1789603630.245136:0:33863:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb80647cb00 count: 0 00010000:00000010:0.0:1789603630.245142:0:33863:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb810da7a80. 00010000:00000001:0.0:1789603630.245151:0:33863:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603630.245155:0:33863:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdca00/0xa04c19c788fe54f3 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91c16 expref: -99 pid: 33863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603630.245165:0:33863:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdca00/0xa04c19c788fe54f3 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91c16 expref: -99 pid: 33863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603630.245171:0:33863:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789603630.245176:0:33863:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789603630.245178:0:33863:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789603630.245180:0:33863:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789603630.245181:0:33863:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789603630.245184:0:33863:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x29:0x0].0x0 (ffff9eb819248e00) refcount = 1 00010000:00010000:0.0:1789603630.245188:0:33863:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdca00/0xa04c19c788fe54f3 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91c16 expref: -99 pid: 33863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603630.245194:0:33863:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789603630.245197:0:33863:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789603630.245199:0:33863:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603630.245202:0:33863:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789603630.245205:0:33863:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603630.245209:0:33863:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdca00/0xa04c19c788fe54f3 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91c16 expref: -99 pid: 33863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603630.245215:0:33863:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789603630.245217:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603630.245219:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603630.245220:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603630.245221:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603630.245223:0:33863:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603630.245228:0:33863:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789603630.245231:0:33863:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603630.245232:0:33863:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603630.245234:0:33863:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdca00 refcount=3 00000020:00000001:0.0:1789603630.245236:0:33863:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188672 : -106961513362944 : ffff9eb814fdca00) 00010000:00000001:0.0:1789603630.245238:0:33863:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188672 : -106961513362944 : ffff9eb814fdca00) 00010000:00000001:0.0:1789603630.245241:0:33863:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603630.245242:0:33863:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603630.245244:0:33863:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdca00 refcount=4 00000020:00000001:0.0:1789603630.245246:0:33863:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188672 : -106961513362944 : ffff9eb814fdca00) 00010000:00000001:0.0:1789603630.245248:0:33863:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188672 : -106961513362944 : ffff9eb814fdca00) 00010000:00000001:0.0:1789603630.245252:0:33863:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603630.245255:0:33863:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603630.245259:0:33863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdca00/0xa04c19c788fe54f3 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91c16 expref: -99 pid: 33863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603630.245264:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603630.245265:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603630.245267:0:33863:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603630.245267:0:33863:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603630.245269:0:33863:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdca00 refcount=5 00000020:00000001:0.0:1789603630.245270:0:33863:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188672 : -106961513362944 : ffff9eb814fdca00) 00010000:00000001:0.0:1789603630.245272:0:33863:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188672 : -106961513362944 : ffff9eb814fdca00) 00010000:00000001:0.0:1789603630.245275:0:33863:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603630.245278:0:33863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdca00/0xa04c19c788fe54f3 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91c16 expref: -99 pid: 33863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603630.245283:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603630.245284:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789603630.245287:0:33863:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdca00/0xa04c19c788fe54f3 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e91c16 expref: -99 pid: 33863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603630.245294:0:33863:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603630.245296:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603630.245297:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603630.245298:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603630.245299:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789603630.245303:0:33863:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9eb806bd4380 x1876533442906112/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/664 e 0 to 0 dl 1789603646 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789603630.245319:0:33863:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789603630.245323:0:33863:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb806bd4380 x1876533442906112/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/664 e 0 to 0 dl 1789603646 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789603630.245330:0:33863:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603630.245337:0:33863:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603630.245338:0:33863:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603630.245339:0:33863:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdca00 refcount=3 00000020:00000001:0.0:1789603630.245341:0:33863:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188672 : -106961513362944 : ffff9eb814fdca00) 00010000:00000001:0.0:1789603630.245343:0:33863:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188672 : -106961513362944 : ffff9eb814fdca00) 00000002:00010000:0.0:1789603630.245347:0:33863:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdca00/0xa04c19c788fe54f3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91c16 expref: -99 pid: 33863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789603630.245359:0:33863:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9eb807a3f400. 00010000:00000001:0.0:1789603630.245361:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603630.245362:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603630.245364:0:33863:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603630.245366:0:33863:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603630.245370:0:33863:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789603630.245373:0:33863:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603630.245374:0:33863:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957078912 : -106961752472704 : ffff9eb806bd4380) 00000100:00000001:0.0:1789603630.245376:0:33863:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603630.245377:0:33863:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957078912 : -106961752472704 : ffff9eb806bd4380) 00010000:00000001:0.0:1789603630.245379:0:33863:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603630.245380:0:33863:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603630.245381:0:33863:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdca00 refcount=3 00000020:00000001:0.0:1789603630.245383:0:33863:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188672 : -106961513362944 : ffff9eb814fdca00) 00010000:00000001:0.0:1789603630.245385:0:33863:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188672 : -106961513362944 : ffff9eb814fdca00) 00000002:00010000:0.0:1789603630.245388:0:33863:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdca00/0xa04c19c788fe54f3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e91c16 expref: -99 pid: 33863 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603630.245400:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603630.245401:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603630.245403:0:33863:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603630.245404:0:33863:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603630.245405:0:33863:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603630.245406:0:33863:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdca00 refcount=3 00000020:00000001:0.0:1789603630.245408:0:33863:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188672 : -106961513362944 : ffff9eb814fdca00) 00010000:00000001:0.0:1789603630.245409:0:33863:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188672 : -106961513362944 : ffff9eb814fdca00) 00010000:00000040:0.0:1789603630.245413:0:33863:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248e00 count: 2 00010000:00000001:0.0:1789603630.245415:0:33863:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789603630.245419:0:33863:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589935621/41 (0 0) 00010000:00000001:0.0:1789603630.245421:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603630.245422:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603630.245423:0:33863:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789603630.245427:0:33863:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50205b768 00000002:00002000:0.0:1789603630.245429:0:33863:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f23.recovery-small intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789603630.245431:0:33863:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603630.245435:0:33863:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603630.245438:0:33863:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789603630.245442:0:33863:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789603630.245446:0:33863:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603630.245450:0:33863:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000001:0.0:1789603630.245453:0:33863:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789603630.245455:0:33863:0:(namei.c:674:ll_lookup_it_finish()) it ffff9eb805103d80 it_disposition 1800037 00000080:00002000:0.0:1789603630.246964:0:33863:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb82054c438 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789603630.246982:0:33863:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789603630.246988:0:33863:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789603630.246992:0:33863:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50205b990 00000080:00200000:0.0:1789603630.246994:0:33863:0:(namei.c:1628:ll_create_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff9eb808190908), intent=open|creat 00000080:00000001:0.0:1789603630.246999:0:33863:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789603630.247010:0:33863:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789603630.247019:0:33863:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789603630.247028:0:33863:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789603630.247032:0:33863:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611177 : 144115205339611177 : 200000405000029) 00000080:00000001:0.0:1789603630.247036:0:33863:0:(namei.c:113:ll_iget()) Process entered 00010000:00000010:1.1:1789603630.247151:0:33864:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c100. 00010000:00000010:1.1:1789603630.247161:0:33864:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdda00. 00000080:00000010:3.0:1789603630.248702:0:33863:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9eb8082d8840. 00000020:00000001:3.0:1789603630.248729:0:33863:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1789603630.248732:0:33863:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1789603630.248736:0:33863:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1789603630.248738:0:33863:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x29:0x0](ffff9eb8082d8908) 00000020:00000001:3.0:1789603630.248743:0:33863:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603630.248748:0:33863:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930664 : -106961319620952 : ffff9eb8208a0ea8) 00000020:00001000:3.0:1789603630.248752:0:33863:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0ea0 00000020:00000001:3.0:1789603630.248757:0:33863:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1789603630.248763:0:33863:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9eb80798f3e8. 00000020:00000001:3.0:1789603630.248767:0:33863:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1789603630.248769:0:33863:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603630.248779:0:33863:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1789603630.248783:0:33863:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9eb8041acc98. 00020000:00000001:3.0:1789603630.248786:0:33863:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446637111912877208 : -106961796674408 : ffff9eb8041acc98) 00020000:00000001:3.0:1789603630.248789:0:33863:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1789603630.248792:0:33863:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789603630.248800:0:33863:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb810df8480. 00020000:00000010:3.0:1789603630.248804:0:33863:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb807a6ff00. 00020000:00000010:3.0:1789603630.248811:0:33863:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb810df89c0. 00020000:00000001:3.0:1789603630.248813:0:33863:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637112127097280 : -106961582454336 : ffff9eb810df89c0) 00020000:00000002:3.0:1789603630.248818:0:33863:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb810df89c0, objid 0x29:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789603630.248824:0:33863:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789603630.248828:0:33863:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb807a6ff00: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000001:3.0:1789603630.248831:0:33863:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1789603630.248834:0:33863:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb810df89c0, objid 0x29:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789603630.248837:0:33863:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789603630.248840:0:33863:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb807a6ff00: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000010:3.0:1789603630.248845:0:33863:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9eb80574ad90. 00020000:00000010:3.0:1789603630.248848:0:33863:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9eb810adbd80. 00020000:00000001:3.0:1789603630.248853:0:33863:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1789603630.248857:0:33863:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9eb810d23e08. 00020000:00000001:3.0:1789603630.248861:0:33863:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1789603630.248862:0:33863:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1789603630.248869:0:33863:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1789603630.248873:0:33863:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9eb80798f190. 00000020:00000001:3.0:1789603630.248875:0:33863:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1789603630.248876:0:33863:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603630.248879:0:33863:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446637111971475984 : -106961738075632 : ffff9eb80798f210) 00020000:00000001:3.0:1789603630.248885:0:33863:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1789603630.248892:0:33863:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9eb806528540. 00020000:00000001:3.0:1789603630.248895:0:33863:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603630.248901:0:33863:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446637111971475984 : -106961738075632 : ffff9eb80798f210) 00020000:00000001:3.0:1789603630.248904:0:33863:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446637111971475984 : -106961738075632 : ffff9eb80798f210) 00020000:00000002:3.0:1789603630.248908:0:33863:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x16:0x0]@ffff9eb80798f190[0:0] -> [0x200000405:0x29:0x0]@ffff9eb80798f3e8: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000001:3.0:1789603630.248914:0:33863:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1789603630.248916:0:33863:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:3.0:1789603630.248918:0:33863:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603630.248922:0:33863:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446637111971476584 : -106961738075032 : ffff9eb80798f468) 00000020:00001000:3.0:1789603630.248925:0:33863:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0ea0 00000080:00000001:3.0:1789603630.248931:0:33863:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611177 : 144115205339611177 : 200000405000029) 00000080:00000001:3.0:1789603630.248934:0:33863:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1789603630.248937:0:33863:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611177 mtime from 0 to 1789603630 00000080:00000001:3.0:1789603630.248942:0:33863:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1789603630.248945:0:33863:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111981213960 : -106961728337656 : ffff9eb8082d8908) 00010000:00000001:3.0:1789603630.248949:0:33863:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603630.248954:0:33863:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603630.248958:0:33863:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdca00 refcount=3 00000020:00000001:3.0:1789603630.248960:0:33863:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188672 : -106961513362944 : ffff9eb814fdca00) 00010000:00000001:3.0:1789603630.248964:0:33863:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188672 : -106961513362944 : ffff9eb814fdca00) 00000080:00000001:3.0:1789603630.248969:0:33863:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789603630.248970:0:33863:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603630.248972:0:33863:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930664 : -106961319620952 : ffff9eb8208a0ea8) 00000020:00001000:3.0:1789603630.248974:0:33863:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0ea0 00000020:00000001:3.0:1789603630.248976:0:33863:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1789603630.248978:0:33863:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1789603630.248980:0:33863:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789603630.248983:0:33863:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb810df8cc0. 00020000:00000010:3.0:1789603630.248985:0:33863:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb807a6fa80. 00020000:00000010:3.0:1789603630.248988:0:33863:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb810df8c60. 00020000:00000001:3.0:1789603630.248990:0:33863:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637112127097952 : -106961582453664 : ffff9eb810df8c60) 00020000:00000002:3.0:1789603630.248993:0:33863:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb810df8c60, objid 0x29:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789603630.248996:0:33863:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789603630.248999:0:33863:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb807a6fa80: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000002:3.0:1789603630.249015:0:33863:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9eb8041acc98) owner ffff9eb8050827c0 00020000:00000001:3.0:1789603630.249018:0:33863:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789603630.249021:0:33863:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9eb8041acc98) owner ffff9eb8050827c0 00020000:00000010:3.0:1789603630.249026:0:33863:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb807a6fa80. 00020000:00000010:3.0:1789603630.249030:0:33863:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb810df8cc0. 00020000:00000010:3.0:1789603630.249036:0:33863:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb810df8c60. 00020000:00000002:3.0:1789603630.249038:0:33863:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x29:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1789603630.249041:0:33863:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603630.249043:0:33863:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603630.249047:0:33863:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1789603630.249050:0:33863:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8041acc98) owner 0000000000000000/ffff9eb8050827c0 00020000:00000002:3.0:1789603630.249053:0:33863:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb810df89c0 addref 2/0 by ffff9eb8050827c0. 00020000:00000002:3.0:1789603630.249055:0:33863:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8041acc98) owner 0000000000000000/ffff9eb8050827c0 00020000:00000001:3.0:1789603630.249058:0:33863:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1789603630.249060:0:33863:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1789603630.249062:0:33863:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1789603630.249064:0:33863:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1789603630.249066:0:33863:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1789603630.249068:0:33863:0:(file.c:6854:ll_layout_conf()) [0x200000405:0x29:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1789603630.249070:0:33863:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0ea0 00000080:00000001:3.0:1789603630.249073:0:33863:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603630.249075:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603630.249078:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789603630.249079:0:33863:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789603630.249085:0:33863:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789603630.249087:0:33863:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603630.249091:0:33863:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x29:0x0](ffff9eb8082d8908) 00000080:00010000:3.0:1789603630.249095:0:33863:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x29:0x0](ffff9eb8082d8908) for lock 0xa04c19c788fe54f3 00800000:00000001:3.0:1789603630.249098:0:33863:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603630.249102:0:33863:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603630.249103:0:33863:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603630.249105:0:33863:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603630.249107:0:33863:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdca00 refcount=3 00000020:00000001:3.0:1789603630.249109:0:33863:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188672 : -106961513362944 : ffff9eb814fdca00) 00010000:00000001:3.0:1789603630.249111:0:33863:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188672 : -106961513362944 : ffff9eb814fdca00) 00010000:00000001:3.0:1789603630.249113:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603630.249115:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603630.249116:0:33863:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603630.249118:0:33863:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603630.249120:0:33863:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1789603630.249124:0:33863:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603630.249143:0:33863:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9eb806bd4380 x1876533442906112/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603646 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603630.249153:0:33863:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789603630.249160:0:33863:0:(namei.c:1651:ll_create_it()) inode ffff9eb8082d8908 need_sync_to_mds [0x200000405:0x29:0x0] 00000080:00000001:3.0:1789603630.249165:0:33863:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603630.249170:0:33863:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x29:0x0](ffff9eb8082d8908) 00000080:00000001:3.0:1789603630.249173:0:33863:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789603630.249178:0:33863:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb807cb9c00. 00000100:00000001:3.0:1789603630.249182:0:33863:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603630.249186:0:33863:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4380 x1876533442906112/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603646 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603630.249193:0:33863:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603630.249197:0:33863:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1789603630.249199:0:33863:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789603630.249201:0:33863:0:(namei.c:1500:ll_atomic_open()) inode ffff9eb8082d8908 need_sync_to_mds [0x200000405:0x29:0x0] 00000080:00000001:3.0:1789603630.249213:0:33863:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789603630.249216:0:33863:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50205ba68 00000080:00200008:3.0:1789603630.249219:0:33863:0:(file.c:1090:ll_file_open()) START file f23.recovery-small:[0x200000405:0x29:0x0](ffff9eb8082d8908), flags 100102 00000080:00000010:3.0:1789603630.249229:0:33863:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9eb8017a6b40. 00000080:00000010:3.0:1789603630.249237:0:33863:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9eb807d57140. 00000080:00000001:3.0:1789603630.249240:0:33863:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1789603630.249248:0:33863:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1789603630.249251:0:33863:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603630.249255:0:33863:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603630.249258:0:33863:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603630.249261:0:33863:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603630.249264:0:33863:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603630.249266:0:33863:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:3.0:1789603630.249269:0:33863:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603630.249273:0:33863:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1789603630.249279:0:33863:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9eb8069079e0. 00000002:00100000:3.0:1789603630.249284:0:33863:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb806bd4380 x1876533442906112/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603646 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789603630.249291:0:33863:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603630.249293:0:33863:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1789603630.249296:0:33863:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1789603630.249300:0:33863:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603630.249303:0:33863:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603630.249306:0:33863:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603630.249310:0:33863:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4380 x1876533442906112/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603646 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1789603630.249317:0:33863:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603630.249321:0:33863:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9eb810240000. 02000000:00000001:3.0:1789603630.249366:0:33863:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1789603630.249368:0:33863:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603630.249372:0:33863:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50205ba68 00000080:00000008:3.0:1789603630.249374:0:33863:0:(file.c:1329:ll_file_open()) COMPLETED file f23.recovery-small:[0x200000405:0x29:0x0](ffff9eb8082d8908), flags 100102, rc = 0 00000080:00000001:3.0:1789603630.249379:0:33863:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789603630.249380:0:33863:0:(dcache.c:176:ll_intent_release()) intent ffff9eb805103d80 released 00000080:00010000:3.0:1789603630.249383:0:33863:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe54f3 from it ffff9eb805103d80 00010000:00000001:3.0:1789603630.249386:0:33863:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603630.249387:0:33863:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603630.249390:0:33863:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdca00 refcount=3 00000020:00000001:3.0:1789603630.249392:0:33863:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188672 : -106961513362944 : ffff9eb814fdca00) 00010000:00000001:3.0:1789603630.249394:0:33863:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188672 : -106961513362944 : ffff9eb814fdca00) 00010000:00000001:3.0:1789603630.249397:0:33863:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603630.249402:0:33863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdca00/0xa04c19c788fe54f3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e91c16 expref: -99 pid: 33863 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603630.249412:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603630.249413:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603630.249415:0:33863:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603630.249418:0:33863:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603630.249422:0:33863:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdca00/0xa04c19c788fe54f3 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e91c16 expref: -99 pid: 33863 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789603630.249431:0:33863:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603630.249435:0:33863:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603630.249437:0:33863:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603630.249443:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603630.249445:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603630.249447:0:33863:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603630.249451:0:33863:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603630.249454:0:33863:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603630.249456:0:33863:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603630.249460:0:33863:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603630.249462:0:33863:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603630.249464:0:33863:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603630.249465:0:33863:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789603630.249466:0:33863:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789603630.249468:0:33863:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1789603630.249471:0:33863:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789603630.249473:0:33863:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603630.249476:0:33863:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789603630.249478:0:33863:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603630.249482:0:33863:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1789603630.249484:0:33863:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603630.249486:0:33863:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789603630.249488:0:33863:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603630.249490:0:33863:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789603630.249493:0:33863:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9eb805103d80. 00000080:00000001:3.0:1789603630.249497:0:33863:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603630.249502:0:33863:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789603630.249505:0:33863:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x29:0x0](ffff9eb8082d8908), inode mode 81a4 mask 40 00000080:00000001:3.0:1789603630.249508:0:33863:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1789603630.259640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647cb00. 00000100:00000040:2.0:1789603630.828688:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789603630.828706:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789603630.828728:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f0700. 00000020:00000040:2.0:1789603630.828739:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:2.0:1789603630.828746:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603630.828750:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603630.828758:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603630.828770:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8086d7500. 00000100:00000001:2.0:1789603630.828779:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603630.828794:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb8040f0700 x1876533442906240/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603630.828809:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603630.828816:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603630.828824:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dd1344e] to pc [ptlrpcd_01_01+1] req@ffff9eb8040f0700 x1876533442906240/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603630.828866:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603630.828869:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789603630.828875:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789603630.828879:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f0a80. 00000020:00000040:2.0:1789603630.828881:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:2.0:1789603630.828883:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603630.828885:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603630.828886:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603630.828895:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb818cbcb00. 00000100:00000001:2.0:1789603630.828898:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603630.828903:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID req@ffff9eb8040f0a80 x1876533442906368/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603630.828911:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603630.828913:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603630.828917:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a1bcce1] to pc [ptlrpcd_01_00+0] req@ffff9eb8040f0a80 x1876533442906368/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603630.828926:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603630.828929:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789603630.828935:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789603630.828938:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f3800. 00000020:00000040:2.0:1789603630.828941:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:2.0:1789603630.828943:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603630.828944:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603630.828946:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603630.828950:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb818cbcf00. 00000100:00000001:2.0:1789603630.828953:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603630.828957:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb8040f3800 x1876533442906496/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603630.828976:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603630.828978:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603630.828982:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd27f7a6] to pc [ptlrpcd_01_01+1] req@ffff9eb8040f3800 x1876533442906496/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603630.829000:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603630.829003:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789603630.829007:0:29506:0:(pinger.c:247:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789603630.829010:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789603630.829013:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789603630.829018:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f0000. 00000020:00000040:2.0:1789603630.829021:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:2.0:1789603630.829023:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603630.829025:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603630.829026:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603630.829030:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8218bb700. 00000100:00000001:2.0:1789603630.829033:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603630.829037:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID req@ffff9eb8040f0000 x1876533442906624/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603630.829044:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603630.829047:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603630.829051:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130d5fa2] to pc [ptlrpcd_01_00+0] req@ffff9eb8040f0000 x1876533442906624/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603630.829059:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603630.829065:0:29506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1967) 00000100:00000001:3.0:1789603630.829440:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603630.829446:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603630.829450:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603630.829461:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f0700 x1876533442906240/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603630.829470:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603630.829473:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603630.829478:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603630.829483:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603630.829487:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603630.829502:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2403:1876533442906240:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603630.829507:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603630.829561:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603630.829564:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603630.829567:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603630.829574:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8069b4400. 02000000:00000001:3.0:1789603630.829577:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603630.829587:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603630.829593:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8057483c8. 00000400:00000010:3.0:1789603630.829602:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0660. 00000100:00000200:3.0:1789603630.829612:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442906240, portal 25 00000100:00000001:3.0:1789603630.829615:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603630.829617:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912105728 : -106961797445888 : ffff9eb8040f0700) 00000100:00000040:3.0:1789603630.829623:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f0700 x1876533442906240/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603630.829630:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603630.829633:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603630.829636:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0dd0. 00000100:00000200:3.0:1789603630.829639:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442906240, offset 0 00000400:00000200:3.0:1789603630.829646:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603630.829656:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603630.829665:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603630.829672:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603630.829677:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603630.829682:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603630.829685:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603630.829689:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2854:2854:256:4294967295] 192.168.204.129@tcp LPNI seq info [2854:2854:8:4294967295] 00000400:00000200:3.0:1789603630.829693:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603630.829713:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603630.829720:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603630.829729:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f500. 00000800:00000200:3.0:1789603630.829737:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603630.829745:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603630.829750:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603630.829766:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603630.829771:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603630.829774:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296633709 00000100:00000001:3.0:1789603630.829782:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296630011 00000100:00000001:3.0:1789603630.829787:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296633709 00000100:00000001:3.0:1789603630.829791:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296630011 00000100:00000001:3.0:1789603630.829793:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603630.829796:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603630.829799:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603630.829803:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f3800 x1876533442906496/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603630.829810:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603630.829811:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603630.829813:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603630.829815:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603630.829816:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603630.829819:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442906496:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603630.829822:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603630.829824:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603630.829828:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603630.829830:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603630.829833:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8069b5000. 02000000:00000001:3.0:1789603630.829835:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603630.829838:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603630.829840:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748210. 00000400:00000010:3.0:1789603630.829843:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d06e8. 00000100:00000200:3.0:1789603630.829846:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442906496, portal 10 00000100:00000001:3.0:1789603630.829848:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603630.829849:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912118272 : -106961797433344 : ffff9eb8040f3800) 00000100:00000040:3.0:1789603630.829856:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f3800 x1876533442906496/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603630.829868:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603630.829870:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603630.829873:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d07f8. 00000100:00000200:3.0:1789603630.829875:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442906496, offset 0 00000400:00000200:3.0:1789603630.829879:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603630.829883:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603630.829886:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603630.829889:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603630.829891:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603630.829894:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603630.829896:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603630.829899:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2855:2855:255:4294967295] 192.168.204.129@tcp LPNI seq info [2855:2855:7:4294967295] 00000400:00000200:3.0:1789603630.829903:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603630.829909:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603630.829913:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603630.829916:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783fb00. 00000800:00000200:3.0:1789603630.829919:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603630.829924:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603630.829927:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603630.829930:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603630.829934:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21353 usecs (22 jiffies) 00000400:00000200:3.0:1789603630.829938:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603630.829940:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296629785 00000100:00000001:3.0:1789603630.829942:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296633709 00000100:00000001:3.0:1789603630.829945:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296629785 00000100:00000001:3.0:1789603630.829947:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296633709 00000100:00000001:3.0:1789603630.829949:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603630.829951:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603630.829954:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603630.829957:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603630.829980:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603630.829983:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789603630.829985:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603630.829986:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603630.829988:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603630.829999:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1789603630.830001:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603630.830003:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603630.830005:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603630.830006:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603630.830007:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603630.830008:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603630.830013:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f0a80 x1876533442906368/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603630.830019:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603630.830020:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603630.830025:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603630.830026:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603630.830028:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603630.830031:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442906368:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603630.830034:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603630.830036:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603630.830038:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603630.830040:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603630.830043:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8069b5200. 02000000:00000001:3.0:1789603630.830044:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603630.830047:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603630.830050:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748630. 00000400:00000010:3.0:1789603630.830053:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0aa0. 00000100:00000200:3.0:1789603630.830055:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442906368, portal 10 00000100:00000001:3.0:1789603630.830057:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603630.830059:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912106624 : -106961797444992 : ffff9eb8040f0a80) 00000100:00000040:3.0:1789603630.830064:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f0a80 x1876533442906368/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603630.830071:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603630.830073:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603630.830075:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0bb0. 00000100:00000200:3.0:1789603630.830077:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442906368, offset 0 00000400:00000200:3.0:1789603630.830080:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603630.830083:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603630.830086:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603630.830088:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603630.830090:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603630.830093:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603630.830095:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603630.830097:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2856:2856:254:4294967295] 192.168.204.129@tcp LPNI seq info [2856:2856:6:4294967295] 00000400:00000200:3.0:1789603630.830101:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603630.830106:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603630.830110:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603630.830113:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f300. 00000800:00000200:3.0:1789603630.830126:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603630.830130:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603630.830133:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603630.830135:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603630.830138:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 845778 usecs (846 jiffies) 00000400:00000200:3.0:1789603630.830141:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603630.830143:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296630609 00000100:00000001:3.0:1789603630.830145:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296633709 00000100:00000001:3.0:1789603630.830147:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296630609 00000100:00000001:3.0:1789603630.830149:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296633709 00000100:00000001:3.0:1789603630.830151:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603630.830153:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603630.830155:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603630.830160:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f0000 x1876533442906624/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603630.830168:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603630.830169:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603630.830171:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603630.830173:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603630.830174:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603630.830177:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442906624:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603630.830180:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603630.830182:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603630.830184:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603630.830185:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603630.830188:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8069b5c00. 02000000:00000001:3.0:1789603630.830189:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603630.830193:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603630.830195:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8057485d8. 00000400:00000010:3.0:1789603630.830199:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0e58. 00000100:00000200:3.0:1789603630.830201:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442906624, portal 4 00000100:00000001:3.0:1789603630.830203:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603630.830204:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912103936 : -106961797447680 : ffff9eb8040f0000) 00000100:00000040:3.0:1789603630.830211:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f0000 x1876533442906624/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603630.830229:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603630.830231:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603630.830234:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0880. 00000100:00000200:3.0:1789603630.830236:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442906624, offset 0 00000400:00000200:3.0:1789603630.830240:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603630.830243:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603630.830246:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603630.830249:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603630.830251:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603630.830252:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603630.830255:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603630.830258:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2857:2857:253:4294967295] 192.168.204.129@tcp LPNI seq info [2857:2857:5:4294967295] 00000400:00000200:3.0:1789603630.830261:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603630.830266:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603630.830269:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603630.830272:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f600. 00000800:00000200:3.0:1789603630.830276:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603630.830279:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603630.830281:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603630.830283:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603630.830286:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22678 usecs (23 jiffies) 00000400:00000200:3.0:1789603630.830289:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603630.830291:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296629786 00000100:00000001:3.0:1789603630.830293:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296633709 00000100:00000001:3.0:1789603630.830295:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296629786 00000100:00000001:3.0:1789603630.830298:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296633709 00000100:00000001:3.0:1789603630.830299:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603630.830301:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603630.830303:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603630.830305:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603630.830322:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603630.830325:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603630.830388:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603630.830393:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f500. 00000400:00000200:3.0:1789603630.830402:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603630.830407:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603630.830413:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0dd0 00000400:00000010:3.0:1789603630.830416:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0dd0. 00000100:00000001:3.0:1789603630.830422:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603630.830427:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f0700 x1876533442906240/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603630.830444:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603630.830448:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f0700 x1876533442906240/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603646 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603630.830455:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603630.830457:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603630.830472:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603630.830475:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783fb00. 00000400:00000200:3.0:1789603630.830477:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603630.830480:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603630.830483:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d07f8 00000400:00000010:3.0:1789603630.830485:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d07f8. 00000100:00000001:3.0:1789603630.830487:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603630.830491:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f3800 x1876533442906496/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603630.830497:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603630.830500:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f3800 x1876533442906496/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603646 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603630.830506:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603630.830507:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603630.830560:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603630.830563:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f300. 00000400:00000200:3.0:1789603630.830566:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603630.830569:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603630.830572:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0bb0 00000400:00000010:3.0:1789603630.830574:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0bb0. 00000100:00000001:3.0:1789603630.830576:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603630.830579:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f0a80 x1876533442906368/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603630.830586:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603630.830590:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f0a80 x1876533442906368/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603646 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603630.830601:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603630.830603:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603630.830687:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603630.830690:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f600. 00000400:00000200:3.0:1789603630.830693:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603630.830697:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603630.830700:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0880 00000400:00000010:3.0:1789603630.830702:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0880. 00000100:00000001:3.0:1789603630.830704:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603630.830708:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f0000 x1876533442906624/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603630.830715:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603630.830718:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f0000 x1876533442906624/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603646 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603630.830724:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603630.830725:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603630.838106:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603630.838381:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603630.838387:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603630.838391:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603630.838405:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603630.838419:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603630.838436:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603630.838444:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603630.838452:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603630.838458:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d460880 00000400:00000200:2.0:1789603630.838480:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603630.838489:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x81d5 [1] + 224 00000800:00000001:2.0:1789603630.838502:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603630.842249:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603630.842262:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603630.842276:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603630.842287:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603630.842303:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f0700 x1876533442906240/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603646 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603630.842316:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb8040f0700 x1876533442906240/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603646 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603630.842341:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603630.842354:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603630.842365:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603630.842367:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603630.842369:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603630.842377:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603630.842383:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603630.842391:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603630.842395:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603630.842402:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603630.842407:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d460980 00000400:00000200:2.0:1789603630.842414:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603630.842421:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x81e5 [1] + 224 00000800:00000001:2.0:1789603630.842430:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603630.842433:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603630.842435:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603630.842438:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603630.842441:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603630.842446:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f3800 x1876533442906496/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603646 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603630.842455:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb8040f3800 x1876533442906496/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603646 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603630.842463:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603630.842465:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603630.842467:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603630.842469:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603630.842470:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603630.842473:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603630.842476:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603630.842479:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603630.842481:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603630.842484:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603630.842487:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d460a00 00000400:00000200:2.0:1789603630.842491:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603630.842495:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x8205 [1] + 224 00000800:00000001:2.0:1789603630.842500:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603630.842505:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603630.842507:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789603630.842801:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603630.842807:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603630.842818:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603630.842821:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603630.842825:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8057483c8. 00000400:00000200:3.0:1789603630.842831:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0660 00000400:00000010:3.0:1789603630.842834:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0660. 00000100:00000001:3.0:1789603630.842840:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603630.842846:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f0700 x1876533442906240/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603646 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603630.842855:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f0700 x1876533442906240/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603646 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603630.842861:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603630.842863:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603630.842866:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603630.842871:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603630.842875:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603630.842878:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603630.842882:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603630.842894:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=28 v=5 (5 5 5 5) 00000100:00001000:3.0:1789603630.842899:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=28 v=5 (1 1 1 1) 00000100:00000001:3.0:1789603630.842902:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603630.842904:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603630.842907:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603630.842909:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603630.842912:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603630.842917:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f0700 x1876533442906240/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603646 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603630.842925:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603630.842929:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603630.842931:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603630.842936:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f0700 x1876533442906240/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603646 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603630.842945:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2403:1876533442906240:192.168.204.129@tcp:400:kworker.0 00000400:00000001:3.0:1789603630.842951:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603630.842953:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603630.842954:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748210. 00000400:00000200:3.0:1789603630.842956:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d06e8 00000400:00000010:3.0:1789603630.842958:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d06e8. 00000100:00000001:3.0:1789603630.842960:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603630.842964:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f3800 x1876533442906496/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603646 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603630.842972:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f3800 x1876533442906496/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603646 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603630.842978:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603630.842979:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603630.842981:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603630.842983:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603630.842985:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603630.842987:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603630.842988:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603630.843007:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=28 v=5 (5 106 106 106) 00000100:00001000:3.0:1789603630.843010:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=28 v=5 (1 1 1 1) 00000100:00000001:3.0:1789603630.843013:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603630.843014:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603630.843015:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603630.843019:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603630.843022:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603630.843025:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789603630.843027:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603630.843028:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603630.843032:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f3800 x1876533442906496/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603646 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603630.843039:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603630.843041:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603630.843043:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603630.843046:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f3800 x1876533442906496/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603646 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603630.843053:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442906496:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603630.843057:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603630.843060:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603630.843064:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f0700 x1876533442906240/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603646 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603630.843071:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603630.843074:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603630.843078:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8069b4400. 02000000:00000001:3.0:1789603630.843082:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603630.843086:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603630.843088:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:3.0:1789603630.843091:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603630.843095:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8086d7500. 02000000:00000001:3.0:1789603630.843100:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603630.843112:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603630.843115:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f0700. 00000100:00000001:3.0:1789603630.843119:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603630.843120:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603630.843122:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603630.843125:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f3800 x1876533442906496/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603646 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603630.843132:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603630.843134:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603630.843135:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8069b5000. 02000000:00000001:3.0:1789603630.843137:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603630.843138:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603630.843139:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603630.843141:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603630.843142:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb818cbcf00. 02000000:00000001:3.0:1789603630.843145:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603630.843146:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603630.843147:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f3800. 00000100:00000001:3.0:1789603630.843149:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603630.843150:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603630.843154:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603630.843156:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603630.843157:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603630.843159:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603630.843161:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603630.844290:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603630.844303:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603630.844312:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f0000 x1876533442906624/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603646 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603630.844323:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb8040f0000 x1876533442906624/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603646 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603630.844342:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603630.844358:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603630.844370:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603630.847759:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603630.847772:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603630.847788:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603630.847792:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603630.847797:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8057485d8. 00000400:00000200:3.0:1789603630.847808:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0e58 00000400:00000010:3.0:1789603630.847812:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0e58. 00000100:00000001:3.0:1789603630.847819:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603630.847838:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f0000 x1876533442906624/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603646 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603630.847857:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f0000 x1876533442906624/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603646 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603630.847865:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603630.847867:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603630.847870:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603630.847875:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603630.847878:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603630.847881:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603630.847887:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603630.847902:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=27 v=5 (5 5 5 5) 00000100:00001000:3.0:1789603630.847908:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=34 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603630.847910:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603630.847913:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603630.847917:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603630.847922:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603630.847927:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603630.847929:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:3.0:1789603630.847932:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603630.847934:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603630.847940:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f0000 x1876533442906624/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603646 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603630.847948:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603630.847952:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603630.847954:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603630.847958:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f0000 x1876533442906624/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603646 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603630.847968:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442906624:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603630.847974:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603630.847976:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603630.847980:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f0000 x1876533442906624/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603646 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603630.848003:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603630.848007:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603630.848012:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8069b5c00. 02000000:00000001:3.0:1789603630.848016:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603630.848019:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603630.848022:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:3.0:1789603630.848024:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603630.848027:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8218bb700. 02000000:00000001:3.0:1789603630.848033:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603630.848035:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603630.848037:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f0000. 00000100:00000001:3.0:1789603630.848041:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603630.848043:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603630.848047:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603630.848049:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603630.848051:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603630.848053:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603630.848054:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603630.848503:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603630.848574:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603630.848579:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603630.848581:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603630.848590:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603630.848598:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603630.848609:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603630.848615:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603630.848621:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603630.848626:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d460900 00000400:00000200:2.0:1789603630.848632:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603630.848641:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x81f5 [1] + 224 00000800:00000001:2.0:1789603630.848649:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603630.848658:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603630.848662:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603630.848667:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603630.848677:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603630.848685:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f0a80 x1876533442906368/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603646 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603630.848696:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb8040f0a80 x1876533442906368/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603646 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603630.848712:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603630.848724:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603630.848729:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603630.849246:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603630.849253:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603630.849260:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603630.849262:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603630.849265:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748630. 00000400:00000200:3.0:1789603630.849271:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0aa0 00000400:00000010:3.0:1789603630.849274:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0aa0. 00000100:00000001:3.0:1789603630.849277:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603630.849285:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f0a80 x1876533442906368/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603646 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603630.849295:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f0a80 x1876533442906368/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603646 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603630.849302:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603630.849304:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603630.849307:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603630.849311:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603630.849313:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603630.849316:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603630.849320:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603630.849330:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=28 v=5 (5 106 106 106) 00000100:00001000:3.0:1789603630.849335:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603630.849338:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603630.849340:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603630.849343:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603630.849346:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603630.849350:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603630.849352:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967637 00000100:00000001:3.0:1789603630.849354:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603630.849358:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603630.849364:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f0a80 x1876533442906368/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603646 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603630.849371:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603630.849374:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603630.849376:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603630.849380:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f0a80 x1876533442906368/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603646 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603630.849389:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442906368:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603630.849394:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603630.849397:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603630.849401:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f0a80 x1876533442906368/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603646 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603630.849407:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603630.849409:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603630.849413:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8069b5200. 02000000:00000001:3.0:1789603630.849416:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603630.849419:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603630.849421:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603630.849423:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603630.849425:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb818cbcb00. 02000000:00000001:3.0:1789603630.849430:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603630.849432:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603630.849434:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f0a80. 00000100:00000001:3.0:1789603630.849437:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603630.849438:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603630.849440:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603630.849466:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603630.849469:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603630.849472:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603630.849475:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603631.019475:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603631.019487:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603631.019496:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603631.019498:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603631.020836:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603631.020843:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603631.020848:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789603632.042775:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603632.042785:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603632.042792:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603632.042793:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603632.044309:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789603632.044317:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603632.044323:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789603633.066737:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603633.066747:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603633.066755:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603633.066756:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603633.066889:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789603633.067258:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603633.067263:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789603634.092458:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603634.092465:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603634.092471:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603634.092473:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603634.092690:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603634.092693:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603634.092697:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789603634.794627:0:27602:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296633709, at 4296633728 00000100:00000010:3.0:1789603634.794643:0:27602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb8051032a0. 00000100:00000040:2.0:1789603634.794733:0:29041:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296633709, at 4296633728 00000100:00000010:2.0:1789603634.794747:0:29041:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb8051031e0. 00000100:00000001:3.0:1789603634.922642:0:16817:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1789603634.922650:0:16817:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603635.114903:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603635.114922:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603635.114928:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603635.114929:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603635.115024:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789603635.115031:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603635.115036:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789603635.946733:0:13754:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603635.946747:0:13754:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603635.946763:0:13754:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b48380. 00000020:00000040:3.0:1789603635.946771:0:13754:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:3.0:1789603635.946777:0:13754:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603635.946781:0:13754:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603635.946787:0:13754:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603635.946798:0:13754:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783f600. 00000100:00000001:3.0:1789603635.946807:0:13754:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603635.946823:0:13754:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb810b48380 x1876533442906752/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603635.946849:0:13754:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603635.946855:0:13754:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603635.946864:0:13754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d032664] to pc [ptlrpcd_01_01+1] req@ffff9eb810b48380 x1876533442906752/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603635.946914:0:13754:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603635.946917:0:13754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603635.946921:0:13754:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603635.946925:0:13754:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49180. 00000020:00000040:3.0:1789603635.946927:0:13754:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:3.0:1789603635.946930:0:13754:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603635.946931:0:13754:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603635.946933:0:13754:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603635.946937:0:13754:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783f300. 00000100:00000001:3.0:1789603635.946940:0:13754:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603635.946944:0:13754:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID req@ffff9eb810b49180 x1876533442906880/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603635.946951:0:13754:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603635.946953:0:13754:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603635.946956:0:13754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003340671b] to pc [ptlrpcd_01_00+0] req@ffff9eb810b49180 x1876533442906880/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603635.946964:0:13754:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603635.946967:0:13754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603635.946973:0:13754:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603635.946975:0:13754:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49f80. 00000020:00000040:3.0:1789603635.946978:0:13754:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:3.0:1789603635.946980:0:13754:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603635.946981:0:13754:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603635.946983:0:13754:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603635.946987:0:13754:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783fb00. 00000100:00000001:3.0:1789603635.946989:0:13754:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603635.946993:0:13754:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb810b49f80 x1876533442907008/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603635.947001:0:13754:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603635.947003:0:13754:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603635.947006:0:13754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f328cb13] to pc [ptlrpcd_01_01+1] req@ffff9eb810b49f80 x1876533442907008/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603635.947013:0:13754:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603635.947016:0:13754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789603635.947019:0:13754:0:(pinger.c:247:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789603635.947022:0:13754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603635.947026:0:13754:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603635.947031:0:13754:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b48700. 00000020:00000040:3.0:1789603635.947033:0:13754:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:3.0:1789603635.947035:0:13754:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603635.947036:0:13754:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603635.947037:0:13754:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603635.947040:0:13754:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783f500. 00000100:00000001:3.0:1789603635.947043:0:13754:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603635.947047:0:13754:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID req@ffff9eb810b48700 x1876533442907136/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603635.947053:0:13754:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603635.947056:0:13754:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603635.947059:0:13754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030177149] to pc [ptlrpcd_01_00+0] req@ffff9eb810b48700 x1876533442907136/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603635.947066:0:13754:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603635.947071:0:13754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1972) 00000100:00000001:3.0:1789603635.947231:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603635.947236:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603635.947239:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603635.947245:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49180 x1876533442906880/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603635.947254:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603635.947256:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603635.947260:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603635.947263:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603635.947266:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603635.947270:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442906880:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603635.947275:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603635.947281:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603635.947284:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603635.947287:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603635.947292:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8069b4c00. 02000000:00000001:3.0:1789603635.947294:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603635.947305:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603635.947310:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748630. 00000400:00000010:3.0:1789603635.947319:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0aa0. 00000100:00000200:3.0:1789603635.947328:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442906880, portal 10 00000100:00000001:3.0:1789603635.947331:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603635.947333:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00000100:00000040:3.0:1789603635.947342:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b49180 x1876533442906880/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603635.947350:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603635.947354:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603635.947357:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0e58. 00000100:00000200:3.0:1789603635.947360:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442906880, offset 0 00000400:00000200:3.0:1789603635.947369:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603635.947380:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603635.947390:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603635.947396:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603635.947402:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603635.947406:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603635.947409:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603635.947414:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2858:2858:256:4294967295] 192.168.204.129@tcp LPNI seq info [2858:2858:8:4294967295] 00000400:00000200:3.0:1789603635.947419:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603635.947430:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603635.947438:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603635.947444:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f000. 00000800:00000200:3.0:1789603635.947452:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603635.947462:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603635.947467:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603635.947480:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603635.947485:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 844700 usecs (845 jiffies) 00000400:00000200:3.0:1789603635.947490:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603635.947493:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296635725 00000100:00000010:3.0:1789603635.947499:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb810df8c60. 00000100:00000001:3.0:1789603635.947546:0:2402:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789603635.947556:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296635726 00000100:00000010:3.0:1789603635.947560:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb810df8cc0. 00000100:00000001:3.0:1789603635.947564:0:2402:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789603635.947567:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603635.947570:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603635.947573:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603635.947578:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b48700 x1876533442907136/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603635.947590:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603635.947591:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603635.947593:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603635.947595:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603635.947597:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603635.947600:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442907136:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603635.947603:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603635.947605:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603635.947607:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603635.947608:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603635.947611:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8069b4e00. 02000000:00000001:3.0:1789603635.947613:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603635.947617:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603635.947619:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8057485d8. 00000400:00000010:3.0:1789603635.947624:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d06e8. 00000100:00000200:3.0:1789603635.947627:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442907136, portal 4 00000100:00000001:3.0:1789603635.947629:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603635.947630:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124278528 : -106961585273088 : ffff9eb810b48700) 00000100:00000040:3.0:1789603635.947637:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b48700 x1876533442907136/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603635.947643:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603635.947646:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603635.947648:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0660. 00000100:00000200:3.0:1789603635.947651:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442907136, offset 0 00000400:00000200:3.0:1789603635.947655:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603635.947660:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603635.947663:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603635.947666:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603635.947668:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603635.947670:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603635.947673:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603635.947676:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2859:2859:255:4294967295] 192.168.204.129@tcp LPNI seq info [2859:2859:7:4294967295] 00000400:00000200:3.0:1789603635.947680:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603635.947687:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603635.947691:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603635.947696:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f200. 00000800:00000200:3.0:1789603635.947700:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603635.947704:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603635.947707:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603635.947710:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603635.947713:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22683 usecs (23 jiffies) 00000400:00000200:3.0:1789603635.947716:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603635.947718:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296634904 00000100:00000001:3.0:1789603635.947720:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296635725 00000100:00000001:3.0:1789603635.947723:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296634904 00000100:00000001:3.0:1789603635.947725:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296635726 00000100:00000001:3.0:1789603635.947727:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603635.947729:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603635.947732:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603635.947734:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603635.947744:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603635.947747:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789603635.947750:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603635.947751:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603635.947753:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603635.947756:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1789603635.947758:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603635.947760:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603635.947761:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603635.947763:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603635.947764:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603635.947765:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603635.947770:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b48380 x1876533442906752/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603635.947777:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603635.947779:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603635.947781:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603635.947782:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603635.947784:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603635.947787:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2402:1876533442906752:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603635.947790:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603635.947793:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603635.947795:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603635.947797:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603635.947800:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8069b5800. 02000000:00000001:3.0:1789603635.947802:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603635.947805:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603635.947808:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748210. 00000400:00000010:3.0:1789603635.947812:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0880. 00000100:00000200:3.0:1789603635.947814:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442906752, portal 25 00000100:00000001:3.0:1789603635.947816:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603635.947818:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124277632 : -106961585273984 : ffff9eb810b48380) 00000100:00000040:3.0:1789603635.947822:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b48380 x1876533442906752/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603635.947828:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603635.947830:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603635.947833:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0bb0. 00000100:00000200:3.0:1789603635.947835:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442906752, offset 0 00000400:00000200:3.0:1789603635.947839:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603635.947842:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603635.947845:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603635.947848:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603635.947850:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603635.947853:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603635.947855:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603635.947858:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2860:2860:254:4294967295] 192.168.204.129@tcp LPNI seq info [2860:2860:6:4294967295] 00000400:00000200:3.0:1789603635.947862:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603635.947867:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603635.947872:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603635.947877:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f400. 00000800:00000200:3.0:1789603635.947881:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603635.947885:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603635.947888:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603635.947904:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603635.947908:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603635.947909:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296638827 00000100:00000001:3.0:1789603635.947916:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296635725 00000100:00000001:3.0:1789603635.947920:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296638827 00000100:00000001:3.0:1789603635.947923:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296635726 00000100:00000001:3.0:1789603635.947925:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603635.947928:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603635.947930:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603635.947934:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49f80 x1876533442907008/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603635.947942:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603635.947943:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603635.947946:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603635.947947:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603635.947949:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603635.947953:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442907008:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603635.947956:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603635.947958:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603635.947960:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603635.947962:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603635.947965:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8069b5a00. 02000000:00000001:3.0:1789603635.947968:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603635.947971:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603635.947974:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8057483c8. 00000400:00000010:3.0:1789603635.947977:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d07f8. 00000100:00000200:3.0:1789603635.947980:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442907008, portal 10 00000100:00000001:3.0:1789603635.947982:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603635.947984:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124284800 : -106961585266816 : ffff9eb810b49f80) 00000100:00000040:3.0:1789603635.947990:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b49f80 x1876533442907008/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603635.947997:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603635.947999:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603635.948002:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0dd0. 00000100:00000200:3.0:1789603635.948004:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442907008, offset 0 00000400:00000200:3.0:1789603635.948008:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603635.948012:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603635.948015:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603635.948017:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603635.948020:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603635.948022:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603635.948024:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603635.948027:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2861:2861:253:4294967295] 192.168.204.129@tcp LPNI seq info [2861:2861:5:4294967295] 00000400:00000200:3.0:1789603635.948031:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603635.948036:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603635.948041:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603635.948044:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f700. 00000800:00000200:3.0:1789603635.948048:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603635.948052:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603635.948054:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603635.948057:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603635.948060:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21340 usecs (22 jiffies) 00000400:00000200:3.0:1789603635.948063:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603635.948065:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296634903 00000100:00000001:3.0:1789603635.948067:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296638827 00000100:00000001:3.0:1789603635.948069:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296634903 00000100:00000001:3.0:1789603635.948071:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296638827 00000100:00000001:3.0:1789603635.948073:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603635.948075:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603635.948077:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603635.948079:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603635.948162:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603635.948166:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603635.948220:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603635.948225:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f000. 00000400:00000200:2.0:1789603635.948232:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603635.948238:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603635.948244:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0e58 00000400:00000010:2.0:1789603635.948248:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0e58. 00000100:00000001:2.0:1789603635.948253:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603635.948258:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49180 x1876533442906880/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603635.948282:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603635.948286:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49180 x1876533442906880/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603651 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603635.948293:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603635.948295:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603635.948310:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603635.948313:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f200. 00000400:00000200:2.0:1789603635.948316:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603635.948319:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603635.948322:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0660 00000400:00000010:2.0:1789603635.948325:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0660. 00000100:00000001:2.0:1789603635.948327:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603635.948330:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b48700 x1876533442907136/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603635.948338:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603635.948341:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b48700 x1876533442907136/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603651 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603635.948347:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603635.948349:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603635.948356:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603635.948358:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f400. 00000400:00000200:2.0:1789603635.948360:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603635.948363:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603635.948366:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0bb0 00000400:00000010:2.0:1789603635.948367:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0bb0. 00000100:00000001:2.0:1789603635.948369:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603635.948372:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b48380 x1876533442906752/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603635.948379:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603635.948381:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b48380 x1876533442906752/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603651 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603635.948387:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603635.948388:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603635.948466:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603635.948469:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f700. 00000400:00000200:2.0:1789603635.948472:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603635.948476:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603635.948478:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0dd0 00000400:00000010:2.0:1789603635.948480:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0dd0. 00000100:00000001:2.0:1789603635.948483:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603635.948486:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49f80 x1876533442907008/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603635.948492:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603635.948495:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49f80 x1876533442907008/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603651 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603635.948500:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603635.948502:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603635.953994:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603635.954025:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603635.954030:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603635.954034:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603635.954044:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603635.954053:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603635.954067:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603635.954072:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603635.954078:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603635.954083:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d460c00 00000400:00000200:2.0:1789603635.954090:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603635.954096:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x8225 [1] + 224 00000800:00000001:2.0:1789603635.954105:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603635.954109:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603635.954113:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603635.954118:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603635.954128:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603635.954140:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b48700 x1876533442907136/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603651 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603635.954152:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b48700 x1876533442907136/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603635.954249:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603635.954254:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603635.954275:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603635.954287:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603635.954291:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603635.954293:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603635.954295:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603635.954298:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603635.954302:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603635.954307:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603635.954310:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603635.954312:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603635.954315:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d460a80 00000400:00000200:2.0:1789603635.954319:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603635.954323:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x8235 [1] + 224 00000800:00000001:2.0:1789603635.954327:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603635.954331:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603635.954333:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603635.954336:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603635.954339:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603635.954344:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b48380 x1876533442906752/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603651 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603635.954353:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b48380 x1876533442906752/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603635.954360:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603635.954364:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603635.954368:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603635.954369:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603635.954372:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603635.954375:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603635.954378:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603635.954382:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603635.954385:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603635.954387:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603635.954390:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d460b00 00000400:00000200:2.0:1789603635.954394:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603635.954398:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x8215 [1] + 224 00000800:00000001:2.0:1789603635.954402:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603635.954405:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603635.954407:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603635.954411:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603635.954415:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603635.954419:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49180 x1876533442906880/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603651 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603635.954426:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b49180 x1876533442906880/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603635.954433:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603635.954436:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603635.954440:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603635.954441:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603635.954444:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603635.954446:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603635.954449:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603635.954453:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603635.954456:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603635.954458:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603635.954460:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d460b80 00000400:00000200:2.0:1789603635.954463:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603635.954467:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x8245 [1] + 224 00000800:00000001:2.0:1789603635.954470:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603635.954482:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603635.954484:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603635.954487:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603635.954489:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603635.954493:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49f80 x1876533442907008/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603651 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603635.954502:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b49f80 x1876533442907008/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603635.954533:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603635.954537:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603635.954542:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789603635.956168:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603635.956176:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603635.956181:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8057485d8. 00000400:00000200:3.0:1789603635.956192:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d06e8 00000400:00000010:3.0:1789603635.956195:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d06e8. 00000100:00000001:3.0:1789603635.956201:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603635.956215:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b48700 x1876533442907136/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603635.956226:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b48700 x1876533442907136/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603651 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603635.956235:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603635.956238:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603635.956242:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603635.956246:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603635.956249:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603635.956252:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603635.956256:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603635.956269:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=32 v=5 (5 5 5 5) 00000100:00001000:3.0:1789603635.956274:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=39 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603635.956278:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603635.956280:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603635.956283:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603635.956288:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603635.956292:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603635.956296:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:3.0:1789603635.956298:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603635.956300:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603635.956306:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b48700 x1876533442907136/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603651 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603635.956313:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603635.956317:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603635.956319:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603635.956323:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b48700 x1876533442907136/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603651 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603635.956331:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442907136:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603635.956337:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603635.956341:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603635.956344:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b48700 x1876533442907136/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603651 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603635.956350:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603635.956353:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603635.956357:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8069b4e00. 02000000:00000001:3.0:1789603635.956361:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603635.956365:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603635.956367:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:3.0:1789603635.956370:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603635.956373:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783f500. 02000000:00000001:3.0:1789603635.956378:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603635.956380:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603635.956383:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b48700. 00000100:00000001:3.0:1789603635.956386:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603635.956388:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603635.956392:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603635.956395:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603635.956398:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603635.956402:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603635.956404:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603635.956407:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748210. 00000400:00000200:3.0:1789603635.956409:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0880 00000400:00000010:3.0:1789603635.956411:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0880. 00000100:00000001:3.0:1789603635.956413:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603635.956417:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b48380 x1876533442906752/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603635.956426:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b48380 x1876533442906752/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603651 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603635.956432:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603635.956433:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603635.956435:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603635.956436:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603635.956437:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603635.956439:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603635.956441:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603635.956443:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=33 v=5 (5 5 5 5) 00000100:00001000:3.0:1789603635.956447:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=33 v=5 (1 1 1 1) 00000100:00000001:3.0:1789603635.956449:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603635.956450:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603635.956452:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603635.956454:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603635.956455:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603635.956459:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b48380 x1876533442906752/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603651 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603635.956465:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603635.956467:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603635.956468:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603635.956471:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b48380 x1876533442906752/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603651 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603635.956478:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2402:1876533442906752:192.168.204.129@tcp:400:kworker.0 00000400:00000001:3.0:1789603635.956483:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603635.956485:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603635.956487:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8057483c8. 00000400:00000200:3.0:1789603635.956489:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d07f8 00000400:00000010:3.0:1789603635.956491:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d07f8. 00000100:00000001:3.0:1789603635.956493:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603635.956497:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49f80 x1876533442907008/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603635.956505:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49f80 x1876533442907008/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603651 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603635.956528:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603635.956530:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603635.956532:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603635.956533:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603635.956535:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603635.956536:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603635.956538:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603635.956542:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=33 v=5 (5 106 106 106) 00000100:00001000:3.0:1789603635.956545:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=33 v=5 (1 1 1 1) 00000100:00000001:3.0:1789603635.956547:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603635.956548:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603635.956550:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603635.956552:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603635.956554:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603635.956556:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789603635.956557:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603635.956559:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603635.956563:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49f80 x1876533442907008/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603651 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603635.956569:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603635.956571:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603635.956573:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603635.956576:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49f80 x1876533442907008/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603651 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603635.956583:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442907008:192.168.204.129@tcp:400:kworker.0 00000400:00000001:3.0:1789603635.956589:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603635.956591:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603635.956592:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748630. 00000400:00000200:3.0:1789603635.956595:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0aa0 00000400:00000010:3.0:1789603635.956597:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0aa0. 00000100:00000001:3.0:1789603635.956599:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603635.956603:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49180 x1876533442906880/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603635.956612:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49180 x1876533442906880/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603651 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603635.956617:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603635.956619:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603635.956621:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603635.956622:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603635.956623:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603635.956624:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603635.956626:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603635.956631:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=33 v=5 (5 106 106 106) 00000100:00001000:3.0:1789603635.957166:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603635.957169:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603635.957171:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603635.957173:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603635.957175:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603635.957178:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603635.957179:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967637 00000100:00000001:3.0:1789603635.957181:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603635.957185:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603635.957192:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49180 x1876533442906880/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603651 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603635.957199:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603635.957202:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603635.957204:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603635.957207:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49180 x1876533442906880/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603651 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603635.957217:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442906880:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603635.957221:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603635.957224:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603635.957228:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b48380 x1876533442906752/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603651 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603635.957235:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603635.957236:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603635.957240:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8069b5800. 02000000:00000001:3.0:1789603635.957244:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603635.957246:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603635.957247:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:3.0:1789603635.957250:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603635.957252:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783f600. 02000000:00000001:3.0:1789603635.957254:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603635.957256:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603635.957258:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b48380. 00000100:00000001:3.0:1789603635.957261:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603635.957263:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603635.957264:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603635.957268:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49f80 x1876533442907008/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603651 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603635.957275:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603635.957276:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603635.957277:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8069b5a00. 02000000:00000001:3.0:1789603635.957280:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603635.957281:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603635.957282:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603635.957285:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603635.957286:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783fb00. 02000000:00000001:3.0:1789603635.957288:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603635.957289:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603635.957290:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49f80. 00000100:00000001:3.0:1789603635.957293:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603635.957295:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603635.957296:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603635.957300:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49180 x1876533442906880/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603651 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603635.957306:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603635.957307:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603635.957309:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8069b4c00. 02000000:00000001:3.0:1789603635.957311:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603635.957312:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603635.957313:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603635.957315:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603635.957317:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783f300. 02000000:00000001:3.0:1789603635.957318:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603635.957320:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603635.957321:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49180. 00000100:00000001:3.0:1789603635.957323:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603635.957324:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603635.957327:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603635.957337:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603635.957339:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603635.957342:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603635.957344:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603636.138753:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603636.138767:0:27602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603636.138770:0:27602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603636.138775:0:27602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603636.138782:0:27602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603636.138785:0:27602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603636.138788:0:27602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603636.138790:0:27602:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603636.138795:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603636.138811:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603636.144272:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603636.144282:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603636.144288:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000001:1.0:1789603636.164698:0:33863:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789603636.164711:0:33863:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8041acc98) owner 0000000000000000/ffff9eb8050827c0 00020000:00000002:1.0:1789603636.164719:0:33863:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8041acc98) owner 0000000000000000/ffff9eb8050827c0 00020000:00000001:1.0:1789603636.164722:0:33863:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603636.164730:0:33863:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789603636.164734:0:33863:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50205bdf0 00000080:00200008:1.0:1789603636.164737:0:33863:0:(file.c:479:ll_file_release()) START file f23.recovery-small:[0x200000405:0x29:0x0](ffff9eb8082d8908), flags 100002 00000080:00000001:1.0:1789603636.164743:0:33863:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1789603636.164745:0:33863:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789603636.164747:0:33863:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789603636.164748:0:33863:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8041acc98) owner 0000000000000000/ffff9eb8050827c0 00020000:00000002:1.0:1789603636.164751:0:33863:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8041acc98) owner 0000000000000000/ffff9eb8050827c0 00020000:00000001:1.0:1789603636.164753:0:33863:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603636.164756:0:33863:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1789603636.164764:0:33863:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603636.164768:0:33863:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603636.164770:0:33863:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603636.164774:0:33863:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603636.164776:0:33863:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603636.164779:0:33863:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:1.0:1789603636.164781:0:33863:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603636.164788:0:33863:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603636.164792:0:33863:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603636.165211:0:33863:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248e00 count: 2 00010000:00000001:1.0:1789603636.165216:0:33863:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603636.165223:0:33863:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603636.165225:0:33863:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x29:0x0]: 0 00000080:00000001:1.0:1789603636.165229:0:33863:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789603636.165231:0:33863:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789603636.165242:0:33863:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9eb807cb8400. 00000080:00000001:1.0:1789603636.165246:0:33863:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789603636.165253:0:33863:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789603636.165259:0:33863:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1789603636.165262:0:33863:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603636.165264:0:33863:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603636.165265:0:33863:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603636.165267:0:33863:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603636.165268:0:33863:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603636.165270:0:33863:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:1.0:1789603636.165272:0:33863:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603636.165274:0:33863:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x29:0x0] 00000002:00000001:1.0:1789603636.165279:0:33863:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789603636.165281:0:33863:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9eb81291b000: [0x200000405:0x29:0x0] file closed with intent: 0 00000100:00000010:1.0:1789603636.165291:0:33863:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5180. 00000020:00000040:1.0:1789603636.165296:0:33863:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603636.165302:0:33863:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603636.165306:0:33863:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603636.165312:0:33863:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603636.165322:0:33863:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb807cb9200. 00000100:00000001:1.0:1789603636.165331:0:33863:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789603636.165357:0:33863:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9eb806bd4380 x1876533442906112/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603646 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789603636.165372:0:33863:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789603636.165377:0:33863:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb806bd5180 x1876533442907392/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789603636.165386:0:33863:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603636.165388:0:33863:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603636.165398:0:33863:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb811672e40. 00000100:00000001:1.0:1789603636.165401:0:33863:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112135986752 : -106961573564864 : ffff9eb811672e40) 00000100:00000001:1.0:1789603636.165404:0:33863:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603636.165405:0:33863:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957082496 : -106961752469120 : ffff9eb806bd5180) 00000100:00000001:1.0:1789603636.165411:0:33863:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603636.165417:0:33863:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603636.165419:0:33863:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603636.165421:0:33863:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603636.165425:0:33863:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5180 x1876533442907392/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603636.165439:0:33863:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603636.165441:0:33863:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603636.165446:0:33863:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603636.165449:0:33863:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603636.165451:0:33863:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603636.165455:0:33863:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5180 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:33863:1876533442907392:192.168.204.129@tcp:35:multiop.0 00000100:00000001:1.0:1789603636.165460:0:33863:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603636.165466:0:33863:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603636.165468:0:33863:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603636.165472:0:33863:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603636.165477:0:33863:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a5c00. 02000000:00000001:1.0:1789603636.165479:0:33863:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603636.165490:0:33863:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603636.165495:0:33863:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35c60. 00000400:00000010:1.0:1789603636.165503:0:33863:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcd48. 00000100:00000200:1.0:1789603636.165546:0:33863:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442907392, portal 10 00000100:00000001:1.0:1789603636.165548:0:33863:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603636.165550:0:33863:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957082496 : -106961752469120 : ffff9eb806bd5180) 00000100:00000040:1.0:1789603636.165601:0:33863:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd5180 x1876533442907392/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603652 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603636.165610:0:33863:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603636.165613:0:33863:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603636.165617:0:33863:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcaa0. 00000100:00000200:1.0:1789603636.165622:0:33863:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876533442907392, offset 0 00000400:00000200:1.0:1789603636.165628:0:33863:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603636.165639:0:33863:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603636.165648:0:33863:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603636.165655:0:33863:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603636.165660:0:33863:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603636.165664:0:33863:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603636.165667:0:33863:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603636.165671:0:33863:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2862:2862:256:4294967295] 192.168.204.129@tcp LPNI seq info [2862:2862:8:4294967295] 00000400:00000200:1.0:1789603636.165676:0:33863:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603636.165688:0:33863:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603636.165695:0:33863:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603636.165701:0:33863:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9e00. 00000800:00000200:1.0:1789603636.165708:0:33863:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603636.165717:0:33863:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603636.165722:0:33863:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789603636.165738:0:33863:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603636.165744:0:33863:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 843607 usecs (844 jiffies) 00000400:00000200:1.0:1789603636.165747:0:33863:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603636.165751:0:33863:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296635941 00000100:00000001:1.0:1789603636.165754:0:33863:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296638827 00000100:00000001:1.0:1789603636.165757:0:33863:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296635941 00000100:00000001:1.0:1789603636.165759:0:33863:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296638827 00000100:00000001:1.0:1789603636.165762:0:33863:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603636.165765:0:33863:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603636.165767:0:33863:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603636.165769:0:33863:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603636.165772:0:33863:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672e40 going to sleep for 11 seconds 00000100:00000001:1.0:1789603636.165775:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603636.165778:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603636.166040:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603636.166046:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9e00. 00000400:00000200:2.0:1789603636.166053:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603636.166058:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603636.166065:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcaa0 00000400:00000010:2.0:1789603636.166068:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcaa0. 00000100:00000001:2.0:1789603636.166073:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603636.166078:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5180 x1876533442907392/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603652 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603636.166090:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603636.166094:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5180 x1876533442907392/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603652 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603636.166101:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603636.166103:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1789603637.163741:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603637.163748:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603637.163754:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603637.163755:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603637.163907:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603637.163911:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603637.163914:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789603638.186625:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603638.186636:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603638.186644:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603638.186645:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603638.186765:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789603638.186769:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603638.186774:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789603639.210696:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603639.210705:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603639.210713:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603639.210714:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603639.211883:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603639.211889:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603639.211895:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789603639.914771:0:29041:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296638827, at 4296638848 00000100:00000010:2.0:1789603639.914802:0:29041:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb810df8c60. 00000100:00000040:3.0:1789603639.915105:0:27602:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296638827, at 4296638848 00000100:00000010:3.0:1789603639.915113:0:27602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb810df8cc0. 00010000:00000001:3.0:1789603640.238216:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603640.238222:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603640.238228:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603640.238232:0:27602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603640.238235:0:27602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603640.238241:0:27602:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603640.238243:0:27602:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603640.238245:0:27602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603640.238248:0:27602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603640.238250:0:27602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603640.238253:0:27602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603640.238255:0:27602:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603640.238325:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603640.238328:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603640.238331:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789603641.067252:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603641.067262:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603641.067272:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5880. 00000020:00000040:1.0:1789603641.067278:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:1.0:1789603641.067283:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603641.067286:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603641.067292:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603641.067300:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9500. 00000100:00000001:1.0:1789603641.067308:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603641.067319:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb806bd5880 x1876533442907520/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603641.067330:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603641.067334:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603641.067340:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000aff3748] to pc [ptlrpcd_00_01+1] req@ffff9eb806bd5880 x1876533442907520/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603641.067368:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603641.067371:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603641.067375:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603641.067378:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd4e00. 00000020:00000040:1.0:1789603641.067381:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603641.067383:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603641.067384:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603641.067386:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603641.067390:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9e00. 00000100:00000001:1.0:1789603641.067392:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603641.067397:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID req@ffff9eb806bd4e00 x1876533442907648/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603641.067404:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603641.067406:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603641.067410:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bb60c11] to pc [ptlrpcd_00_00+0] req@ffff9eb806bd4e00 x1876533442907648/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603641.067417:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603641.067419:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603641.067423:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603641.067425:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd6300. 00000020:00000040:1.0:1789603641.067427:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603641.067429:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603641.067431:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603641.067432:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603641.067435:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9100. 00000100:00000001:1.0:1789603641.067437:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603641.067440:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb806bd6300 x1876533442907776/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603641.067446:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603641.067447:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603641.067450:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1dccbd7] to pc [ptlrpcd_00_01+1] req@ffff9eb806bd6300 x1876533442907776/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603641.067456:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603641.067458:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789603641.067461:0:8257:0:(pinger.c:247:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789603641.067463:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603641.067466:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603641.067469:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd7b80. 00000020:00000040:1.0:1789603641.067471:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:1.0:1789603641.067473:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603641.067474:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603641.067475:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603641.067478:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9600. 00000100:00000001:1.0:1789603641.067480:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603641.067483:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID req@ffff9eb806bd7b80 x1876533442907904/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603641.067490:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603641.067492:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603641.067495:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2e61ba1] to pc [ptlrpcd_00_00+0] req@ffff9eb806bd7b80 x1876533442907904/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603641.067501:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603641.067505:0:8257:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1977) 00000100:00000001:0.0:1789603641.067594:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603641.067598:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603641.067601:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603641.067610:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5880 x1876533442907520/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603641.067618:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603641.067620:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603641.067623:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603641.067626:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603641.067629:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603641.067632:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2401:1876533442907520:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603641.067636:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603641.067649:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603641.067652:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603641.067654:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603641.067659:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8118b6200. 02000000:00000001:0.0:1789603641.067662:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603641.067669:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603641.067674:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041390b0. 00000400:00000010:0.0:1789603641.067680:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682088. 00000100:00000200:0.0:1789603641.067687:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442907520, portal 25 00000100:00000001:0.0:1789603641.067689:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603641.067691:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957084288 : -106961752467328 : ffff9eb806bd5880) 00000100:00000040:0.0:1789603641.067697:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd5880 x1876533442907520/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603641.067703:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603641.067706:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603641.067708:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682000. 00000100:00000200:0.0:1789603641.067711:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442907520, offset 0 00000400:00000200:0.0:1789603641.067717:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603641.067725:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603641.067731:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603641.067736:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603641.067740:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603641.067744:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603641.067746:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603641.067750:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2863:2863:256:4294967295] 192.168.204.129@tcp LPNI seq info [2863:2863:8:4294967295] 00000400:00000200:0.0:1789603641.067753:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603641.067764:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603641.067769:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603641.067774:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076f00. 00000800:00000200:0.0:1789603641.067781:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603641.067789:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603641.067804:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603641.067824:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603641.067828:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603641.067830:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296643947 00000100:00000010:0.0:1789603641.067835:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb807b8d120. 00000100:00000001:0.0:1789603641.067841:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789603641.067848:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296643947 00000100:00000010:0.0:1789603641.067852:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb807b8d3c0. 00000100:00000001:0.0:1789603641.067854:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789603641.067857:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603641.067860:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603641.067862:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603641.067865:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd6300 x1876533442907776/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603641.067872:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603641.067873:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603641.067875:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603641.067877:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603641.067879:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603641.067881:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442907776:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603641.067884:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603641.067886:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603641.067887:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603641.067889:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603641.067892:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8118b7c00. 02000000:00000001:0.0:1789603641.067893:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603641.067897:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603641.067899:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139b58. 00000400:00000010:0.0:1789603641.067903:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682880. 00000100:00000200:0.0:1789603641.067905:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442907776, portal 10 00000100:00000001:0.0:1789603641.067908:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603641.067909:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957086976 : -106961752464640 : ffff9eb806bd6300) 00000100:00000040:0.0:1789603641.067917:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd6300 x1876533442907776/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603641.067923:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603641.067925:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603641.067928:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682bb0. 00000100:00000200:0.0:1789603641.067930:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442907776, offset 0 00000400:00000200:0.0:1789603641.067935:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603641.067939:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603641.067942:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603641.067945:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603641.067948:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603641.067950:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603641.067952:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603641.067954:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2864:2864:255:4294967295] 192.168.204.129@tcp LPNI seq info [2864:2864:7:4294967295] 00000400:00000200:0.0:1789603641.067958:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603641.067964:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603641.067968:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603641.067971:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076e00. 00000800:00000200:0.0:1789603641.067975:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603641.067979:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603641.067982:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603641.067985:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603641.067989:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21306 usecs (22 jiffies) 00000400:00000200:0.0:1789603641.067992:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603641.067993:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296640023 00000100:00000001:0.0:1789603641.067996:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296643947 00000100:00000001:0.0:1789603641.067998:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296640023 00000100:00000001:0.0:1789603641.067999:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296643947 00000100:00000001:0.0:1789603641.068001:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603641.068004:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603641.068006:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603641.068009:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603641.068017:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603641.068019:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789603641.068021:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603641.068022:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603641.068024:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603641.068026:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1789603641.068028:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603641.068030:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603641.068031:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603641.068033:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603641.068034:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603641.068035:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603641.068040:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd4e00 x1876533442907648/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603641.068046:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603641.068047:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603641.068050:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603641.068051:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603641.068053:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603641.068055:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442907648:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603641.068058:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603641.068061:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603641.068062:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603641.068063:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603641.068066:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8118b6e00. 02000000:00000001:0.0:1789603641.068068:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603641.068071:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603641.068073:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139d68. 00000400:00000010:0.0:1789603641.068077:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136822a8. 00000100:00000200:0.0:1789603641.068079:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442907648, portal 10 00000100:00000001:0.0:1789603641.068081:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603641.068082:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957081600 : -106961752470016 : ffff9eb806bd4e00) 00000100:00000040:0.0:1789603641.068088:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd4e00 x1876533442907648/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603641.068093:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603641.068095:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603641.068097:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682660. 00000100:00000200:0.0:1789603641.068100:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442907648, offset 0 00000400:00000200:0.0:1789603641.068103:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603641.068106:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603641.068110:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603641.068113:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603641.068115:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603641.068118:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603641.068120:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603641.068122:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2865:2865:254:4294967295] 192.168.204.129@tcp LPNI seq info [2865:2865:6:4294967295] 00000400:00000200:0.0:1789603641.068127:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603641.068132:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603641.068137:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603641.068140:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076700. 00000800:00000200:0.0:1789603641.068143:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603641.068350:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603641.068355:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076f00. 00000400:00000200:3.0:1789603641.068361:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603641.068366:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603641.068372:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682000 00000400:00000010:3.0:1789603641.068375:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682000. 00000100:00000001:3.0:1789603641.068380:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603641.068384:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5880 x1876533442907520/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603641.068394:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603641.068398:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5880 x1876533442907520/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603657 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603641.068404:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603641.068406:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603641.068477:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603641.068480:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076e00. 00000400:00000200:3.0:1789603641.068483:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603641.068487:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603641.068489:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682bb0 00000400:00000010:3.0:1789603641.068491:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682bb0. 00000100:00000001:3.0:1789603641.068493:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603641.068496:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd6300 x1876533442907776/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603641.068502:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603641.068504:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd6300 x1876533442907776/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603657 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603641.068532:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603641.068534:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789603641.068870:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603641.068874:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603641.068881:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603641.068885:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 843607 usecs (844 jiffies) 00000400:00000200:0.0:1789603641.068889:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603641.068891:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296640846 00000100:00000001:0.0:1789603641.068894:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296643947 00000100:00000001:0.0:1789603641.068896:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296640846 00000100:00000001:0.0:1789603641.068898:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296643947 00000100:00000001:0.0:1789603641.068900:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603641.068903:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603641.068906:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603641.068910:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd7b80 x1876533442907904/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603641.068918:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603641.068919:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603641.068922:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603641.068924:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603641.068926:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603641.068929:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442907904:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603641.068935:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603641.068939:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603641.068941:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603641.068943:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603641.068947:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8118b7a00. 02000000:00000001:0.0:1789603641.068949:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603641.068953:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603641.068957:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139420. 00000400:00000010:0.0:1789603641.068962:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682a18. 00000100:00000200:0.0:1789603641.068967:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442907904, portal 4 00000100:00000001:0.0:1789603641.068969:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603641.068970:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957093248 : -106961752458368 : ffff9eb806bd7b80) 00000100:00000040:0.0:1789603641.068976:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd7b80 x1876533442907904/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603641.068982:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603641.068984:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603641.068987:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136827f8. 00000100:00000200:0.0:1789603641.068989:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442907904, offset 0 00000400:00000200:0.0:1789603641.068995:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603641.069000:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603641.069004:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603641.069007:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603641.069009:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603641.069012:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603641.069015:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603641.069017:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2866:2866:255:4294967295] 192.168.204.129@tcp LPNI seq info [2866:2866:7:4294967295] 00000400:00000200:0.0:1789603641.069021:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603641.069028:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603641.069033:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603641.069037:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076e00. 00000800:00000200:0.0:1789603641.069042:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603641.069047:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603641.069050:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603641.069053:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603641.069056:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22617 usecs (23 jiffies) 00000400:00000200:0.0:1789603641.069059:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603641.069061:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296640025 00000100:00000001:0.0:1789603641.069064:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296643947 00000100:00000001:0.0:1789603641.069066:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296640025 00000100:00000001:0.0:1789603641.069068:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296643947 00000100:00000001:0.0:1789603641.069070:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603641.069072:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603641.069075:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603641.069079:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603641.069090:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603641.069093:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603641.069339:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603641.069343:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076700. 00000400:00000200:2.0:1789603641.069346:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603641.069350:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603641.069354:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682660 00000400:00000010:2.0:1789603641.069356:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682660. 00000100:00000001:2.0:1789603641.069360:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603641.069365:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4e00 x1876533442907648/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603641.069373:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603641.069376:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4e00 x1876533442907648/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603657 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603641.069382:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603641.069384:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603641.069423:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603641.069426:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076e00. 00000400:00000200:2.0:1789603641.069429:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603641.069432:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603641.069435:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136827f8 00000400:00000010:2.0:1789603641.069437:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136827f8. 00000100:00000001:2.0:1789603641.069439:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603641.069444:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd7b80 x1876533442907904/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603641.069451:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603641.069454:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd7b80 x1876533442907904/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603657 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603641.069460:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603641.069461:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603641.074195:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603641.074210:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603641.074215:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603641.074218:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603641.074226:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603641.074235:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603641.074244:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603641.074249:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603641.074254:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603641.074259:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d460e80 00000400:00000200:3.0:1789603641.074264:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603641.074269:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x8265 [1] + 224 00000800:00000001:3.0:1789603641.074277:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603641.074283:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603641.074286:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603641.074291:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603641.074299:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603641.074307:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd6300 x1876533442907776/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603641.074324:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd6300 x1876533442907776/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603641.074344:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603641.074352:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603641.074355:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603641.074412:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603641.074416:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603641.074424:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603641.074427:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603641.074430:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139b58. 00000400:00000200:0.0:1789603641.074435:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682880 00000400:00000010:0.0:1789603641.074438:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682880. 00000100:00000001:0.0:1789603641.074442:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603641.074448:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd6300 x1876533442907776/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603641.074458:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd6300 x1876533442907776/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603657 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603641.074465:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603641.074467:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603641.074470:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603641.074473:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603641.074477:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603641.074480:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603641.074484:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603641.074493:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=39 v=5 (5 106 106 106) 00000100:00001000:0.0:1789603641.074497:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=39 v=5 (1 1 1 1) 00000100:00000001:0.0:1789603641.074500:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603641.074501:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603641.074504:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603641.074539:0:2401:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603641.074543:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603641.074545:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789603641.074548:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603641.074549:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603641.074555:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd6300 x1876533442907776/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603657 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603641.074563:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603641.074567:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603641.074569:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603641.074573:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd6300 x1876533442907776/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603657 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603641.074582:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442907776:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603641.074747:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603641.074751:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603641.074755:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd6300 x1876533442907776/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603657 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603641.074763:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603641.074765:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603641.074769:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8118b7c00. 02000000:00000001:0.0:1789603641.074773:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603641.074775:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603641.074778:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603641.074780:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603641.074783:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9100. 02000000:00000001:0.0:1789603641.074787:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603641.074790:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603641.074802:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd6300. 00000100:00000001:0.0:1789603641.074808:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603641.074810:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603641.074813:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603641.074814:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603641.074816:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603641.074818:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603641.074819:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789603641.079339:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603641.079357:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603641.079362:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603641.079366:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603641.079375:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603641.079384:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603641.079394:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603641.079399:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603641.079405:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603641.079410:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d460e00 00000400:00000200:3.0:1789603641.079415:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603641.079421:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x826d [1] + 224 00000800:00000001:3.0:1789603641.079428:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603641.079432:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603641.079435:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603641.079440:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603641.079458:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603641.079468:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4e00 x1876533442907648/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603641.079481:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd4e00 x1876533442907648/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603641.079507:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603641.079542:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603641.079547:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603641.079549:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603641.079552:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603641.079555:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603641.079559:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603641.079563:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603641.079566:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603641.079569:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603641.079572:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d460f00 00000400:00000200:3.0:1789603641.079576:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603641.079581:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x8275 [1] + 224 00000800:00000001:3.0:1789603641.079585:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603641.079592:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603641.079594:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603641.079598:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603641.079602:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603641.079607:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd7b80 x1876533442907904/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603641.079617:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd7b80 x1876533442907904/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603641.079625:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603641.079629:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603641.079632:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603641.079757:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603641.079761:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603641.079769:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603641.079770:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603641.079774:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139d68. 00000400:00000200:0.0:1789603641.079779:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136822a8 00000400:00000010:0.0:1789603641.079782:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136822a8. 00000100:00000001:0.0:1789603641.079785:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603641.079800:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4e00 x1876533442907648/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603641.079811:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4e00 x1876533442907648/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603657 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603641.079818:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603641.079819:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603641.079822:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603641.079825:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603641.079830:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603641.079833:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603641.079836:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603641.079845:0:2401:0:(import.c:2196:obd_at_measure()) add 0 to ffff9eb810ddb460 time=39 v=5 (5 106 106 106) 00000100:00001000:0.0:1789603641.079849:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603641.079852:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603641.079855:0:2401:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1789603641.079860:0:2401:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1789603641.079863:0:2401:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-mdc-ffff9eb81291b000 of lustre-MDT0000_UUID@192.168.204.129@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1789603641.079867:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1789603641.079872:0:2401:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9eb81291b000: Connection to lustre-MDT0000 (at 192.168.204.129@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1789603641.096861:0:2401:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1789603641.096871:0:2401:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1789603641.096874:0:2401:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603641.096879:0:2401:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1789603641.096882:0:2401:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789603641.096886:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789603641.096892:0:2401:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789603641.096901:0:2401:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9eb81291b000: connect to NID 192.168.204.129@tcp last attempt 1954 00000400:00000200:0.0:1789603641.096910:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603641.096917:0:2401:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.129@tcp is discovered: rc = 1 00000100:00000040:0.0:1789603641.096922:0:2401:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:0.0:1789603641.096926:0:2401:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789603641.096928:0:2401:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:0.0:1789603641.096931:0:2401:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000001:0.0:1789603641.097009:0:2401:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789603641.097012:0:2401:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48c1 00000020:00000001:0.0:1789603641.097015:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603641.097019:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb8203aa800 refcount=5 00000020:00000001:0.0:1789603641.097022:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 00000020:00000001:0.0:1789603641.097024:0:2401:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 00000100:00000040:0.0:1789603641.097028:0:2401:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:0.0:1789603641.097030:0:2401:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789603641.097032:0:2401:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:0.0:1789603641.097034:0:2401:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000040:0.0:1789603641.097037:0:2401:0:(genops.c:879:class_export_put()) PUTting export ffff9eb8203aa800 : new refcount 4 00000100:00080000:0.0:1789603641.097041:0:2401:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9eb81291b000: import ffff9eb810ddb000 using connection 192.168.204.129@tcp/192.168.204.129@tcp 00000100:00000001:0.0:1789603641.097044:0:2401:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603641.097047:0:2401:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789603641.097055:0:2401:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603641.097059:0:2401:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603641.097062:0:2401:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789603641.097066:0:2401:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789603641.097069:0:2401:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603641.097071:0:2401:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603641.097081:0:2401:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1c000. 00000020:00000040:0.0:1789603641.097086:0:2401:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:0.0:1789603641.097090:0:2401:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789603641.097092:0:2401:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603641.097095:0:2401:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603641.097098:0:2401:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603641.097102:0:2401:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603641.097110:0:2401:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8051e0000. 00000100:00000001:0.0:1789603641.097116:0:2401:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603641.097126:0:2401:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9eb810d1c000 x1876533442908032/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603641.097137:0:2401:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603641.097140:0:2401:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603641.097145:0:2401:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a048987] to pc [ptlrpcd_rcv+-1] req@ffff9eb810d1c000 x1876533442908032/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603641.097173:0:2401:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603641.097176:0:2401:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1789603641.097178:0:2401:0:(client.c:1715:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:0.0:1789603641.097186:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4e00 x1876533442907648/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603657 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603641.097194:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1789603641.097198:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603641.097200:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603641.097204:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4e00 x1876533442907648/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603657 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603641.097212:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442907648:192.168.204.129@tcp:400:kworker.0 00000400:00000001:0.0:1789603641.097224:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603641.097227:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603641.097230:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139420. 00000400:00000200:0.0:1789603641.097237:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682a18 00000400:00000010:0.0:1789603641.097240:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682a18. 00000100:00000001:1.0:1789603641.097242:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603641.097244:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1789603641.097248:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1789603641.097252:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd7b80 x1876533442907904/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603641.097261:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1789603641.097262:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd7b80 x1876533442907904/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603657 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789603641.097273:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1c000 x1876533442908032/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603641.097274:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603641.097277:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603641.097282:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603641.097286:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603641.097288:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603641.097290:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603641.097292:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603641.097294:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603641.097298:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603641.097299:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603641.097301:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603641.097305:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603641.097308:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442908032:192.168.204.129@tcp:38:ptlrpcd_00_01.0 00000100:00000001:1.0:1789603641.097312:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603641.097316:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603641.097318:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603641.097320:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603641.097325:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a6400. 02000000:00000001:1.0:1789603641.097327:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603641.097332:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603641.097336:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603641.097342:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc088. 00000100:00000200:1.0:1789603641.097348:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442908032, portal 10 00000100:00000001:1.0:1789603641.097351:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603641.097352:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126193664 : -106961583357952 : ffff9eb810d1c000) 00000100:00000040:1.0:1789603641.097359:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1c000 x1876533442908032/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603641.097366:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603641.097369:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603641.097373:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcaa0. 00000100:00000200:1.0:1789603641.097377:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876533442908032, offset 0 00000400:00000200:1.0:1789603641.097383:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603641.097390:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603641.097395:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603641.097401:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603641.097404:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603641.097408:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603641.097410:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603641.097414:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2867:2867:256:4294967295] 192.168.204.129@tcp LPNI seq info [2867:2867:8:4294967295] 00000400:00000200:1.0:1789603641.097418:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603641.097427:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000100:00001000:0.0:1789603641.097431:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=38 v=5 (5 5 5 5) 00000800:00000200:1.0:1789603641.097433:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.129@tcp 00000100:00001000:0.0:1789603641.097440:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=45 v=5 (1 0 0 0) 00000800:00000010:1.0:1789603641.097442:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9900. 00000800:00000200:1.0:1789603641.097451:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603641.097459:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603641.097463:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789603641.097484:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603641.097488:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 842522 usecs (843 jiffies) 00000400:00000200:1.0:1789603641.097492:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603641.097495:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296640873 00000100:00000001:1.0:1789603641.097498:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296643947 00000100:00000001:1.0:1789603641.097500:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296640873 00000100:00000001:1.0:1789603641.097502:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296643947 00000100:00000001:1.0:1789603641.097504:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603641.097507:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603641.097529:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603641.097533:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603641.097541:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603641.097543:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789603641.097546:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603641.097548:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603641.097550:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603641.097552:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603641.097582:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603641.097585:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603641.097587:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603641.097592:0:2401:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603641.097596:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603641.097598:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:0.0:1789603641.097600:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603641.097602:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603641.097607:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd7b80 x1876533442907904/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603657 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603641.097615:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603641.097617:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603641.097619:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603641.097622:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd7b80 x1876533442907904/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603657 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603641.097630:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442907904:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603641.097635:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603641.097637:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1789603641.097639:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1789603641.097642:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4e00 x1876533442907648/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603657 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1789603641.097645:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9900. 00000100:00000001:0.0:1789603641.097653:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1789603641.097654:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1789603641.097656:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603641.097660:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8118b6e00. 00000400:00000200:2.0:1789603641.097662:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 02000000:00000001:0.0:1789603641.097665:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1789603641.097668:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcaa0 00000020:00000001:0.0:1789603641.097669:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000400:00000010:2.0:1789603641.097671:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcaa0. 00000020:00000040:0.0:1789603641.097673:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:2.0:1789603641.097676:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:0.0:1789603641.097677:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603641.097681:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9e00. 00000100:00000200:2.0:1789603641.097683:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1c000 x1876533442908032/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789603641.097687:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603641.097690:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603641.097693:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4e00. 00000100:00000001:0.0:1789603641.097697:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603641.097699:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603641.097700:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603641.097706:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603641.097707:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd7b80 x1876533442907904/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603657 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603641.097712:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1c000 x1876533442908032/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603651 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603641.097722:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603641.097725:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1789603641.097727:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603641.097728:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8118b7a00. 00000100:00000001:2.0:1789603641.097730:0:2395:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1789603641.097734:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603641.099061:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603641.099065:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603641.099070:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603641.099073:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9600. 02000000:00000001:0.0:1789603641.099079:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603641.099081:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603641.099083:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd7b80. 00000100:00000001:0.0:1789603641.099089:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603641.099091:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603641.099095:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603641.099098:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603641.099100:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603641.099103:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603641.099105:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603641.102239:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603641.102422:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603641.102427:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603641.102430:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603641.102440:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603641.102502:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603641.102531:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603641.102536:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603641.102542:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603641.102547:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d460f80 00000400:00000200:2.0:1789603641.102552:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603641.102559:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x827d [1] + 0 00000800:00000001:2.0:1789603641.102567:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603641.102576:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603641.102579:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603641.102583:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603641.102591:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603641.102600:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1c000 x1876533442908032/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603651 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603641.102614:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff9eb810d1c000 x1876533442908032/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603641.102689:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603641.102694:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603641.102714:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603641.102724:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603641.102728:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789603641.103082:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603641.103085:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603641.103088:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603641.103095:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc088 00000400:00000010:1.0:1789603641.103097:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc088. 00000100:00000001:1.0:1789603641.103101:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603641.103106:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1c000 x1876533442908032/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603641.103117:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1c000 x1876533442908032/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603651 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603641.103125:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603641.103127:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603641.103129:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603641.103133:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603641.103135:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603641.103137:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603641.103141:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603641.103150:0:2399:0:(import.c:2196:obd_at_measure()) add 0 to ffff9eb810ddb460 time=39 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603641.103154:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603641.103157:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603641.103159:0:2399:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1789603641.103162:0:2399:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1789603641.103167:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1c000 x1876533442908032/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1789603651 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603641.103175:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1789603641.103179:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603641.103181:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603641.103183:0:2399:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789603641.103186:0:2399:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1789603641.103190:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789603641.103194:0:2399:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.129@tcp failed (-19) 00000100:00000001:1.0:1789603641.103197:0:2399:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1789603641.103201:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1c000 x1876533442908032/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1789603651 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603641.103208:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442908032:192.168.204.129@tcp:38:ptlrpcd_00_01.0 00000100:00000001:1.0:1789603641.103212:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603641.103215:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603641.103218:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1c000 x1876533442908032/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1789603651 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603641.103224:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603641.103226:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603641.103230:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a6400. 02000000:00000001:1.0:1789603641.103234:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603641.103237:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603641.103238:0:2399:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603641.103240:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603641.103243:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8051e0000. 02000000:00000001:1.0:1789603641.103246:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603641.103248:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603641.103381:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1c000. 00000100:00000001:1.0:1789603641.103386:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603641.103388:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603641.103390:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603641.103397:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603641.103399:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603641.103401:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603641.103402:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603641.258645:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603641.258653:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603641.258659:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603641.258661:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603641.258830:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789603641.258834:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603641.258837:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789603642.091023:0:2401:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789603642.091036:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603642.091038:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:0.0:1789603642.091044:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603642.091047:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603642.091050:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603642.091054:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603642.282647:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603642.282655:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603642.282663:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603642.282664:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603642.282766:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603642.282781:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603642.282784:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789603643.306641:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603643.306649:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603643.306655:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603643.306656:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603643.306806:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603643.306811:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603643.306814:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789603644.330644:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603644.330652:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603644.330659:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603644.330660:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603644.331544:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789603644.331548:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603644.331551:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789603645.034795:0:29041:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296643947, at 4296643968 00000100:00000010:2.0:1789603645.034813:0:29041:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb807b8d120. 00000100:00000040:3.0:1789603645.034854:0:27602:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296643947, at 4296643968 00000100:00000010:3.0:1789603645.034863:0:27602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb807b8d3c0. 00010000:00000001:3.0:1789603645.354648:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603645.354655:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603645.354660:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603645.354662:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603645.355899:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603645.355905:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603645.355909:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789603646.186755:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603646.186764:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603646.186773:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5500. 00000020:00000040:1.0:1789603646.186780:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=5 obd=MGC192.168.204.129@tcp 00000100:00000001:1.0:1789603646.186784:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603646.186788:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603646.186793:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603646.186801:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9c00. 00000100:00000001:1.0:1789603646.186808:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603646.186821:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb806bd5500 x1876533442908160/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603646.186833:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603646.186838:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603646.186845:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000894b5717] to pc [ptlrpcd_00_01+1] req@ffff9eb806bd5500 x1876533442908160/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603646.186877:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789603646.186881:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789603646.186885:0:8257:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789603646.186888:0:8257:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789603646.186891:0:8257:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789603646.186894:0:8257:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789603646.186898:0:8257:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9eb81291b000: connect to NID 192.168.204.129@tcp last attempt 1972 00000400:00000200:1.0:1789603646.186906:0:8257:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603646.186913:0:8257:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.129@tcp is discovered: rc = 1 00000100:00001000:1.0:1789603646.186918:0:8257:0:(import.c:2196:obd_at_measure()) add 10 to ffff9eb810ddb418 time=24 v=5 (1 0 0 0) 00000100:00001000:1.0:1789603646.186921:0:8257:0:(import.c:2262:obd_at_measure()) AT ffff9eb810ddb418 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00000001:0.0:1789603646.186923:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1789603646.186928:0:8257:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff9eb81291b000: tried all connections, increasing latency to 5s 00000100:00100000:0.0:1789603646.186929:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:1.0:1789603646.186932:0:8257:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:0.0:1789603646.186934:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603646.186938:0:8257:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789603646.186941:0:8257:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:1.0:1789603646.186944:0:8257:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000100:00000001:0.0:1789603646.186944:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603646.186948:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603646.186951:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603646.186953:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1789603646.186954:0:8257:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1789603646.186956:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1789603646.186957:0:8257:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48c1 00000020:00000001:1.0:1789603646.186961:0:8257:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000040:0.0:1789603646.186966:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5500 x1876533442908160/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1789603646.186967:0:8257:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb8203aa800 refcount=5 00000020:00000001:1.0:1789603646.186972:0:8257:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 00000020:00000001:1.0:1789603646.186978:0:8257:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 00000100:00000001:0.0:1789603646.186984:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1789603646.186987:0:8257:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:0.0:1789603646.186988:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603646.186994:0:8257:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1789603646.186996:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1789603646.186998:0:8257:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 02000000:00000001:0.0:1789603646.187000:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603646.187002:0:8257:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 02000000:00000001:0.0:1789603646.187004:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789603646.187007:0:8257:0:(genops.c:879:class_export_put()) PUTting export ffff9eb8203aa800 : new refcount 4 00000100:00100000:0.0:1789603646.187011:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2400:1876533442908160:192.168.204.129@tcp:400:kworker.0 00000100:00080000:1.0:1789603646.187015:0:8257:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9eb81291b000: import ffff9eb810ddb000 using connection 192.168.204.129@tcp/192.168.204.129@tcp 00000100:00000001:0.0:1789603646.187018:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1789603646.187020:0:8257:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603646.187024:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603646.187025:0:8257:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789603646.187028:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603646.187031:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1789603646.187034:0:8257:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1789603646.187035:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8118b6e00. 02000000:00000001:1.0:1789603646.187038:0:8257:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603646.187040:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603646.187043:0:8257:0:(obd_class.h:888:obd_reconnect()) Process entered 00000400:00000200:0.0:1789603646.187048:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000008:00100000:1.0:1789603646.187049:0:8257:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789603646.187054:0:8257:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789603646.187054:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139420. 00000100:00000001:1.0:1789603646.187059:0:8257:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789603646.187063:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682a18. 00000100:00000010:1.0:1789603646.187065:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd7100. 00000020:00000040:1.0:1789603646.187069:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000200:0.0:1789603646.187071:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442908160, portal 25 02000000:00000001:1.0:1789603646.187073:0:8257:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1789603646.187075:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1789603646.187077:0:8257:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603646.187078:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957083392 : -106961752468224 : ffff9eb806bd5500) 00000100:00000001:1.0:1789603646.187083:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603646.187087:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1789603646.187088:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd5500 x1876533442908160/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789603646.187091:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603646.187099:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041a7000. 00000100:00000001:0.0:1789603646.187101:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1789603646.187104:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603646.187106:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603646.187112:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136822a8. 00000100:00100000:1.0:1789603646.187116:0:8257:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9eb806bd7100 x1876533442908288/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1789603646.187116:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442908160, offset 0 00000100:00000001:1.0:1789603646.187128:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1789603646.187128:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000100:00000001:1.0:1789603646.187133:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603646.187139:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087d6f65c] to pc [ptlrpcd_rcv+-1] req@ffff9eb806bd7100 x1876533442908288/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789603646.187139:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603646.187148:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603646.187165:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1789603646.187169:0:8257:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603646.187170:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000100:00000040:1.0:1789603646.187175:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1789603646.187176:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1789603646.187182:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603646.187187:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd6a00. 00000400:00000200:0.0:1789603646.187188:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000020:00000040:1.0:1789603646.187193:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000400:00000200:0.0:1789603646.187195:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2868:2868:256:4294967295] 192.168.204.129@tcp LPNI seq info [2868:2868:8:4294967295] 00000100:00000001:1.0:1789603646.187198:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603646.187201:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1789603646.187203:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 02000000:00000001:1.0:1789603646.187204:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603646.187210:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9d00. 00000100:00000001:1.0:1789603646.187217:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603646.187217:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000100:00000040:1.0:1789603646.187228:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb806bd6a00 x1876533442908416/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1789603646.187229:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603646.187237:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076f00. 00000100:00000001:1.0:1789603646.187240:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603646.187243:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789603646.187253:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000100:00000040:1.0:1789603646.187254:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b35ae510] to pc [ptlrpcd_00_00+0] req@ffff9eb806bd6a00 x1876533442908416/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1789603646.187266:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000100:00000001:1.0:1789603646.187268:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603646.187272:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:0.0:1789603646.187272:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1789603646.187279:0:8257:0:(pinger.c:247:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789603646.187281:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603646.187285:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1789603646.187330:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603646.187334:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603646.187336:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603646.187343:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd7100 x1876533442908288/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603646.187350:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603646.187351:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603646.187353:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603646.187355:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603646.187357:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603646.187360:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442908288:192.168.204.129@tcp:38:kworker.0 00000100:00000001:3.0:1789603646.187363:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603646.187365:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603646.187367:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603646.187368:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603646.187372:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb80511dc00. 02000000:00000001:3.0:1789603646.187373:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603646.187377:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603646.187380:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748630. 00000400:00000010:3.0:1789603646.187384:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0aa0. 00000100:00000200:3.0:1789603646.187387:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442908288, portal 10 00000100:00000001:3.0:1789603646.187388:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603646.187390:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957090560 : -106961752461056 : ffff9eb806bd7100) 00000100:00000040:3.0:1789603646.187396:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd7100 x1876533442908288/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603646.187409:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603646.187412:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603646.187414:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d07f8. 00000100:00000200:3.0:1789603646.187416:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876533442908288, offset 0 00000400:00000200:3.0:1789603646.187421:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603646.187425:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603646.187429:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603646.187432:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603646.187435:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603646.187437:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603646.187439:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603646.187442:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2869:2869:255:4294967295] 192.168.204.129@tcp LPNI seq info [2869:2869:7:4294967295] 00000400:00000200:3.0:1789603646.187446:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603646.187452:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603646.187456:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603646.187460:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f300. 00000800:00000200:3.0:1789603646.187474:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603646.187479:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603646.187482:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f300 type 1, nob 616 niov 1 nkiov 1 00000100:00000010:1.0:1789603646.187503:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd7480. 00000020:00000040:1.0:1789603646.187506:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:1.0:1789603646.187527:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603646.187529:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603646.187532:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603646.187536:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9300. 00000100:00000001:1.0:1789603646.187539:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603646.187544:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID req@ffff9eb806bd7480 x1876533442908544/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603646.187551:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603646.187553:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603646.187557:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f316f2] to pc [ptlrpcd_00_01+1] req@ffff9eb806bd7480 x1876533442908544/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603646.187564:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603646.187567:0:8257:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1982) 00000100:00000001:1.0:1789603646.187579:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603646.187581:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603646.187583:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603646.187587:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd7480 x1876533442908544/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603646.187593:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603646.187594:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603646.187596:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603646.187598:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603646.187599:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603646.187602:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442908544:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603646.187605:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603646.187607:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603646.187608:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603646.187610:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603646.187614:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb807cb8000. 02000000:00000001:1.0:1789603646.187616:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603646.187619:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603646.187622:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603646.187626:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc088. 00000100:00000200:1.0:1789603646.187630:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442908544, portal 4 00000100:00000001:1.0:1789603646.187632:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603646.187633:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957091456 : -106961752460160 : ffff9eb806bd7480) 00000100:00000040:1.0:1789603646.187638:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd7480 x1876533442908544/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603646.187645:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603646.187647:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603646.187649:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc3b8. 00000100:00000200:1.0:1789603646.187652:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442908544, offset 0 00000400:00000200:1.0:1789603646.187656:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603646.187661:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603646.187665:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603646.187668:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603646.187670:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603646.187673:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603646.187675:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603646.187678:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2870:2870:254:4294967295] 192.168.204.129@tcp LPNI seq info [2870:2870:6:4294967295] 00000400:00000200:1.0:1789603646.187682:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603646.187688:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603646.187704:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603646.187708:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9200. 00000800:00000200:1.0:1789603646.187712:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603646.187716:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603646.187719:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603646.188472:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603646.188479:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603646.188482:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296649067 00000100:00000010:0.0:1789603646.188487:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb807b8d000. 00000100:00000001:0.0:1789603646.188494:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789603646.188500:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296649067 00000100:00000010:0.0:1789603646.188502:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb807b8dba0. 00000100:00000001:0.0:1789603646.188505:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789603646.188508:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603646.188520:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603646.188523:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603646.188525:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603646.188531:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603646.188532:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789603646.188534:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603646.188536:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603646.188538:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603646.188544:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd6a00 x1876533442908416/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603646.188560:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603646.188561:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603646.188564:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603646.188566:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603646.188568:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603646.188571:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442908416:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603646.188574:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603646.188577:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603646.188578:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603646.188580:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603646.188583:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8118b7c00. 02000000:00000001:0.0:1789603646.188585:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603646.188589:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603646.188592:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139d68. 00000400:00000010:0.0:1789603646.188596:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682880. 00000100:00000200:0.0:1789603646.188600:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442908416, portal 10 00000100:00000001:0.0:1789603646.188601:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603646.188603:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957088768 : -106961752462848 : ffff9eb806bd6a00) 00000100:00000040:0.0:1789603646.188620:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd6a00 x1876533442908416/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603646.188628:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603646.188630:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603646.188633:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682aa0. 00000100:00000200:0.0:1789603646.188635:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442908416, offset 0 00000400:00000200:0.0:1789603646.188640:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603646.188644:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603646.188649:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603646.188652:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603646.188655:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603646.188658:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603646.188660:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603646.188663:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2871:2871:253:4294967295] 192.168.204.129@tcp LPNI seq info [2871:2871:5:4294967295] 00000400:00000200:0.0:1789603646.188667:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603646.188675:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603646.188679:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603646.188682:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076100. 00000800:00000200:0.0:1789603646.188687:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603646.188702:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603646.188705:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603646.189450:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603646.189457:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 841428 usecs (842 jiffies) 00000400:00000200:3.0:1789603646.189462:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603646.189465:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296645964 00000100:00000001:3.0:1789603646.189468:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296649067 00000100:00000001:3.0:1789603646.189470:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296645964 00000100:00000001:3.0:1789603646.189472:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296649067 00000100:00000001:3.0:1789603646.189474:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603646.189477:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603646.189480:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603646.189483:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603646.189488:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603646.189490:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789603646.189493:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603646.189494:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603646.189495:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603646.189497:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603646.192271:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603646.192283:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22702 usecs (23 jiffies) 00000400:00000200:1.0:1789603646.192291:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603646.192296:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296645147 00000100:00000001:1.0:1789603646.192300:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296649067 00000100:00000001:1.0:1789603646.192303:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296645147 00000100:00000001:1.0:1789603646.192305:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296649067 00000100:00000001:1.0:1789603646.192308:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603646.192312:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603646.192316:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603646.192319:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603646.192327:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603646.192329:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1789603646.192331:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603646.192333:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603646.192335:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603646.192338:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603646.195923:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603646.195937:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21261 usecs (22 jiffies) 00000400:00000200:0.0:1789603646.195946:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603646.195950:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296645151 00000100:00000001:0.0:1789603646.195954:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296649067 00000100:00000001:0.0:1789603646.195956:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296645151 00000100:00000001:0.0:1789603646.195958:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296649067 00000100:00000001:0.0:1789603646.195961:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603646.195965:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603646.195972:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603646.195976:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603646.195986:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603646.195988:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789603646.195991:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603646.195993:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603646.195994:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603646.195997:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603646.197200:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603646.197208:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076f00. 00000400:00000200:2.0:1789603646.197214:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603646.197222:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603646.197229:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136822a8 00000400:00000010:2.0:1789603646.197232:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136822a8. 00000100:00000001:2.0:1789603646.197295:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603646.197305:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5500 x1876533442908160/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603646.197320:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603646.197324:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5500 x1876533442908160/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603662 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603646.197330:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603646.197332:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603646.197349:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603646.197351:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f300. 00000400:00000200:2.0:1789603646.197355:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603646.197358:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603646.197361:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d07f8 00000400:00000010:2.0:1789603646.197363:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d07f8. 00000100:00000001:2.0:1789603646.197365:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603646.197369:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd7100 x1876533442908288/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603646.197376:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603646.197379:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd7100 x1876533442908288/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603661 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603646.197384:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603646.197385:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603646.197394:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603646.197396:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9200. 00000400:00000200:2.0:1789603646.197399:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603646.197402:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603646.197404:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc3b8 00000400:00000010:2.0:1789603646.197405:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc3b8. 00000100:00000001:2.0:1789603646.197407:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603646.197411:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd7480 x1876533442908544/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603646.197423:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603646.197425:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd7480 x1876533442908544/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603662 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603646.197431:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603646.197433:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603646.197497:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603646.197499:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076100. 00000400:00000200:2.0:1789603646.197502:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603646.197506:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603646.197508:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682aa0 00000400:00000010:2.0:1789603646.197523:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682aa0. 00000100:00000001:2.0:1789603646.197526:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603646.197530:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd6a00 x1876533442908416/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603646.197537:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603646.197539:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd6a00 x1876533442908416/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603662 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603646.197544:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603646.197545:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603646.205954:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603646.205971:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603646.205975:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603646.206030:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603646.206040:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603646.206048:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603646.206057:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603646.206062:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603646.206220:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603646.206225:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d461100 00000400:00000200:2.0:1789603646.206230:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603646.206236:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x82a5 [1] + 224 00000800:00000001:2.0:1789603646.206244:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603646.206249:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603646.206253:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603646.206257:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603646.206265:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603646.206274:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd6a00 x1876533442908416/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603646.206286:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd6a00 x1876533442908416/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603646.206308:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603646.206317:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603646.206321:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603646.206323:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603646.206325:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603646.206328:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603646.206332:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603646.206336:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603646.206339:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603646.206342:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603646.206345:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d461180 00000400:00000200:2.0:1789603646.206349:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603646.206353:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x829d [1] + 224 00000800:00000001:2.0:1789603646.206357:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603646.206363:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603646.206365:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603646.206369:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603646.206371:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603646.206376:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd7480 x1876533442908544/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603646.207684:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd7480 x1876533442908544/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603646.207750:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603646.207755:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603646.207783:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603646.207795:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603646.207810:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603646.207868:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603646.207871:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603646.207878:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603646.207880:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603646.207883:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139d68. 00000400:00000200:0.0:1789603646.207888:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682880 00000400:00000010:0.0:1789603646.207891:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682880. 00000100:00000001:0.0:1789603646.207894:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603646.207899:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd6a00 x1876533442908416/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603646.207908:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd6a00 x1876533442908416/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603646.207914:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603646.207916:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603646.207919:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603646.207923:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603646.207925:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603646.207928:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603646.207931:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603646.207940:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=44 v=5 (5 106 106 106) 00000100:00001000:0.0:1789603646.207945:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=44 v=5 (1 1 1 1) 00000100:00000001:0.0:1789603646.207947:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603646.207949:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603646.207952:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603646.207955:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603646.207960:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603646.207962:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789603646.207964:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603646.207967:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603646.207971:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd6a00 x1876533442908416/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603646.207982:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603646.207985:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603646.207987:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603646.207991:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd6a00 x1876533442908416/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603646.207999:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442908416:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603646.208005:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603646.208007:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603646.208011:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd6a00 x1876533442908416/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603646.208017:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603646.208020:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603646.208025:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8118b7c00. 02000000:00000001:0.0:1789603646.208029:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603646.208031:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603646.208033:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603646.208035:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603646.208038:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9d00. 02000000:00000001:0.0:1789603646.208041:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603646.208043:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603646.208045:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd6a00. 00000100:00000001:0.0:1789603646.208049:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603646.208050:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603646.208053:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603646.208055:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603646.208056:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603646.208058:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603646.208059:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1789603646.209882:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603646.209888:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603646.209891:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603646.209899:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc088 00000400:00000010:1.0:1789603646.209901:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc088. 00000100:00000001:1.0:1789603646.209905:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603646.209916:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd7480 x1876533442908544/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603646.209926:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd7480 x1876533442908544/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603646.209934:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603646.209970:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603646.209973:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603646.209976:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603646.209978:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603646.209980:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603646.209983:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603646.209992:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=43 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603646.209997:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=50 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603646.209999:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603646.210001:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603646.210013:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603646.210018:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603646.210021:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603646.210023:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:1.0:1789603646.210025:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603646.210027:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603646.210032:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd7480 x1876533442908544/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603646.210039:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603646.210042:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603646.210044:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603646.210048:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd7480 x1876533442908544/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603646.210056:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442908544:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603646.210063:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603646.210066:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603646.210069:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd7480 x1876533442908544/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603646.210075:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603646.210077:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603646.210080:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb807cb8000. 02000000:00000001:1.0:1789603646.210084:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603646.210086:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603646.210088:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603646.210090:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603646.210102:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9300. 02000000:00000001:1.0:1789603646.210106:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603646.210109:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603646.210110:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd7480. 00000100:00000001:1.0:1789603646.210116:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603646.210117:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603646.210120:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603646.210123:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603646.210124:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603646.210126:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603646.210128:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603646.220027:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603646.220045:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603646.220049:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603646.220052:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603646.220061:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603646.220068:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603646.220077:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603646.220082:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603646.220088:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603646.220093:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d461080 00000400:00000200:2.0:1789603646.220098:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603646.220104:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x828d [1] + 0 00000800:00000001:2.0:1789603646.220110:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603646.220116:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603646.220119:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603646.220124:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603646.220130:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603646.220139:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd7100 x1876533442908288/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603661 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603646.220162:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff9eb806bd7100 x1876533442908288/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603661 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603646.220178:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603646.220186:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603646.220188:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603646.220276:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603646.220280:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603646.220286:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603646.220288:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603646.220292:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748630. 00000400:00000200:3.0:1789603646.220296:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0aa0 00000400:00000010:3.0:1789603646.220299:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0aa0. 00000100:00000001:3.0:1789603646.220302:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603646.220307:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd7100 x1876533442908288/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603661 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603646.220314:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd7100 x1876533442908288/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603661 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603646.220320:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603646.220322:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603646.220325:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603646.220328:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603646.220330:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603646.220332:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603646.220336:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603646.220344:0:2399:0:(import.c:2196:obd_at_measure()) add 0 to ffff9eb810ddb460 time=44 v=5 (5 106 106 106) 00000100:00001000:3.0:1789603646.220349:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=24 v=10 (10 0 0 0) 00000100:00000001:3.0:1789603646.220352:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603646.220354:0:2399:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1789603646.220357:0:2399:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1789603646.220363:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd7100 x1876533442908288/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1789603661 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603646.220369:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1789603646.220373:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603646.220375:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603646.220377:0:2399:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789603646.220379:0:2399:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1789603646.220383:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789603646.220387:0:2399:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.129@tcp failed (-19) 00000100:00000001:3.0:1789603646.220390:0:2399:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1789603646.220394:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd7100 x1876533442908288/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1789603661 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603646.220403:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442908288:192.168.204.129@tcp:38:kworker.0 00000100:00000001:3.0:1789603646.220408:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603646.220410:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603646.220414:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd7100 x1876533442908288/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1789603661 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603646.220421:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603646.220423:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603646.220427:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb80511dc00. 02000000:00000001:3.0:1789603646.220429:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603646.220432:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603646.220434:0:2399:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603646.220436:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603646.220438:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a7000. 02000000:00000001:3.0:1789603646.220441:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603646.220442:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603646.220444:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd7100. 00000100:00000001:3.0:1789603646.220448:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603646.220449:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603646.220451:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603646.220459:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603646.220460:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603646.220462:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603646.220463:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603646.378661:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603646.378670:0:27602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603646.378673:0:27602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603646.378678:0:27602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603646.378683:0:27602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603646.378685:0:27602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603646.378687:0:27602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603646.378700:0:27602:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603646.378704:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603646.378706:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603646.378844:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603646.378849:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603646.378852:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789603647.211136:0:33863:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789603647.211144:0:33863:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603647.211146:0:33863:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789603647.211153:0:33863:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672e40 going to sleep for 1 seconds 00000100:00000001:1.0:1789603647.211157:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603647.211160:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603647.402630:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603647.402637:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603647.402732:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603647.402734:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603647.402999:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789603647.403002:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603647.403006:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789603648.235888:0:33863:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789603648.235897:0:33863:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603648.235899:0:33863:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789603648.235906:0:33863:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672e40 going to sleep for 1 seconds 00000100:00000001:1.0:1789603648.235910:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603648.235914:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603648.426638:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603648.426644:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603648.426662:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603648.426664:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603648.426987:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603648.426991:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603648.426994:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789603649.258831:0:33863:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789603649.258838:0:33863:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603649.258840:0:33863:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789603649.258845:0:33863:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672e40 going to sleep for 1 seconds 00000100:00000001:1.0:1789603649.258849:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603649.258852:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603649.451088:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603649.451096:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603649.451101:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603649.451105:0:27602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603649.451107:0:27602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603649.451114:0:27602:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603649.451117:0:27602:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603649.451118:0:27602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603649.451121:0:27602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603649.451123:0:27602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603649.451125:0:27602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603649.451127:0:27602:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603649.451203:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603649.451207:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603649.451210:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789603650.154644:0:29041:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296649067, at 4296649088 00000100:00000010:2.0:1789603650.154661:0:29041:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb807b8d000. 00000100:00000040:3.0:1789603650.155109:0:27602:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296649067, at 4296649088 00000100:00000010:3.0:1789603650.155118:0:27602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb807b8dba0. 00000100:00000001:1.0:1789603650.282730:0:33863:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789603650.282739:0:33863:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603650.282742:0:33863:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789603650.282748:0:33863:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672e40 going to sleep for 1 seconds 00000100:00000001:1.0:1789603650.282753:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603650.282758:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603650.476937:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603650.476944:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603650.476951:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603650.476952:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603650.487024:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603650.487032:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603650.487038:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789603651.313233:0:33863:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789603651.313241:0:33863:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603651.313244:0:33863:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789603651.313250:0:33863:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672e40 going to sleep for 1 seconds 00000100:00000001:3.0:1789603651.313254:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603651.313257:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603651.313355:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789603651.313362:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789603651.313369:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f3100. 00000020:00000040:2.0:1789603651.313374:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=6 obd=MGC192.168.204.129@tcp 00000100:00000001:2.0:1789603651.313377:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603651.313380:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603651.313385:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603651.313393:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8218bb700. 00000100:00000001:2.0:1789603651.313400:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603651.313415:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb8040f3100 x1876533442908672/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603651.313425:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603651.313430:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603651.313436:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000264f975c] to pc [ptlrpcd_01_01+1] req@ffff9eb8040f3100 x1876533442908672/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603651.313461:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789603651.313464:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789603651.313468:0:8257:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789603651.313471:0:8257:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789603651.313473:0:8257:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789603651.313477:0:8257:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789603651.313480:0:8257:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9eb81291b000: connect to NID 192.168.204.129@tcp last attempt 1977 00000400:00000200:2.0:1789603651.313488:0:8257:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603651.313494:0:8257:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.129@tcp is discovered: rc = 1 00000100:00001000:2.0:1789603651.313498:0:8257:0:(import.c:2196:obd_at_measure()) add 15 to ffff9eb810ddb418 time=29 v=10 (10 0 0 0) 00000100:00001000:2.0:1789603651.313501:0:8257:0:(import.c:2262:obd_at_measure()) AT ffff9eb810ddb418 change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 00000100:00080000:2.0:1789603651.313504:0:8257:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff9eb81291b000: tried all connections, increasing latency to 10s 00000100:00000040:2.0:1789603651.313507:0:8257:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:2.0:1789603651.313532:0:8257:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789603651.313535:0:8257:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:2.0:1789603651.313537:0:8257:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000001:2.0:1789603651.313630:0:8257:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789603651.313632:0:8257:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48c1 00000020:00000001:2.0:1789603651.313635:0:8257:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603651.313639:0:8257:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb8203aa800 refcount=5 00000020:00000001:2.0:1789603651.313641:0:8257:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 00000020:00000001:2.0:1789603651.313643:0:8257:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 00000100:00000040:2.0:1789603651.313647:0:8257:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:2.0:1789603651.313649:0:8257:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789603651.313651:0:8257:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:2.0:1789603651.313652:0:8257:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000040:2.0:1789603651.313656:0:8257:0:(genops.c:879:class_export_put()) PUTting export ffff9eb8203aa800 : new refcount 4 00000100:00080000:2.0:1789603651.313659:0:8257:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9eb81291b000: import ffff9eb810ddb000 using connection 192.168.204.129@tcp/192.168.204.129@tcp 00000100:00000001:2.0:1789603651.313661:0:8257:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603651.313663:0:8257:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789603651.313669:0:8257:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603651.313671:0:8257:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603651.313674:0:8257:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789603651.313678:0:8257:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789603651.313681:0:8257:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603651.313683:0:8257:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603651.313686:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f1880. 00000020:00000040:2.0:1789603651.313689:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:2.0:1789603651.313693:0:8257:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789603651.313694:0:8257:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603651.313696:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603651.313698:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603651.313700:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603651.313704:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041d2000. 00000100:00000001:2.0:1789603651.313708:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603651.313714:0:8257:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9eb8040f1880 x1876533442908800/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603651.313723:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603651.313725:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603651.313728:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000342bd1cc] to pc [ptlrpcd_rcv+-1] req@ffff9eb8040f1880 x1876533442908800/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603651.313790:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603651.313794:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603651.313797:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603651.313804:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f1880 x1876533442908800/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603651.313812:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603651.313815:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603651.313819:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603651.313821:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603651.313823:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603651.313826:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442908800:192.168.204.129@tcp:38:kworker.0 00000100:00000001:0.0:1789603651.313839:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603651.313843:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603651.313846:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603651.313849:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603651.313853:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8051e2000. 02000000:00000001:0.0:1789603651.313855:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603651.313861:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603651.313865:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139d68. 00000400:00000010:0.0:1789603651.313871:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682880. 00000100:00000200:0.0:1789603651.313878:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442908800, portal 10 00000100:00000001:0.0:1789603651.313881:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603651.313883:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912110208 : -106961797441408 : ffff9eb8040f1880) 00000100:00000040:0.0:1789603651.313892:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f1880 x1876533442908800/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603651.313899:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603651.313902:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603651.313904:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682220. 00000100:00000200:0.0:1789603651.313908:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876533442908800, offset 0 00000400:00000200:0.0:1789603651.313915:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603651.313924:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603651.313930:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603651.313936:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603651.313940:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603651.313943:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603651.313947:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603651.313950:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2872:2872:256:4294967295] 192.168.204.129@tcp LPNI seq info [2872:2872:8:4294967295] 00000400:00000200:0.0:1789603651.313954:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603651.313964:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603651.313969:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603651.313974:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076300. 00000800:00000200:0.0:1789603651.313982:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603651.313989:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603651.313993:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789603651.314005:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603651.314009:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 840383 usecs (841 jiffies) 00000400:00000200:0.0:1789603651.314012:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603651.314014:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296651088 00000100:00000010:0.0:1789603651.314018:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb807b8dde0. 00000100:00000001:0.0:1789603651.314024:0:2399:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789603651.314029:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296651088 00000100:00000010:0.0:1789603651.314032:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb807b8da80. 00000100:00000001:0.0:1789603651.314034:0:2399:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789603651.314037:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603651.314040:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603651.314042:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603651.314044:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603651.314368:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603651.314372:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603651.314373:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603651.314380:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f3100 x1876533442908672/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603651.314389:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603651.314390:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603651.314393:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603651.314395:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603651.314397:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603651.314400:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2403:1876533442908672:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603651.314403:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603651.314406:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603651.314408:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603651.314410:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603651.314414:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb805571200. 02000000:00000001:3.0:1789603651.314416:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603651.314419:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603651.314422:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748630. 00000400:00000010:3.0:1789603651.314426:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0aa0. 00000100:00000200:3.0:1789603651.314429:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442908672, portal 25 00000100:00000001:3.0:1789603651.314431:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603651.314432:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912116480 : -106961797435136 : ffff9eb8040f3100) 00000100:00000040:3.0:1789603651.314437:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f3100 x1876533442908672/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603651.314443:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603651.314445:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603651.314447:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0880. 00000100:00000200:3.0:1789603651.314449:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442908672, offset 0 00000400:00000200:3.0:1789603651.314453:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603651.314457:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603651.314461:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603651.314463:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603651.314465:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603651.314468:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603651.314470:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603651.314472:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2873:2873:255:4294967295] 192.168.204.129@tcp LPNI seq info [2873:2873:7:4294967295] 00000400:00000200:3.0:1789603651.314476:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603651.314481:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603651.314485:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603651.314488:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783fb00. 00000800:00000200:3.0:1789603651.314492:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603651.314497:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603651.314499:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603651.314502:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603651.314504:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603651.314507:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296654193 00000100:00000001:3.0:1789603651.314537:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296651088 00000100:00000001:2.0:1789603651.314651:0:8257:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603651.314656:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789603651.314660:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789603651.314665:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f2d80. 00000020:00000040:2.0:1789603651.314667:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:2.0:1789603651.314671:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603651.314674:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603651.314676:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603651.314685:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb814dbac00. 00000100:00000001:2.0:1789603651.314689:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603651.314694:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb8040f2d80 x1876533442908928/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603651.314702:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603651.314706:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603651.314711:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b949e1e] to pc [ptlrpcd_01_00+0] req@ffff9eb8040f2d80 x1876533442908928/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603651.314720:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603651.314722:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789603651.314726:0:8257:0:(pinger.c:247:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789603651.314728:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789603651.314731:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1789603651.314733:0:8257:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1789603651.314736:0:8257:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1789603651.314740:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f0a80. 00000020:00000040:2.0:1789603651.314742:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:2.0:1789603651.314744:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603651.314745:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603651.314747:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603651.314751:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8203a2c00. 00000100:00000001:2.0:1789603651.314753:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603651.314755:0:8257:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446637111912106624 : -106961797444992 : ffff9eb8040f0a80) 00000100:00080000:2.0:1789603651.314757:0:8257:0:(import.c:65:import_set_state_nolock()) ffff9eb8203a8800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1789603651.314760:0:8257:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9eb81291b000: disconnect after 23s idle 00000100:00000001:2.0:1789603651.314776:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603651.314779:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603651.314782:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a1bcce1] to pc [ptlrpcd_rcv+-1] req@ffff9eb8040f0a80 x1876533442909056/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603651.314808:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296654194 00000100:00000001:3.0:1789603651.314812:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296651088 00000100:00000001:3.0:1789603651.314815:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603651.314817:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603651.314819:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603651.314821:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603651.314838:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603651.314841:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789603651.314844:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603651.314845:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603651.314846:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603651.314849:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1789603651.314851:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603651.314853:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603651.314855:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603651.314857:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603651.314858:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603651.314859:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603651.314863:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f2d80 x1876533442908928/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603651.314870:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603651.314872:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603651.314874:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603651.314876:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603651.314878:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603651.314881:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442908928:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603651.314885:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603651.314887:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603651.314890:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603651.314893:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603651.314896:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb805570c00. 02000000:00000001:3.0:1789603651.314898:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603651.314903:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603651.314905:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8057483c8. 00000400:00000010:3.0:1789603651.314909:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d06e8. 00000100:00000200:3.0:1789603651.314912:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442908928, portal 10 00000100:00000001:3.0:1789603651.314914:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603651.314915:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912115584 : -106961797436032 : ffff9eb8040f2d80) 00000100:00000040:3.0:1789603651.314922:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f2d80 x1876533442908928/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603651.314929:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603651.314932:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603651.314934:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d05d8. 00000100:00000200:3.0:1789603651.314937:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442908928, offset 0 00000400:00000200:3.0:1789603651.314942:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603651.314946:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603651.314950:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603651.314953:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603651.314956:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603651.314958:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603651.314961:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603651.314964:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2874:2874:254:4294967295] 192.168.204.129@tcp LPNI seq info [2874:2874:6:4294967295] 00000400:00000200:3.0:1789603651.314967:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603651.314973:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603651.314978:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603651.314982:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f600. 00000800:00000200:3.0:1789603651.314986:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603651.314991:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603651.314994:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603651.314997:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603651.315000:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21277 usecs (22 jiffies) 00000400:00000200:3.0:1789603651.315003:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603651.315005:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296650270 00000100:00000001:3.0:1789603651.315008:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296654193 00000100:00000001:3.0:1789603651.315010:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296650270 00000100:00000001:3.0:1789603651.315013:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296654194 00000100:00000001:3.0:1789603651.315015:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603651.315016:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603651.315019:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603651.315021:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603651.315032:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603651.315034:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603651.315102:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603651.315115:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076300. 00000400:00000200:3.0:1789603651.315122:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603651.315127:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603651.315131:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682220 00000400:00000010:3.0:1789603651.315135:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682220. 00000100:00000001:3.0:1789603651.315140:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603651.315144:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f1880 x1876533442908800/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603651.315153:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603651.315156:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f1880 x1876533442908800/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603671 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603651.315163:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603651.315166:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603651.315177:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603651.315179:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783fb00. 00000400:00000200:3.0:1789603651.315182:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603651.315185:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603651.315198:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0880 00000400:00000010:3.0:1789603651.315200:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0880. 00000100:00000001:3.0:1789603651.315202:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603651.315205:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f3100 x1876533442908672/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603651.315212:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603651.315215:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f3100 x1876533442908672/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603667 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603651.315221:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603651.315222:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603651.315293:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603651.315295:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f600. 00000400:00000200:3.0:1789603651.315298:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603651.315301:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603651.315304:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d05d8 00000400:00000010:3.0:1789603651.315306:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d05d8. 00000100:00000001:3.0:1789603651.315308:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603651.315311:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f2d80 x1876533442908928/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603651.315318:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603651.315322:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f2d80 x1876533442908928/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603667 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603651.315327:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603651.315328:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789603651.316331:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603651.316336:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789603651.316341:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603651.316343:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603651.316345:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603651.316353:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f0a80 x1876533442909056/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603651.316364:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603651.316366:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603651.316370:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603651.316373:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603651.316376:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603651.316380:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442909056:192.168.204.129@tcp:9:kworker.0 00000100:00000001:0.0:1789603651.316384:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603651.316387:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603651.316390:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603651.316392:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603651.316398:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8118b7c00. 02000000:00000001:0.0:1789603651.316400:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603651.316406:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603651.316409:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139b58. 00000400:00000010:0.0:1789603651.316414:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682ee0. 00000100:00000200:0.0:1789603651.316419:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442909056, portal 4 00000100:00000001:0.0:1789603651.316421:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603651.316423:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912106624 : -106961797444992 : ffff9eb8040f0a80) 00000100:00000040:0.0:1789603651.316430:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f0a80 x1876533442909056/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603651.316438:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603651.316440:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603651.316442:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682198. 00000100:00000200:0.0:1789603651.316446:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442909056, offset 0 00000400:00000200:0.0:1789603651.316451:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603651.316457:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603651.316464:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603651.316468:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603651.316472:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603651.316475:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603651.316477:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603651.316481:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2875:2875:256:4294967295] 192.168.204.129@tcp LPNI seq info [2875:2875:8:4294967295] 00000400:00000200:0.0:1789603651.316486:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603651.316494:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603651.316500:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603651.316504:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076b00. 00000800:00000200:0.0:1789603651.316524:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603651.316531:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603651.316535:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603651.316714:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603651.316719:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22733 usecs (23 jiffies) 00000400:00000200:0.0:1789603651.316723:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603651.316726:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296650273 00000100:00000001:0.0:1789603651.316729:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296654193 00000100:00000001:0.0:1789603651.316731:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296650273 00000100:00000001:0.0:1789603651.316733:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296654194 00000100:00000001:0.0:1789603651.316736:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603651.316738:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603651.316741:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603651.316744:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603651.316748:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603651.316749:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789603651.316751:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603651.316753:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603651.316754:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603651.316756:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603651.316958:0:8257:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603651.316962:0:8257:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603651.316967:0:8257:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1987) 00000100:00000001:0.0:1789603651.317013:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603651.317015:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603651.317017:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603651.317019:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603651.317735:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603651.317740:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076b00. 00000400:00000200:3.0:1789603651.317746:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603651.317753:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603651.317759:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682198 00000400:00000010:3.0:1789603651.317762:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682198. 00000100:00000001:3.0:1789603651.317901:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603651.317909:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f0a80 x1876533442909056/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603651.317920:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603651.317923:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f0a80 x1876533442909056/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603661 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603651.317930:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603651.317932:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603651.322759:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603651.322958:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603651.322962:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603651.322965:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603651.322975:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603651.322982:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603651.322991:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603651.322996:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603651.323002:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603651.323006:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d461300 00000400:00000200:3.0:1789603651.323011:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603651.323017:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x82c5 [1] + 224 00000800:00000001:3.0:1789603651.323024:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603651.323029:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603651.323032:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603651.323037:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603651.323045:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603651.323165:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f2d80 x1876533442908928/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603651.323180:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb8040f2d80 x1876533442908928/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603651.323292:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603651.323297:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603651.323314:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603651.323324:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603651.323329:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603651.323331:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603651.323333:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603651.323337:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603651.323341:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603651.323345:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603651.323348:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603651.323350:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603651.323353:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d461280 00000400:00000200:3.0:1789603651.323356:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603651.323360:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x82ad [1] + 0 00000800:00000001:3.0:1789603651.323363:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603651.323367:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603651.323368:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603651.323372:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603651.323374:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603651.323379:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f1880 x1876533442908800/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603671 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603651.323388:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff9eb8040f1880 x1876533442908800/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603651.323408:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603651.323412:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603651.323416:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603651.323418:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603651.323420:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603651.323423:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603651.323427:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603651.323431:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603651.323434:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603651.323437:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603651.323439:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d461380 00000400:00000200:3.0:1789603651.323443:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603651.323447:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x82d5 [1] + 224 00000800:00000001:3.0:1789603651.323451:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603651.323471:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603651.323474:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603651.323477:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603651.323481:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603651.323486:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f0a80 x1876533442909056/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603661 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603651.323494:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb8040f0a80 x1876533442909056/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603661 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603651.323501:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603651.323505:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603651.323507:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603651.323666:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603651.323669:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603651.323675:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603651.323677:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603651.323681:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139b58. 00000400:00000200:0.0:1789603651.323686:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682ee0 00000400:00000010:0.0:1789603651.323688:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682ee0. 00000100:00000001:0.0:1789603651.323693:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603651.323698:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f0a80 x1876533442909056/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603661 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603651.323718:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f0a80 x1876533442909056/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603661 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603651.323725:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603651.323727:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603651.323729:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603651.323733:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603651.323735:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603651.323737:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603651.323740:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603651.323748:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=48 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603651.323753:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=55 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603651.323756:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603651.323758:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603651.323761:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603651.323773:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603651.323776:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603651.323779:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:0.0:1789603651.323781:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603651.323782:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603651.323787:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f0a80 x1876533442909056/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603661 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603651.323794:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603651.323797:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603651.323798:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789603651.323802:0:2399:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9eb8040f0a80 x1876533442909056/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603661 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789603651.323810:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9eb8203a8800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1789603651.323814:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f0a80 x1876533442909056/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603661 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603651.323827:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442909056:192.168.204.129@tcp:9:kworker.0 00000400:00000001:0.0:1789603651.323844:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603651.323846:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603651.323847:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139d68. 00000400:00000200:0.0:1789603651.323850:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682880 00000400:00000010:0.0:1789603651.323851:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682880. 00000100:00000001:0.0:1789603651.323854:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603651.323857:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f1880 x1876533442908800/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603651.323865:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f1880 x1876533442908800/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603671 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603651.323872:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603651.323873:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603651.323875:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603651.323876:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603651.323877:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603651.323879:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603651.323881:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603651.323884:0:2399:0:(import.c:2196:obd_at_measure()) add 0 to ffff9eb810ddb460 time=49 v=5 (5 106 106 106) 00000100:00001000:0.0:1789603651.323888:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=29 v=15 (15 0 0 0) 00000100:00000001:0.0:1789603651.323890:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603651.323892:0:2399:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1789603651.323895:0:2399:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1789603651.323899:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f1880 x1876533442908800/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1789603671 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603651.323905:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1789603651.323907:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603651.323908:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603651.323910:0:2399:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789603651.323912:0:2399:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1789603651.323915:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789603651.323918:0:2399:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.129@tcp failed (-19) 00000100:00000001:0.0:1789603651.323921:0:2399:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1789603651.323924:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f1880 x1876533442908800/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1789603671 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603651.323932:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442908800:192.168.204.129@tcp:38:kworker.0 00000100:00000001:0.0:1789603651.323937:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603651.323939:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603651.323943:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f0a80 x1876533442909056/t0(0) o9->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603661 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603651.323950:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603651.323952:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603651.323956:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8118b7c00. 02000000:00000001:0.0:1789603651.323961:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603651.323965:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603651.323966:0:2399:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603651.323968:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603651.323970:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8203a2c00. 02000000:00000001:0.0:1789603651.323974:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603651.323976:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603651.323977:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f0a80. 00000100:00000001:0.0:1789603651.323981:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603651.323982:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603651.323984:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603651.323987:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f1880 x1876533442908800/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1789603671 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603651.323992:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603651.323993:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603651.323994:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8051e2000. 02000000:00000001:0.0:1789603651.323996:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603651.323997:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603651.323999:0:2399:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603651.324000:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603651.324002:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041d2000. 02000000:00000001:0.0:1789603651.324004:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603651.324005:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603651.324006:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f1880. 00000100:00000001:0.0:1789603651.324007:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603651.324008:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603651.324010:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603651.324017:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603651.324019:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603651.324020:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603651.324022:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1789603651.325014:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603651.325019:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603651.325022:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8057483c8. 00000400:00000200:2.0:1789603651.325028:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d06e8 00000400:00000010:2.0:1789603651.325029:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d06e8. 00000100:00000001:2.0:1789603651.325033:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603651.325041:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f2d80 x1876533442908928/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603651.325163:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f2d80 x1876533442908928/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603651.325171:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603651.325173:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603651.325176:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603651.325178:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603651.325180:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603651.325182:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603651.325184:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603651.325252:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=49 v=5 (5 106 106 106) 00000100:00001000:2.0:1789603651.325256:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=49 v=5 (1 1 1 1) 00000100:00000001:2.0:1789603651.325258:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603651.325260:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603651.325262:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603651.325265:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603651.325268:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603651.325270:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1789603651.325271:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603651.325273:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603651.325278:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f2d80 x1876533442908928/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603667 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603651.325286:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603651.325288:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603651.325290:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603651.325294:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f2d80 x1876533442908928/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603667 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603651.325303:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442908928:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603651.325309:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603651.325311:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603651.325315:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f2d80 x1876533442908928/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603667 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603651.325322:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603651.325324:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603651.325327:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb805570c00. 02000000:00000001:2.0:1789603651.325330:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603651.325332:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603651.325334:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603651.325336:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603651.325339:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb814dbac00. 02000000:00000001:2.0:1789603651.325342:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603651.325344:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603651.325346:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f2d80. 00000100:00000001:2.0:1789603651.325349:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603651.325351:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603651.325353:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603651.325355:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603651.325357:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603651.325358:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603651.325360:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603651.498615:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603651.498623:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603651.498628:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603651.498630:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603651.498716:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603651.498719:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603651.498722:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789603652.330652:0:33863:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789603652.330660:0:33863:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1789603652.330663:0:2401:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789603652.330674:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603652.330677:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000400:3.0:1789603652.330678:0:33863:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789603636/real 1789603636] req@ffff9eb806bd5180 x1876533442907392/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 1 dl 1789603652 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603652.330684:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603652.330688:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603652.330693:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603652.330698:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1789603652.330700:0:33863:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603652.330704:0:33863:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603652.330708:0:33863:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35c60. 00000400:00000200:3.0:1789603652.330716:0:33863:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcd48 00000400:00000010:3.0:1789603652.330719:0:33863:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcd48. 00000100:00000001:3.0:1789603652.330724:0:33863:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603652.330730:0:33863:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5180 x1876533442907392/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 1 dl 1789603652 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789603652.330739:0:33863:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5180 x1876533442907392/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 1 dl 1789603652 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603652.330908:0:33863:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603652.330911:0:33863:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603652.330914:0:33863:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603652.330916:0:33863:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603652.330920:0:33863:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1789603652.330923:0:33863:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9eb810ddb000 already not connected (conn 22, was 19): DISCONN 00000100:00000001:3.0:1789603652.330927:0:33863:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1789603652.330929:0:33863:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603652.330931:0:33863:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603652.330932:0:33863:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603652.330934:0:33863:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672e40 going to sleep for 0 seconds 00000100:00000001:3.0:1789603652.330936:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603652.330938:0:33863:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603652.330940:0:33863:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603652.330942:0:33863:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603652.330945:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603652.331050:0:2403:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789603652.331056:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603652.331058:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:2.0:1789603652.331061:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603652.331062:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603652.331064:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603652.331067:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603652.522848:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603652.522857:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603652.522865:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603652.522867:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603652.522976:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603652.522984:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603652.522989:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789603653.354696:0:33863:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789603653.354707:0:33863:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603653.354710:0:33863:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603653.354717:0:33863:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672e40 going to sleep for 0 seconds 00000100:00000001:3.0:1789603653.354722:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603653.354727:0:33863:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603653.354730:0:33863:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603653.354735:0:33863:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603653.354739:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603653.354839:0:2401:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789603653.354851:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603653.354852:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603653.354856:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603653.354858:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603653.354861:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603653.354865:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603653.546715:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603653.546727:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603653.546736:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603653.546737:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603653.549860:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603653.549871:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603653.549879:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789603654.379945:0:2401:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789603654.379961:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603654.379963:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603654.379969:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603654.379972:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603654.379976:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603654.379980:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603654.382586:0:33863:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789603654.382596:0:33863:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603654.382599:0:33863:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603654.382606:0:33863:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672e40 going to sleep for 0 seconds 00000100:00000001:1.0:1789603654.382612:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603654.382616:0:33863:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603654.382619:0:33863:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603654.382623:0:33863:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603654.382625:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603654.570611:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603654.570618:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603654.570624:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603654.570626:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603654.570734:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603654.570738:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603654.570741:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789603655.274607:0:29041:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296654193, at 4296654208 00000100:00000010:2.0:1789603655.274624:0:29041:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb807b8dde0. 00000100:00000040:3.0:1789603655.274751:0:27602:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296654194, at 4296654208 00000100:00000010:3.0:1789603655.274758:0:27602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb807b8da80. 00000100:00000001:1.0:1789603655.402616:0:33863:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789603655.402624:0:33863:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603655.402626:0:33863:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603655.402631:0:33863:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672e40 going to sleep for 0 seconds 00000100:00000001:1.0:1789603655.402636:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603655.402640:0:33863:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603655.402642:0:33863:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603655.402645:0:33863:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603655.402648:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603655.402712:0:2401:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789603655.402720:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603655.402721:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603655.402725:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603655.402727:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603655.402729:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603655.402732:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603655.594668:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603655.594678:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603655.594687:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603655.594688:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603655.594820:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603655.594825:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603655.594829:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789603656.426690:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789603656.426711:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789603656.426726:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f2d80. 00000020:00000040:2.0:1789603656.426734:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=7 obd=MGC192.168.204.129@tcp 00000100:00000001:2.0:1789603656.426740:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603656.426744:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603656.426751:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603656.426761:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8203a2600. 00000100:00000001:2.0:1789603656.426769:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603656.426786:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb8040f2d80 x1876533442909184/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603656.426801:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603656.426807:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603656.426816:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b949e1e] to pc [ptlrpcd_01_01+1] req@ffff9eb8040f2d80 x1876533442909184/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603656.426862:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789603656.426865:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789603656.426870:0:29506:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789603656.426873:0:29506:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789603656.426876:0:29506:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789603656.426881:0:29506:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789603656.426885:0:29506:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9eb81291b000: connect to NID 192.168.204.129@tcp last attempt 1982 00000400:00000200:2.0:1789603656.426896:0:29506:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603656.426903:0:29506:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.129@tcp is discovered: rc = 1 00000100:00001000:2.0:1789603656.426909:0:29506:0:(import.c:2196:obd_at_measure()) add 20 to ffff9eb810ddb418 time=34 v=15 (15 0 0 0) 00000100:00001000:2.0:1789603656.426913:0:29506:0:(import.c:2262:obd_at_measure()) AT ffff9eb810ddb418 change: old=15 new=20 delta=5 (val=20) hist 20 0 0 0 00000100:00080000:2.0:1789603656.426916:0:29506:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff9eb81291b000: tried all connections, increasing latency to 15s 00000100:00000040:2.0:1789603656.426921:0:29506:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:2.0:1789603656.426924:0:29506:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789603656.426927:0:29506:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:2.0:1789603656.426930:0:29506:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000001:2.0:1789603656.426939:0:29506:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789603656.426942:0:29506:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48c1 00000020:00000001:2.0:1789603656.426945:0:29506:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603656.426949:0:29506:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb8203aa800 refcount=5 00000020:00000001:2.0:1789603656.426951:0:29506:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 00000020:00000001:2.0:1789603656.426954:0:29506:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 00000100:00000040:2.0:1789603656.426958:0:29506:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:2.0:1789603656.426960:0:29506:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789603656.426962:0:29506:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:2.0:1789603656.426964:0:29506:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000040:2.0:1789603656.426967:0:29506:0:(genops.c:879:class_export_put()) PUTting export ffff9eb8203aa800 : new refcount 4 00000100:00080000:2.0:1789603656.426971:0:29506:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9eb81291b000: import ffff9eb810ddb000 using connection 192.168.204.129@tcp/192.168.204.129@tcp 00000100:00000001:2.0:1789603656.426974:0:29506:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603656.426977:0:29506:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789603656.426985:0:29506:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603656.426988:0:29506:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603656.426991:0:29506:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789603656.426996:0:29506:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789603656.427000:0:29506:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603656.427002:0:29506:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603656.427006:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f0000. 00000020:00000040:2.0:1789603656.427022:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:2.0:1789603656.427026:0:29506:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789603656.427028:0:29506:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603656.427030:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603656.427032:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603656.427034:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603656.427039:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041d1400. 00000100:00000001:2.0:1789603656.427043:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603656.427051:0:29506:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9eb8040f0000 x1876533442909312/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603656.427059:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603656.427061:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603656.427065:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130d5fa2] to pc [ptlrpcd_rcv+-1] req@ffff9eb8040f0000 x1876533442909312/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603656.427086:0:29506:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603656.427089:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789603656.427093:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789603656.427097:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f3800. 00000020:00000040:2.0:1789603656.427099:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:2.0:1789603656.427102:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603656.427103:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603656.427105:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603656.427109:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8203a2200. 00000100:00000001:2.0:1789603656.427113:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603656.427117:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb8040f3800 x1876533442909440/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603656.427125:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603656.427127:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603656.427131:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd27f7a6] to pc [ptlrpcd_01_00+0] req@ffff9eb8040f3800 x1876533442909440/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603656.427139:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603656.427141:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789603656.427145:0:29506:0:(pinger.c:247:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789603656.427148:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789603656.427151:0:29506:0:(pinger.c:247:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789603656.427157:0:29506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1993) 00000100:00000001:2.0:1789603656.427257:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603656.427262:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603656.427265:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603656.427272:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f3800 x1876533442909440/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603656.427279:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603656.427282:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603656.427287:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603656.427290:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603656.427292:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603656.427296:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442909440:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603656.427301:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603656.427308:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603656.427310:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603656.427313:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603656.427317:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb805157000. 02000000:00000001:2.0:1789603656.427320:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603656.427327:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603656.427331:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3ec8. 00000400:00000010:2.0:1789603656.427339:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7aa0. 00000100:00000200:2.0:1789603656.427347:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442909440, portal 10 00000100:00000001:2.0:1789603656.427350:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603656.427351:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912118272 : -106961797433344 : ffff9eb8040f3800) 00000100:00000040:2.0:1789603656.427359:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f3800 x1876533442909440/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603656.427367:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603656.427370:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603656.427373:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7880. 00000100:00000200:2.0:1789603656.427375:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442909440, offset 0 00000400:00000200:2.0:1789603656.427383:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603656.427393:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603656.427399:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603656.427405:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603656.427410:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603656.427415:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603656.427418:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603656.427422:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2876:2876:256:4294967295] 192.168.204.129@tcp LPNI seq info [2876:2876:8:4294967295] 00000400:00000200:2.0:1789603656.427426:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603656.427438:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603656.427446:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603656.427451:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8203a2900. 00000800:00000200:2.0:1789603656.427459:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603656.427469:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603656.427475:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8203a2900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603656.427489:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603656.427506:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21248 usecs (22 jiffies) 00000400:00000200:2.0:1789603656.427537:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603656.427541:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296655383 00000100:00000010:2.0:1789603656.427547:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb8051ed480. 00000100:00000001:2.0:1789603656.427555:0:2402:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789603656.427560:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296655383 00000100:00000010:2.0:1789603656.427563:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb8051edf00. 00000100:00000001:2.0:1789603656.427567:0:2402:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789603656.427570:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603656.427573:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603656.427577:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603656.427580:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603656.427588:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603656.427591:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789603656.427593:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603656.427594:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603656.427595:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603656.427598:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1789603656.427600:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603656.427602:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603656.427603:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603656.427605:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603656.427606:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603656.427607:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603656.427611:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f2d80 x1876533442909184/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603656.427618:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603656.427620:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603656.427622:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603656.427624:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603656.427626:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603656.427629:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2402:1876533442909184:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603656.427633:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603656.427635:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603656.427637:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603656.427639:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603656.427643:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb805157600. 02000000:00000001:2.0:1789603656.427644:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603656.427648:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603656.427651:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3898. 00000400:00000010:2.0:1789603656.427655:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7b28. 00000100:00000200:2.0:1789603656.427658:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442909184, portal 25 00000100:00000001:2.0:1789603656.427659:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603656.427661:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912115584 : -106961797436032 : ffff9eb8040f2d80) 00000100:00000040:2.0:1789603656.427665:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f2d80 x1876533442909184/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603656.427671:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603656.427673:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603656.427675:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d76e8. 00000100:00000200:2.0:1789603656.427677:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442909184, offset 0 00000400:00000200:2.0:1789603656.427681:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603656.427685:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603656.427688:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603656.427691:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603656.427693:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603656.427696:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603656.427698:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603656.427701:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2877:2877:255:4294967295] 192.168.204.129@tcp LPNI seq info [2877:2877:7:4294967295] 00000400:00000200:2.0:1789603656.427705:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603656.427712:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603656.427717:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603656.427720:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8203a2100. 00000800:00000200:2.0:1789603656.427724:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603656.427728:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603656.427731:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8203a2100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603656.427734:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603656.427737:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603656.427739:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296659307 00000100:00000001:2.0:1789603656.427744:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296655383 00000100:00000001:2.0:1789603656.427747:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296659307 00000100:00000001:2.0:1789603656.427750:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296655383 00000100:00000001:2.0:1789603656.427753:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603656.427755:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603656.427757:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603656.427759:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603656.427814:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603656.427819:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8203a2900. 00000400:00000200:2.0:1789603656.427826:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603656.427832:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603656.427839:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7880 00000400:00000010:2.0:1789603656.427842:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7880. 00000100:00000001:2.0:1789603656.427847:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603656.427851:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f3800 x1876533442909440/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603656.427862:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603656.427866:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f3800 x1876533442909440/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603672 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603656.427874:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603656.427875:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603656.427963:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603656.427965:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8203a2100. 00000400:00000200:2.0:1789603656.427969:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603656.427972:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603656.427976:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d76e8 00000400:00000010:2.0:1789603656.427978:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d76e8. 00000100:00000001:2.0:1789603656.427980:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603656.427983:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f2d80 x1876533442909184/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603656.427991:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603656.427994:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f2d80 x1876533442909184/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603672 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603656.428001:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603656.428003:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789603656.428218:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603656.428221:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603656.428223:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603656.428230:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f0000 x1876533442909312/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603656.428238:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603656.428239:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603656.428242:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603656.428244:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603656.428245:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603656.428249:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442909312:192.168.204.129@tcp:38:kworker.0 00000100:00000001:1.0:1789603656.428252:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603656.428254:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603656.428256:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603656.428258:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603656.428262:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a6000. 02000000:00000001:1.0:1789603656.428265:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603656.428269:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603656.428272:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603656.428276:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc088. 00000100:00000200:1.0:1789603656.428280:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442909312, portal 10 00000100:00000001:1.0:1789603656.428282:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603656.428283:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912103936 : -106961797447680 : ffff9eb8040f0000) 00000100:00000040:1.0:1789603656.428289:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f0000 x1876533442909312/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603656.428296:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603656.428298:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603656.428301:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc2a8. 00000100:00000200:1.0:1789603656.428304:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876533442909312, offset 0 00000400:00000200:1.0:1789603656.428309:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603656.428313:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603656.428317:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603656.428319:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603656.428322:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603656.428325:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603656.428327:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603656.428331:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2878:2878:256:4294967295] 192.168.204.129@tcp LPNI seq info [2878:2878:8:4294967295] 00000400:00000200:1.0:1789603656.428335:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603656.428341:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603656.428345:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603656.428350:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9300. 00000800:00000200:1.0:1789603656.428354:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603656.428358:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603656.428361:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789603656.428368:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603656.428371:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 839302 usecs (840 jiffies) 00000400:00000200:1.0:1789603656.428374:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603656.428377:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296656201 00000100:00000001:1.0:1789603656.428380:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296659307 00000100:00000001:1.0:1789603656.428383:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296656201 00000100:00000001:1.0:1789603656.428385:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296659307 00000100:00000001:1.0:1789603656.428387:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603656.428389:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603656.428391:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603656.428393:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603656.428399:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603656.428400:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789603656.428402:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603656.428403:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603656.428404:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603656.428406:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603656.428507:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603656.428541:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603656.428543:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603656.428547:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603656.428568:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603656.428572:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9300. 00000400:00000200:3.0:1789603656.428576:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603656.428580:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603656.428583:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc2a8 00000400:00000010:3.0:1789603656.428585:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc2a8. 00000100:00000001:3.0:1789603656.428588:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603656.428593:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f0000 x1876533442909312/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603656.428600:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603656.428603:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f0000 x1876533442909312/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603681 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603656.428611:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603656.428612:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789603656.428746:0:2401:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789603656.428752:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603656.428754:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603656.428756:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603656.428757:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603656.428759:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603656.428762:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603656.429407:0:33863:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789603656.429411:0:33863:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603656.429412:0:33863:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603656.429417:0:33863:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672e40 going to sleep for 0 seconds 00000100:00000001:2.0:1789603656.429420:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603656.429423:0:33863:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603656.429426:0:33863:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603656.429428:0:33863:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603656.429430:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603656.437827:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603656.437857:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603656.437863:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603656.437866:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603656.437877:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603656.437889:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603656.437901:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603656.437907:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603656.437914:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603656.437920:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d461480 00000400:00000200:2.0:1789603656.437926:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603656.437933:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x82fd [1] + 0 00000800:00000001:2.0:1789603656.437943:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603656.437949:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603656.437953:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603656.437958:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603656.437969:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603656.437982:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f0000 x1876533442909312/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603656.437997:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff9eb8040f0000 x1876533442909312/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603656.439047:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603656.439053:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603656.439073:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603656.439090:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603656.439102:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603656.439105:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603656.439107:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603656.439113:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603656.439121:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603656.439128:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603656.439132:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603656.439136:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603656.439139:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d461500 00000400:00000200:2.0:1789603656.439144:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603656.439149:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x82dd [1] + 224 00000800:00000001:2.0:1789603656.439155:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603656.439164:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603656.439167:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603656.439171:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603656.439177:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603656.439186:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f3800 x1876533442909440/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603672 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603656.439197:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb8040f3800 x1876533442909440/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603656.439220:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603656.439224:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603656.439228:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603656.439679:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603656.439684:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603656.439693:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603656.439696:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603656.439700:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3ec8. 00000400:00000200:3.0:1789603656.439707:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7aa0 00000400:00000010:3.0:1789603656.439710:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7aa0. 00000100:00000001:3.0:1789603656.439714:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603656.439719:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f3800 x1876533442909440/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603656.439729:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f3800 x1876533442909440/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603672 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603656.439735:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603656.439737:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603656.439740:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603656.439744:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603656.439747:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603656.439750:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603656.439753:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603656.439766:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=54 v=5 (5 106 106 106) 00000100:00001000:3.0:1789603656.439771:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=54 v=5 (1 1 1 1) 00000100:00000001:3.0:1789603656.439774:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603656.439776:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603656.439780:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603656.439784:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603656.439788:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603656.439791:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789603656.439793:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603656.439795:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603656.439801:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f3800 x1876533442909440/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603672 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603656.439809:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603656.439813:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603656.439816:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603656.439820:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f3800 x1876533442909440/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603672 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603656.439828:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442909440:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603656.439834:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603656.439836:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603656.439840:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f3800 x1876533442909440/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603672 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603656.439846:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603656.439850:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603656.439854:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb805157000. 02000000:00000001:3.0:1789603656.439857:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603656.439861:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603656.439863:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603656.439866:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603656.439869:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8203a2200. 02000000:00000001:3.0:1789603656.439873:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603656.439876:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603656.439878:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f3800. 00000100:00000001:3.0:1789603656.439882:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603656.439883:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603656.439888:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603656.439890:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603656.439891:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603656.439893:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603656.439900:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1789603656.443879:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603656.443889:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603656.443895:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603656.443906:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc088 00000400:00000010:1.0:1789603656.443910:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc088. 00000100:00000001:1.0:1789603656.443919:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603656.443939:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f0000 x1876533442909312/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603656.443964:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f0000 x1876533442909312/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603656.443973:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603656.443977:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603656.443981:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603656.443985:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603656.443988:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603656.443991:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603656.443995:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603656.444167:0:2399:0:(import.c:2196:obd_at_measure()) add 0 to ffff9eb810ddb460 time=54 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603656.444173:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=34 v=20 (20 0 0 0) 00000100:00000001:1.0:1789603656.444177:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603656.444179:0:2399:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1789603656.444182:0:2399:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1789603656.444188:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f0000 x1876533442909312/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1789603681 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603656.444197:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1789603656.444202:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603656.444204:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603656.444208:0:2399:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789603656.444211:0:2399:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1789603656.444216:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789603656.444223:0:2399:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.129@tcp failed (-19) 00000100:00000001:1.0:1789603656.444226:0:2399:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1789603656.444231:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f0000 x1876533442909312/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1789603681 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603656.444241:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442909312:192.168.204.129@tcp:38:kworker.0 00000100:00000001:1.0:1789603656.444248:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603656.444253:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603656.444257:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f0000 x1876533442909312/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1789603681 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603656.444265:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603656.444268:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603656.444273:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a6000. 02000000:00000001:1.0:1789603656.444277:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603656.444281:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603656.444283:0:2399:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603656.444286:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603656.444289:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041d1400. 02000000:00000001:1.0:1789603656.444294:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603656.444296:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603656.444299:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f0000. 00000100:00000001:1.0:1789603656.444303:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603656.444305:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603656.444307:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603656.444317:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603656.444320:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603656.444323:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603656.444325:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603656.618765:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603656.618780:0:27602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603656.618782:0:27602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603656.618787:0:27602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603656.618794:0:27602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603656.618796:0:27602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603656.618799:0:27602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603656.618801:0:27602:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603656.618805:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603656.618807:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603656.618922:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603656.618926:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603656.618929:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789603657.450610:0:2402:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789603657.450613:0:2400:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789603657.450618:0:33863:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789603657.450623:0:33863:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603657.450625:0:33863:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603657.450627:0:2401:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789603657.450629:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603657.450629:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603657.450632:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603657.450634:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:1.0:1789603657.450635:0:2401:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1789603657.450637:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603657.450640:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603657.450642:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603657.450644:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603657.450648:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603657.450649:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603657.450656:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603657.450656:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000400:1.0:1789603657.450658:0:2401:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789603641/real 1789603641] req@ffff9eb806bd5880 x1876533442907520/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 1 dl 1789603657 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789603657.450680:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603657.450684:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603657.450688:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041390b0. 00000100:00100000:2.0:1789603657.450699:0:33863:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672e40 going to sleep for 0 seconds 00000400:00000200:1.0:1789603657.450701:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682088 00000100:00000001:2.0:1789603657.450705:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1789603657.450706:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682088. 00000100:00000001:2.0:1789603657.450710:0:33863:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603657.450715:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1789603657.450716:0:33863:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603657.450721:0:33863:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1789603657.450722:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5880 x1876533442907520/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 1 dl 1789603657 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603657.450726:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789603657.450737:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5880 x1876533442907520/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 1 dl 1789603657 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603657.450747:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603657.450749:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603657.450754:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603657.450756:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789603657.450762:0:2401:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9eb806bd5880 x1876533442907520/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 1 dl 1789603657 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603657.450771:0:2401:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1789603657.450777:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9eb8203ab800 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1789603657.450782:0:2401:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.204.129@tcp: Connection to MGS (at 192.168.204.129@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1789603657.468002:0:2401:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.204.129@tcp for MGC192.168.204.129@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1789603657.468009:0:2401:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1789603657.468011:0:2401:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1789603657.468014:0:2401:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1789603657.468023:0:2401:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9eb806bd5880 x1876533442907520/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 1 dl 1789603657 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603657.468040:0:2401:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9eb806bd5500 x1876533442908160/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603657.468205:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603657.468210:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1789603657.468238:0:2401:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9eb8040f3100 x1876533442908672/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603657.468268:0:2401:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9eb8040f2d80 x1876533442909184/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603672 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603657.468291:0:2401:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1789603657.468294:0:2401:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1789603657.468296:0:2401:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:1.0:1789603657.468299:0:2401:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1789603657.468303:0:2401:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1789603657.468304:0:2401:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603657.468306:0:2401:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1789603657.468307:0:2401:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:1.0:1789603657.468308:0:2401:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1789603657.468310:0:2401:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603657.468311:0:2401:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1789603657.468313:0:2401:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000001:1.0:1789603657.468334:0:2401:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1789603657.468338:0:2401:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603657.468348:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603657.468349:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603657.468351:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603657.468356:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603657.468357:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603657.468359:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603657.468364:0:2401:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603657.468370:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5880 x1876533442907520/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 1 dl 1789603657 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789603657.468372:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603657.468376:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603657.468381:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748630. 00000400:00000200:3.0:1789603657.468395:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0aa0 00000100:00000001:1.0:1789603657.468395:0:2401:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000400:00000010:3.0:1789603657.468402:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0aa0. 00000100:00000001:1.0:1789603657.468403:0:2401:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603657.468410:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603657.468414:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603657.468417:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:1.0:1789603657.468420:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5880 x1876533442907520/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 1 dl 1789603657 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603657.468433:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f3100 x1876533442908672/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603667 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603657.468437:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2401:1876533442907520:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603657.468450:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603657.468456:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1789603657.468467:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f3100 x1876533442908672/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603667 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789603657.468467:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5880 x1876533442907520/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 1 dl 1789603657 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603657.468503:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603657.468506:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1789603657.468552:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000010:1.0:1789603657.468553:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8118b6200. 00000100:00000001:3.0:1789603657.468556:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1789603657.468563:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1789603657.468569:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f3100 x1876533442908672/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603667 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1789603657.468570:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603657.468575:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=6 obd=MGC192.168.204.129@tcp 00000020:00000001:1.0:1789603657.468583:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603657.468588:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9500. 00000100:00000001:2.0:1789603657.468597:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603657.468598:0:2403:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 02000000:00000001:1.0:1789603657.468598:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1789603657.468604:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1789603657.468604:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603657.468612:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5880. 00000100:00000001:3.0:1789603657.468614:0:2403:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789603657.468618:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1789603657.468618:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603657.468619:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603657.468629:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603657.468629:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789603657.468630:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603657.468637:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3898. 00000100:00000001:1.0:1789603657.468638:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603657.468645:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f3100 x1876533442908672/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603667 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603657.468647:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1789603657.468649:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7b28 00000100:00000001:1.0:1789603657.468650:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789603657.468658:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7b28. 00000100:00000001:1.0:1789603657.468659:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603657.468662:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603657.468671:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00100000:3.0:1789603657.468688:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2403:1876533442908672:192.168.204.129@tcp:400:kworker.0 00000100:00000200:2.0:1789603657.468689:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f2d80 x1876533442909184/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603672 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789603657.468704:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1789603657.468709:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f2d80 x1876533442909184/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603672 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789603657.468716:0:8257:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789603657.468720:0:8257:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1789603657.468722:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00080000:1.0:1789603657.468724:0:8257:0:(import.c:65:import_set_state_nolock()) ffff9eb8203ab800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789603657.468727:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603657.468733:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f2d80 x1876533442909184/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603672 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603657.468735:0:8257:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:2.0:1789603657.468743:0:2402:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1789603657.468746:0:2402:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603657.468748:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603657.468749:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603657.468753:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f2d80 x1876533442909184/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603672 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603657.468761:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2402:1876533442909184:192.168.204.129@tcp:400:kworker.0 00000400:00000001:0.0:1789603657.468834:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603657.468836:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603657.468839:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139420. 00000400:00000200:0.0:1789603657.468843:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682a18 00000400:00000010:0.0:1789603657.468845:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682a18. 00000100:00000001:0.0:1789603657.468848:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603657.468852:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5500 x1876533442908160/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603657.468860:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5500 x1876533442908160/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603657.468867:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603657.468868:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603657.468872:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5500 x1876533442908160/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603657.468878:0:2400:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1789603657.468880:0:2400:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603657.468882:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603657.468883:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603657.468887:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5500 x1876533442908160/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603657.468895:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2400:1876533442908160:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603657.472816:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603657.472832:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603657.472853:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f3100 x1876533442908672/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603667 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603657.472866:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00080000:1.0:1789603657.472892:0:8257:0:(import.c:545:import_select_connection()) MGC192.168.204.129@tcp: connect to NID 192.168.204.129@tcp last attempt 884 00000400:00000200:1.0:1789603657.472907:0:8257:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603657.472913:0:8257:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.129@tcp is discovered: rc = 1 00000100:00000040:1.0:1789603657.472920:0:8257:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:1.0:1789603657.472924:0:8257:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789603657.472926:0:8257:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:1.0:1789603657.472928:0:8257:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000001:1.0:1789603657.472936:0:8257:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789603657.472938:0:8257:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe486d 00000020:00000001:1.0:1789603657.472941:0:8257:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603657.472944:0:8257:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb810dde000 refcount=3 00000020:00000001:1.0:1789603657.472946:0:8257:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112126988288 : -106961582563328 : ffff9eb810dde000) 00000020:00000001:1.0:1789603657.472949:0:8257:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637112126988288 : -106961582563328 : ffff9eb810dde000) 00000100:00000040:1.0:1789603657.472951:0:8257:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:1.0:1789603657.472953:0:8257:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789603657.472955:0:8257:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:1.0:1789603657.472957:0:8257:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000040:1.0:1789603657.472959:0:8257:0:(genops.c:879:class_export_put()) PUTting export ffff9eb810dde000 : new refcount 2 00000100:00080000:1.0:1789603657.472963:0:8257:0:(import.c:666:import_select_connection()) MGC192.168.204.129@tcp: import ffff9eb8203ab800 using connection 192.168.204.129@tcp/192.168.204.129@tcp 00000100:00000001:1.0:1789603657.472966:0:8257:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603657.472969:0:8257:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789603657.472974:0:8257:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603657.472978:0:8257:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603657.472981:0:8257:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789603657.472984:0:8257:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603657.472985:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603657.472985:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603657.472992:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603657.472992:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1789603657.472993:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5880. 00000020:00000040:1.0:1789603657.472998:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=7 obd=MGC192.168.204.129@tcp 02000000:00000001:1.0:1789603657.473004:0:8257:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789603657.473006:0:8257:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603657.473007:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f2d80 x1876533442909184/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603672 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603657.473008:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603657.473013:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603657.473017:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603657.473019:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603657.473024:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603657.473027:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041a6000. 02000000:00000010:2.0:1789603657.473028:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb805157600. 02000000:00000001:2.0:1789603657.473036:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789603657.473036:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603657.473040:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603657.473043:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=6 obd=MGC192.168.204.129@tcp 00000020:00000001:2.0:1789603657.473045:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603657.473048:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8203a2600. 02000000:00000001:2.0:1789603657.473051:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603657.473053:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603657.473055:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f2d80. 00000100:00000001:2.0:1789603657.473059:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603657.473061:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603657.473062:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5500 x1876533442908160/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603662 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603657.473063:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603657.473069:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1789603657.473070:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1789603657.473070:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1789603657.473071:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603657.473072:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8118b6e00. 00000100:00000001:2.0:1789603657.473074:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1789603657.473075:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789603657.473077:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603657.473077:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603657.473078:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=5 obd=MGC192.168.204.129@tcp 00000020:00000001:0.0:1789603657.473079:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603657.473081:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9c00. 02000000:00000001:0.0:1789603657.473083:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603657.473084:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603657.473085:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5500. 00000100:00000001:0.0:1789603657.473088:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603657.473089:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603657.473090:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603657.473094:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603657.473095:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603657.473097:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603657.473099:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603657.473378:0:8257:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9eb806bd5880 x1876533442909568/t0(0) o250->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603657.473389:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603657.473393:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603657.473397:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000aff3748] to pc [ptlrpcd_rcv+-1] req@ffff9eb806bd5880 x1876533442909568/t0(0) o250->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603657.473426:0:8257:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789603657.473430:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789603657.473434:0:8257:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789603657.473436:0:8257:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789603657.473438:0:8257:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789603657.473441:0:8257:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789603657.473444:0:8257:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9eb81291b000: connect to NID 192.168.204.129@tcp last attempt 1988 00000400:00000200:1.0:1789603657.473449:0:8257:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603657.473452:0:8257:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.129@tcp is discovered: rc = 1 00000100:00080000:1.0:1789603657.473455:0:8257:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff9eb81291b000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789603657.473458:0:8257:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:1.0:1789603657.473460:0:8257:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789603657.473462:0:8257:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:1.0:1789603657.473464:0:8257:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000001:1.0:1789603657.473468:0:8257:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789603657.473470:0:8257:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48c1 00000020:00000001:1.0:1789603657.473471:0:8257:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603657.473487:0:8257:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb8203aa800 refcount=5 00000020:00000001:1.0:1789603657.473489:0:8257:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 02000000:00000001:3.0:1789603657.473493:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1789603657.473493:0:8257:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 02000000:00000010:3.0:1789603657.473502:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb805571200. 00000100:00000040:1.0:1789603657.473503:0:8257:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:1.0:1789603657.473549:0:8257:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1789603657.473551:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1789603657.473553:0:8257:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000020:00000001:3.0:1789603657.473557:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603657.473561:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000020:00000001:3.0:1789603657.473565:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603657.473568:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8218bb700. 02000000:00000001:3.0:1789603657.473575:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603657.473577:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603657.473579:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f3100. 00000100:00000001:3.0:1789603657.473584:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603657.473586:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603657.473589:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603657.473598:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603657.473600:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603657.473603:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603657.473606:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603657.473660:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603657.473664:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603657.473667:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603657.473673:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5880 x1876533442909568/t0(0) o250->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603657.473682:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603657.473684:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603657.473687:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603657.473691:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603657.473693:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603657.473697:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2399:1876533442909568:192.168.204.129@tcp:250:kworker.0 00000100:00000001:0.0:1789603657.473701:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603657.473705:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603657.473708:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603657.473710:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603657.473715:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8051e0400. 02000000:00000001:0.0:1789603657.473717:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603657.473723:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603657.473727:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139420. 00000400:00000010:0.0:1789603657.473732:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682a18. 00000100:00000200:0.0:1789603657.473739:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442909568, portal 25 00000100:00000001:0.0:1789603657.473741:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603657.473743:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957084288 : -106961752467328 : ffff9eb806bd5880) 00000100:00000040:0.0:1789603657.473748:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd5880 x1876533442909568/t0(0) o250->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 520/544 e 0 to 0 dl 1789603667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603657.474419:0:8257:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000040:1.0:1789603657.474425:0:8257:0:(genops.c:879:class_export_put()) PUTting export ffff9eb8203aa800 : new refcount 4 00000100:00080000:1.0:1789603657.474430:0:8257:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9eb81291b000: import ffff9eb810ddb000 using connection 192.168.204.129@tcp/192.168.204.129@tcp 00000100:00000001:1.0:1789603657.474433:0:8257:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603657.474436:0:8257:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789603657.474485:0:8257:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603657.474488:0:8257:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603657.474490:0:8257:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789603657.474496:0:8257:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789603657.474498:0:8257:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603657.474500:0:8257:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603657.474506:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd7480. 00000020:00000040:1.0:1789603657.474545:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:1.0:1789603657.474549:0:8257:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789603657.474551:0:8257:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603657.474553:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603657.474555:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603657.474558:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603657.474564:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041a7400. 00000100:00000001:1.0:1789603657.474570:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603657.474660:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603657.474664:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603657.474668:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682880. 00000100:00000200:0.0:1789603657.474673:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876533442909568, offset 0 00000400:00000200:0.0:1789603657.474680:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603657.474689:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603657.474695:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603657.474701:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603657.474705:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603657.474708:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603657.474711:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603657.474715:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2879:2879:256:4294967295] 192.168.204.129@tcp LPNI seq info [2879:2879:8:4294967295] 00000400:00000200:0.0:1789603657.474719:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603657.474730:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603657.474736:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603657.474742:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076200. 00000800:00000200:0.0:1789603657.474749:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603657.474874:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603657.474879:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789603657.474958:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603657.474963:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603657.474966:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296660354 00000100:00000001:0.0:1789603657.474974:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296659307 00000100:00000001:0.0:1789603657.474980:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296660354 00000100:00000001:0.0:1789603657.474983:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296659307 00000100:00000001:0.0:1789603657.474986:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603657.474989:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603657.474993:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603657.474996:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603657.475003:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603657.475005:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789603657.475007:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603657.475008:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603657.475009:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603657.475011:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603657.475063:0:8257:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9eb806bd7480 x1876533442909696/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603657.475078:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603657.475081:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603657.475085:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f316f2] to pc [ptlrpcd_rcv+-1] req@ffff9eb806bd7480 x1876533442909696/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603657.475106:0:8257:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603657.475109:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603657.475114:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789603657.475260:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603657.475271:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603657.475272:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603657.475278:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd7480 x1876533442909696/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603657.475287:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603657.475289:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603657.475292:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603657.475295:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603657.475297:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603657.475300:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442909696:192.168.204.129@tcp:38:kworker.0 00000100:00000001:0.0:1789603657.475304:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603657.475307:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603657.475309:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603657.475311:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603657.475316:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8051e3400. 02000000:00000001:0.0:1789603657.475317:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603657.475322:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603657.475325:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139d68. 00000400:00000010:0.0:1789603657.475329:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682ee0. 00000100:00000200:0.0:1789603657.475333:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442909696, portal 10 00000100:00000001:0.0:1789603657.475335:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603657.475336:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957091456 : -106961752460160 : ffff9eb806bd7480) 00000100:00000040:0.0:1789603657.475343:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd7480 x1876533442909696/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603657.475348:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603657.475350:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603657.475352:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136825d8. 00000100:00000200:0.0:1789603657.475355:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876533442909696, offset 0 00000400:00000200:0.0:1789603657.475359:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603657.475364:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603657.475368:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603657.475371:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603657.475375:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603657.475377:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603657.475379:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603657.475383:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2880:2880:255:4294967295] 192.168.204.129@tcp LPNI seq info [2880:2880:7:4294967295] 00000400:00000200:0.0:1789603657.475387:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603657.475394:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603657.475399:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603657.475402:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076d00. 00000800:00000200:0.0:1789603657.475406:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603657.475411:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603657.475414:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789603657.475417:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603657.475421:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 838236 usecs (839 jiffies) 00000400:00000200:0.0:1789603657.475424:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603657.475426:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296657247 00000100:00000001:0.0:1789603657.475428:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296660354 00000100:00000001:0.0:1789603657.475431:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296657247 00000100:00000001:0.0:1789603657.475433:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296660354 00000100:00000001:0.0:1789603657.475435:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603657.475436:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603657.475439:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603657.475441:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603657.475444:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603657.475446:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789603657.475447:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603657.475449:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603657.475450:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603657.475451:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603657.475639:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603657.475645:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076200. 00000400:00000200:3.0:1789603657.475652:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603657.475659:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603657.475666:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682880 00000400:00000010:3.0:1789603657.475669:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682880. 00000100:00000001:3.0:1789603657.475674:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603657.475679:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5880 x1876533442909568/t0(0) o250->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 520/544 e 0 to 0 dl 1789603667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603657.475687:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603657.475691:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5880 x1876533442909568/t0(0) o250->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 520/544 e 0 to 0 dl 1789603667 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603657.475698:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603657.475700:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603657.475784:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603657.475787:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076d00. 00000400:00000200:3.0:1789603657.475800:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603657.475805:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603657.475807:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136825d8 00000400:00000010:3.0:1789603657.475809:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136825d8. 00000100:00000001:3.0:1789603657.475812:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603657.475816:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd7480 x1876533442909696/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603657.475821:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603657.475824:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd7480 x1876533442909696/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603682 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603657.475830:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603657.475831:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:2.0:1789603657.475962:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f2d80. 00000020:00000040:2.0:1789603657.475967:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:2.0:1789603657.475970:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603657.475973:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603657.475976:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603657.475982:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8203a2600. 00000100:00000001:2.0:1789603657.475986:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603657.475992:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb8040f2d80 x1876533442909824/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603657.476001:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603657.476004:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603657.476008:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b949e1e] to pc [ptlrpcd_01_01+1] req@ffff9eb8040f2d80 x1876533442909824/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603657.476364:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603657.476367:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789603657.476371:0:8257:0:(pinger.c:247:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789603657.476375:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789603657.476378:0:8257:0:(pinger.c:247:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789603657.476383:0:8257:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1994) 00000100:00000001:2.0:1789603657.476397:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1789603657.476400:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1789603657.476402:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603657.476406:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603657.476408:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603657.476409:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603657.476411:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603657.476412:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603657.476418:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f2d80 x1876533442909824/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603657.476426:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603657.476427:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603657.476430:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603657.476432:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603657.476435:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603657.476438:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442909824:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603657.476442:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603657.476446:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603657.476448:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603657.476450:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603657.476454:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb805157600. 02000000:00000001:2.0:1789603657.476457:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603657.476462:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603657.476466:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3898. 00000400:00000010:2.0:1789603657.476470:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7b28. 00000100:00000200:2.0:1789603657.476486:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442909824, portal 10 00000100:00000001:2.0:1789603657.476489:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603657.476490:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912115584 : -106961797436032 : ffff9eb8040f2d80) 00000100:00000040:2.0:1789603657.476496:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f2d80 x1876533442909824/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603657.476503:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603657.476506:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603657.476527:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d76e8. 00000100:00000200:2.0:1789603657.476531:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442909824, offset 0 00000400:00000200:2.0:1789603657.476537:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603657.476543:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603657.476547:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603657.476551:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603657.476554:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603657.476556:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603657.476569:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603657.476572:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2881:2881:256:4294967295] 192.168.204.129@tcp LPNI seq info [2881:2881:8:4294967295] 00000400:00000200:2.0:1789603657.476577:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603657.476584:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603657.476590:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603657.476594:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8203a2100. 00000800:00000200:2.0:1789603657.476599:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603657.476605:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603657.476608:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8203a2100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603657.476616:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603657.476619:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21228 usecs (22 jiffies) 00000400:00000200:2.0:1789603657.476622:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603657.476624:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296656432 00000100:00000001:2.0:1789603657.476626:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296660354 00000100:00000001:2.0:1789603657.476629:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296656432 00000100:00000001:2.0:1789603657.476631:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296660354 00000100:00000001:2.0:1789603657.476633:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603657.476635:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603657.476638:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603657.476640:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603657.476665:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603657.476668:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8203a2100. 00000400:00000200:2.0:1789603657.476671:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603657.476675:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603657.476678:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d76e8 00000400:00000010:2.0:1789603657.476679:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d76e8. 00000100:00000001:2.0:1789603657.476682:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603657.476686:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f2d80 x1876533442909824/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603657.476693:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603657.476696:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f2d80 x1876533442909824/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603673 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603657.476701:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603657.476703:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789603657.477023:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603657.477026:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789603657.479763:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603657.479781:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603657.479785:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603657.479788:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603657.479798:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603657.479806:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603657.479814:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603657.479819:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603657.479824:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603657.479828:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d461680 00000400:00000200:3.0:1789603657.479834:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603657.479840:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x8315 [1] + 224 00000800:00000001:3.0:1789603657.479847:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603657.479851:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603657.479855:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603657.479859:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603657.479872:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603657.479881:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f2d80 x1876533442909824/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603657.479899:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb8040f2d80 x1876533442909824/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603657.479924:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603657.479937:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603657.479941:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603657.479943:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603657.479945:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603657.479948:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603657.479951:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603657.479955:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603657.479958:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603657.479960:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603657.479963:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 416 into portal 25 MB=0x6aab27d461580 00000400:00000200:3.0:1789603657.479967:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603657.479971:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 416/416 into md 0x8305 [1] + 0 00000800:00000001:3.0:1789603657.479974:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603657.479980:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603657.479983:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603657.479986:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603657.479990:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603657.479994:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5880 x1876533442909568/t0(0) o250->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 520/544 e 0 to 0 dl 1789603667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603657.480004:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9eb806bd5880 x1876533442909568/t0(0) o250->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 520/544 e 0 to 0 dl 1789603667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603657.480066:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603657.480070:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603657.480114:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603657.480117:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603657.480124:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603657.480126:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603657.480129:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3898. 00000400:00000200:2.0:1789603657.480133:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7b28 00000400:00000010:2.0:1789603657.480136:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7b28. 00000100:00000001:2.0:1789603657.480139:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603657.480144:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f2d80 x1876533442909824/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603657.480152:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f2d80 x1876533442909824/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603657.480158:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603657.480160:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603657.480162:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603657.480166:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603657.480177:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603657.480180:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603657.480184:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603657.480194:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=55 v=5 (5 106 106 106) 00000100:00001000:2.0:1789603657.480199:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=55 v=5 (1 1 1 1) 00000100:00000001:2.0:1789603657.480202:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603657.480204:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603657.480207:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603657.480212:0:2402:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603657.480215:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603657.480217:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1789603657.480219:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603657.480221:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603657.480226:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f2d80 x1876533442909824/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603657.480232:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603657.480235:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603657.480237:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603657.480241:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f2d80 x1876533442909824/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603673 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603657.480247:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442909824:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603657.480252:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603657.480254:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603657.480257:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f2d80 x1876533442909824/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603673 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603657.480275:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603657.480278:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603657.480281:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb805157600. 02000000:00000001:2.0:1789603657.480285:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603657.480287:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603657.480289:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603657.480291:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603657.480294:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8203a2600. 02000000:00000001:2.0:1789603657.480297:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603657.480299:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603657.480300:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f2d80. 00000100:00000001:2.0:1789603657.480304:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603657.480306:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603657.480308:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603657.480316:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603657.480319:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603657.480320:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603657.480323:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603657.481092:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603657.481103:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603657.481109:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789603657.483391:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603657.483398:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603657.483403:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139420. 00000400:00000200:0.0:1789603657.483412:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682a18 00000400:00000010:0.0:1789603657.483414:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682a18. 00000800:00000001:2.0:1789603657.484675:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603657.484696:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603657.484700:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603657.484703:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603657.484714:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603657.484723:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603657.484733:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603657.484738:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603657.484744:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603657.484749:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d461600 00000400:00000200:2.0:1789603657.484767:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603657.484823:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603657.484835:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5880 x1876533442909568/t0(0) o250->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 520/544 e 0 to 0 dl 1789603667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603657.484847:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5880 x1876533442909568/t0(0) o250->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 520/544 e 0 to 0 dl 1789603667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603657.484856:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603657.484859:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603657.484863:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603657.484867:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603657.484869:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603657.484871:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603657.484874:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603657.484881:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=55 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603657.484885:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=55 v=5 (1 1 1 1) 00000100:00000001:0.0:1789603657.484888:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603657.484890:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603657.484892:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603657.484895:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603657.484898:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603657.484902:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5880 x1876533442909568/t0(0) o250->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 520/416 e 0 to 0 dl 1789603667 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603657.484909:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603657.484913:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603657.484915:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603657.484918:0:2399:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1789603657.484924:0:2399:0:(import.c:1177:ptlrpc_connect_interpret()) MGC192.168.204.129@tcp: connect to target with instance 0 00000020:00000001:0.0:1789603657.484928:0:2399:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789603657.484930:0:2399:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe486d 00000020:00000001:0.0:1789603657.484932:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603657.484935:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb810dde000 refcount=3 00000020:00000001:0.0:1789603657.484938:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112126988288 : -106961582563328 : ffff9eb810dde000) 00000020:00000001:0.0:1789603657.484952:0:2399:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637112126988288 : -106961582563328 : ffff9eb810dde000) 00000100:00001000:0.0:1789603657.484955:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=1789603657 v=0 (0 0 0 0) 00000100:00001000:0.0:1789603657.484959:0:2399:0:(import.c:2262:obd_at_measure()) AT ffff9eb8203abc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1789603657.484966:0:2399:0:(genops.c:879:class_export_put()) PUTting export ffff9eb810dde000 : new refcount 2 00000100:00000001:0.0:1789603657.484969:0:2399:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:0.0:1789603657.484972:0:2399:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1789603657.484975:0:2399:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603657.484976:0:2399:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000400:0.0:1789603657.484980:0:2399:0:(import.c:1329:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.204.129@tcp) after server handle changed from 0x31dbb14d74e8f5ce to 0x31dbb14d74e91c40 00000400:00000200:2.0:1789603657.487094:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x830d [1] + 0 00000800:00000001:2.0:1789603657.487112:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603657.487138:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603657.487143:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603657.487149:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603657.487158:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603657.487167:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd7480 x1876533442909696/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603682 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603657.487179:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff9eb806bd7480 x1876533442909696/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603657.487189:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603657.487201:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603657.487205:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789603657.497541:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9eb8203ab800 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1789603657.497551:0:2399:0:(import.c:1337:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603657.497556:0:2399:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789603657.497565:0:2399:0:(import.c:1719:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.129@tcp; invalidating 00000020:00000040:0.0:1789603657.497568:0:2399:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=5 obd=MGC192.168.204.129@tcp 00000100:00000001:1.0:1789603657.498134:0:2399:0:(import.c:1740:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603657.498140:0:2399:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603657.498152:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5880 x1876533442909568/t0(0) o250->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 520/416 e 0 to 0 dl 1789603667 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603657.498163:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2399:1876533442909568:192.168.204.129@tcp:250:kworker.0 00000100:00000001:1.0:1789603657.498183:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603657.498187:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603657.498191:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5880 x1876533442909568/t0(0) o250->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 520/416 e 0 to 0 dl 1789603667 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603657.498199:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603657.498202:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603657.498207:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8051e0400. 02000000:00000001:1.0:1789603657.498211:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603657.498213:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603657.498214:0:2399:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000020:00000001:1.0:1789603657.498216:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603657.498219:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a6000. 02000000:00000001:1.0:1789603657.498223:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603657.498225:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603657.498226:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5880. 00000100:00000001:1.0:1789603657.498230:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603657.498231:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603657.498239:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603657.498243:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603657.498245:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603657.498253:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603657.498255:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603657.498258:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139d68. 00000400:00000200:1.0:1789603657.498263:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682ee0 00000400:00000010:1.0:1789603657.498265:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682ee0. 00000100:00000001:1.0:1789603657.498270:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603657.498274:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd7480 x1876533442909696/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603657.498283:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd7480 x1876533442909696/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603682 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603657.498289:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603657.498291:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603657.498293:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603657.498296:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603657.498298:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603657.498300:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603657.498302:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603657.498314:0:2399:0:(import.c:2196:obd_at_measure()) add 0 to ffff9eb810ddb460 time=55 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603657.498319:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=35 v=20 (20 0 0 0) 00000100:00000001:1.0:1789603657.498322:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603657.498324:0:2399:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1789603657.498327:0:2399:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1789603657.498332:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd7480 x1876533442909696/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1789603682 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603657.498339:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1789603657.498342:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603657.498343:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603657.498345:0:2399:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789603657.498347:0:2399:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1789603657.498350:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789603657.498354:0:2399:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.129@tcp failed (-19) 00000100:00000001:1.0:1789603657.498357:0:2399:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1789603657.498360:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd7480 x1876533442909696/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1789603682 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603657.498367:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442909696:192.168.204.129@tcp:38:kworker.0 00000100:00000001:1.0:1789603657.498371:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603657.498372:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603657.498375:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd7480 x1876533442909696/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1789603682 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603657.498380:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603657.498381:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603657.498383:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8051e3400. 02000000:00000001:1.0:1789603657.498386:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603657.498387:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603657.498388:0:2399:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603657.498390:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603657.498391:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a7400. 02000000:00000001:1.0:1789603657.498393:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603657.498395:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603657.498396:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd7480. 00000100:00000001:1.0:1789603657.498399:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603657.498401:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603657.498402:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603657.498409:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603657.498411:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603657.498414:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603657.498415:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603657.498622:0:34077:0:(import.c:1639:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:0.0:1789603657.498631:0:34077:0:(import.c:1643:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.129@tcp to MGS@192.168.204.129@tcp 00000100:00100000:0.0:1789603657.498635:0:34077:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1789603657.498637:0:34077:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:0.0:1789603657.498641:0:34077:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000001:00000001:0.0:1789603657.498644:0:34077:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1789603657.498648:0:34077:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1789603657.498652:0:34077:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8190b8700 count: 3 00010000:00000001:0.0:1789603657.498658:0:34077:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789603657.498660:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603657.498662:0:34077:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603657.498665:0:34077:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030c00 refcount=3 00000020:00000001:0.0:1789603657.498667:0:34077:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844211712 : -106961865339904 : ffff9eb800030c00) 00010000:00000001:0.0:1789603657.498670:0:34077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844211712 : -106961865339904 : ffff9eb800030c00) 00010000:00000001:0.0:1789603657.498673:0:34077:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789603657.498677:0:34077:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.129@tcp lock: ffff9eb800030c00/0xa04c19c788fe4874 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x31dbb14d74e8f5d5 expref: -99 pid: 16813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1789603657.498685:0:34077:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1789603657.498688:0:34077:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.129@tcp lock: ffff9eb800030c00/0xa04c19c788fe4874 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x31dbb14d74e8f5d5 expref: -99 pid: 16813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789603657.498697:0:34077:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:0.0:1789603657.498700:0:34077:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1789603657.498702:0:34077:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1789603657.498704:0:34077:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1789603657.498705:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789603657.498707:0:34077:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789603657.498722:0:34077:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1789603657.498724:0:34077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1789603657.498726:0:34077:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff9eb818e0c200) refs 2 10000000:00000001:0.0:1789603657.498728:0:34077:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1789603657.498730:0:34077:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603657.498732:0:34077:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1789603657.498734:0:34077:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789603657.498737:0:34077:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789603657.498739:0:34077:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789603657.498741:0:34077:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603657.498744:0:34077:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789603657.498747:0:34077:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb800030c00 with handle 0xa04c19c788fe4874 from hash 00010000:00000001:0.0:1789603657.498749:0:34077:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789603657.498870:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603657.498873:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603657.498874:0:34077:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789603657.498876:0:34077:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789603657.498878:0:34077:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1789603657.498880:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603657.498881:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603657.498883:0:34077:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603657.498884:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789603657.498888:0:34077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.129@tcp lock: ffff9eb800030c00/0xa04c19c788fe4874 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x31dbb14d74e8f5d5 expref: -99 pid: 16813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603657.498901:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603657.498903:0:34077:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789603657.498904:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603657.498905:0:34077:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603657.498908:0:34077:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc000 refcount=3 00000020:00000001:0.0:1789603657.498910:0:34077:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186112 : -106961513365504 : ffff9eb814fdc000) 00010000:00000001:0.0:1789603657.498912:0:34077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186112 : -106961513365504 : ffff9eb814fdc000) 00010000:00000001:0.0:1789603657.498914:0:34077:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789603657.498917:0:34077:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.129@tcp lock: ffff9eb814fdc000/0xa04c19c788fe487b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x31dbb14d74e8f5dc expref: -99 pid: 16813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1789603657.498922:0:34077:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1789603657.498924:0:34077:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.129@tcp lock: ffff9eb814fdc000/0xa04c19c788fe487b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x31dbb14d74e8f5dc expref: -99 pid: 16813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789603657.498982:0:34077:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:0.0:1789603657.498987:0:34077:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1789603657.498988:0:34077:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1789603657.498990:0:34077:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1789603657.498991:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789603657.498993:0:34077:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789603657.499040:0:34077:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1789603657.499049:0:34077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1789603657.499050:0:34077:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff9eb810949e00) refs 2 10000000:00000001:0.0:1789603657.499053:0:34077:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1789603657.499054:0:34077:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603657.499057:0:34077:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1789603657.499058:0:34077:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789603657.499059:0:34077:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789603657.499061:0:34077:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789603657.499062:0:34077:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603657.499064:0:34077:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789603657.499066:0:34077:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fdc000 with handle 0xa04c19c788fe487b from hash 00010000:00000001:0.0:1789603657.499068:0:34077:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789603657.499070:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603657.499071:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603657.499072:0:34077:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789603657.499073:0:34077:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789603657.499074:0:34077:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1789603657.499077:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603657.499078:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603657.499079:0:34077:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603657.499080:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789603657.499083:0:34077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.129@tcp lock: ffff9eb814fdc000/0xa04c19c788fe487b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x31dbb14d74e8f5dc expref: -99 pid: 16813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603657.499091:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1789603657.499094:0:34077:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb8190b8700 count: 0 00010000:00000040:0.0:1789603657.499100:0:34077:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c500 count: 2 00010000:00000001:0.0:1789603657.499103:0:34077:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789603657.499104:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603657.499105:0:34077:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603657.499107:0:34077:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46800 refcount=3 00000020:00000001:0.0:1789603657.499109:0:34077:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893583872 : -106961815967744 : ffff9eb802f46800) 00010000:00000001:0.0:1789603657.499111:0:34077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893583872 : -106961815967744 : ffff9eb802f46800) 00010000:00000001:0.0:1789603657.499113:0:34077:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789603657.499115:0:34077:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.129@tcp lock: ffff9eb802f46800/0xa04c19c788fe48ac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x31dbb14d74e8f5e3 expref: -99 pid: 16813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1789603657.499120:0:34077:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1789603657.499122:0:34077:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.129@tcp lock: ffff9eb802f46800/0xa04c19c788fe48ac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x31dbb14d74e8f5e3 expref: -99 pid: 16813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789603657.499128:0:34077:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1789603657.499130:0:34077:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1789603657.499131:0:34077:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:0.0:1789603657.499133:0:34077:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1789603657.499134:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789603657.499136:0:34077:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789603657.499327:0:34077:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1789603657.499329:0:34077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1789603657.499331:0:34077:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff9eb810087c00) refs 2 10000000:00000001:0.0:1789603657.499333:0:34077:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1789603657.499334:0:34077:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603657.499337:0:34077:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1789603657.499338:0:34077:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789603657.499340:0:34077:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789603657.499341:0:34077:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789603657.499342:0:34077:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603657.499344:0:34077:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789603657.499346:0:34077:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb802f46800 with handle 0xa04c19c788fe48ac from hash 00010000:00000001:0.0:1789603657.499348:0:34077:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789603657.499349:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603657.499350:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603657.499351:0:34077:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789603657.499352:0:34077:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789603657.499354:0:34077:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1789603657.499356:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603657.499357:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603657.499358:0:34077:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603657.499359:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789603657.499361:0:34077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.129@tcp lock: ffff9eb802f46800/0xa04c19c788fe48ac lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x31dbb14d74e8f5e3 expref: -99 pid: 16813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603657.499369:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1789603657.499370:0:34077:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb80647c500 count: 0 00010000:00000040:0.0:1789603657.499375:0:34077:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8131bf500 count: 2 00010000:00000001:0.0:1789603657.499377:0:34077:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789603657.499379:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603657.499380:0:34077:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603657.499381:0:34077:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd800 refcount=3 00000020:00000001:0.0:1789603657.499383:0:34077:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196192256 : -106961513359360 : ffff9eb814fdd800) 00010000:00000001:0.0:1789603657.499386:0:34077:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196192256 : -106961513359360 : ffff9eb814fdd800) 00010000:00000001:0.0:1789603657.499388:0:34077:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789603657.499390:0:34077:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.129@tcp lock: ffff9eb814fdd800/0xa04c19c788fe48b3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x31dbb14d74e8f5ea expref: -99 pid: 16813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1789603657.499395:0:34077:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1789603657.499397:0:34077:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.129@tcp lock: ffff9eb814fdd800/0xa04c19c788fe48b3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x31dbb14d74e8f5ea expref: -99 pid: 16813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789603657.499402:0:34077:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:0.0:1789603657.499405:0:34077:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1789603657.499406:0:34077:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:0.0:1789603657.499407:0:34077:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1789603657.499409:0:34077:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1789603657.499410:0:34077:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789603657.499494:0:34077:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1789603657.499496:0:34077:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1789603657.499497:0:34077:0:(mgc_request.c:123:config_log_put()) log params(ffff9eb801340e00) refs 2 10000000:00000001:0.0:1789603657.499500:0:34077:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1789603657.499501:0:34077:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603657.499503:0:34077:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1789603657.499504:0:34077:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789603657.499505:0:34077:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789603657.499506:0:34077:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789603657.499508:0:34077:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603657.499509:0:34077:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789603657.499547:0:34077:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fdd800 with handle 0xa04c19c788fe48b3 from hash 00010000:00000001:0.0:1789603657.499549:0:34077:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789603657.499551:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603657.499552:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603657.499553:0:34077:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789603657.499555:0:34077:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789603657.499556:0:34077:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1789603657.499558:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603657.499559:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603657.499560:0:34077:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603657.499562:0:34077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789603657.499564:0:34077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.129@tcp lock: ffff9eb814fdd800/0xa04c19c788fe48b3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x31dbb14d74e8f5ea expref: -99 pid: 16813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603657.499572:0:34077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1789603657.499573:0:34077:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb8131bf500 count: 0 00000001:00000001:0.0:1789603657.499579:0:34077:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789603657.499581:0:34077:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1789603657.499582:0:34077:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1789603657.499584:0:34077:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789603657.499586:0:34077:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603657.499588:0:34077:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1789603657.499592:0:34077:0:(import.c:65:import_set_state_nolock()) ffff9eb8203ab800 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1789603657.499594:0:34077:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1789603657.499596:0:34077:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1789603657.499598:0:34077:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789603657.499600:0:34077:0:(import.c:65:import_set_state_nolock()) ffff9eb8203ab800 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1789603657.499602:0:34077:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:0.0:1789603657.499604:0:34077:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1789603657.499605:0:34077:0:(mgc_request.c:1185:mgc_import_event()) MGC192.168.204.129@tcp: Reactivating import 00000100:00080000:0.0:1789603657.499736:0:34077:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1789603657.499739:0:34077:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603657.499740:0:34077:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:0.0:1789603657.499745:0:34077:0:(import.c:1788:ptlrpc_import_recovery_state_machine()) MGC192.168.204.129@tcp: Connection restored to 192.168.204.129@tcp (at 192.168.204.129@tcp) 00000100:00000001:0.0:1789603657.508010:0:34077:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603657.508020:0:34077:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603657.508023:0:34077:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:0.0:1789603657.508027:0:34077:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1789603657.508028:0:34077:0:(import.c:1656:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1789603657.509567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030c00. 00010000:00000010:0.1:1789603657.509579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc000. 00010000:00000010:0.1:1789603657.509586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8190b8700. 00010000:00000010:0.1:1789603657.509591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46800. 00010000:00000010:0.1:1789603657.509594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c500. 00010000:00000010:0.1:1789603657.513569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdd800. 00010000:00000010:0.1:1789603657.513587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8131bf500. 00010000:00000001:3.0:1789603657.643137:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603657.643146:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603657.643220:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603657.643224:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603657.643227:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789603658.476033:0:33863:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789603658.476039:0:33863:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603658.476042:0:33863:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603658.476048:0:33863:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672e40 going to sleep for 0 seconds 00000100:00000001:1.0:1789603658.476052:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603658.476057:0:33863:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603658.476061:0:33863:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603658.476063:0:33863:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603658.476066:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603658.666672:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603658.666680:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603658.666902:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603658.666906:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603658.666909:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789603659.498648:0:33863:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789603659.498659:0:33863:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603659.498661:0:33863:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603659.498668:0:33863:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672e40 going to sleep for 0 seconds 00000100:00000001:1.0:1789603659.498672:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603659.498677:0:33863:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603659.498680:0:33863:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603659.498683:0:33863:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603659.498686:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789603659.498750:0:16827:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1789603659.498754:0:16827:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff9eb810087c00) refs 2 10000000:00000001:3.0:1789603659.498757:0:16827:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789603659.498760:0:16827:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1789603659.498761:0:16827:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1789603659.498763:0:16827:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1789603659.498765:0:16827:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:3.0:1789603659.498766:0:16827:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:3.0:1789603659.498769:0:16827:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff9eb81291b000 from 7 10000000:00000001:3.0:1789603659.498771:0:16827:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1789603659.498773:0:16827:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:3.0:1789603659.498784:0:16827:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49180. 00000020:00000040:3.0:1789603659.498790:0:16827:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:3.0:1789603659.498795:0:16827:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603659.498799:0:16827:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603659.498804:0:16827:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603659.498812:0:16827:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb810d6d400. 00000100:00000001:3.0:1789603659.498819:0:16827:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603659.498824:0:16827:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789603659.498828:0:16827:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789603659.498835:0:16827:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb8042bb800. 00010000:00000001:3.0:1789603659.498840:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789603659.498844:0:16827:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb8131e4e00. 00000020:00000001:3.0:1789603659.498848:0:16827:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789603659.498851:0:16827:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb8131e4e00 with handle 0xa04c19c788fe54fa to hash 00000020:00000001:3.0:1789603659.498853:0:16827:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789603659.498854:0:16827:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112164765184 : -106961544786432 : ffff9eb8131e4e00) 00010000:00000001:3.0:1789603659.498858:0:16827:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112164765184 : -106961544786432 : ffff9eb8131e4e00) 00010000:00000001:3.0:1789603659.498862:0:16827:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603659.498865:0:16827:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603659.498869:0:16827:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4e00/0xa04c19c788fe54fa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603659.498880:0:16827:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4e00/0xa04c19c788fe54fa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603659.498892:0:16827:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4e00/0xa04c19c788fe54fa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789603659.498898:0:16827:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603659.498899:0:16827:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603659.498906:0:16827:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb810adb300. 00000100:00000001:3.0:1789603659.498908:0:16827:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112123831040 : -106961585720576 : ffff9eb810adb300) 00000100:00000001:3.0:1789603659.498910:0:16827:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603659.498911:0:16827:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00000100:00000001:3.0:1789603659.498916:0:16827:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603659.498920:0:16827:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.498922:0:16827:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603659.498924:0:16827:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603659.498934:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49180 x1876533442909952/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.498943:0:16827:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603659.498944:0:16827:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603659.498947:0:16827:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603659.498950:0:16827:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603659.498952:0:16827:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603659.498956:0:16827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:16827:1876533442909952:192.168.204.129@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1789603659.498960:0:16827:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603659.498964:0:16827:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603659.498966:0:16827:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603659.498969:0:16827:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603659.498973:0:16827:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb80511c000. 02000000:00000001:3.0:1789603659.498975:0:16827:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603659.498983:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603659.498988:0:16827:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748630. 00000400:00000010:3.0:1789603659.498994:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0aa0. 00000100:00000200:3.0:1789603659.499001:0:16827:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442909952, portal 25 00000100:00000001:3.0:1789603659.499003:0:16827:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603659.499005:0:16827:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00000100:00000040:3.0:1789603659.499011:0:16827:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b49180 x1876533442909952/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.499019:0:16827:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603659.499022:0:16827:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603659.499025:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d05d8. 00000100:00000200:3.0:1789603659.499028:0:16827:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876533442909952, offset 0 00000400:00000200:3.0:1789603659.499035:0:16827:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603659.499043:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.499050:0:16827:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603659.499056:0:16827:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603659.499061:0:16827:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603659.499064:0:16827:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603659.499067:0:16827:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603659.499071:0:16827:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2882:2882:256:4294967295] 192.168.204.129@tcp LPNI seq info [2882:2882:8:4294967295] 00000400:00000200:3.0:1789603659.499076:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.499085:0:16827:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603659.499091:0:16827:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603659.499096:0:16827:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f600. 00000800:00000200:3.0:1789603659.499104:0:16827:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603659.499111:0:16827:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603659.499116:0:16827:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789603659.499129:0:16827:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603659.499133:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603659.499150:0:16827:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296662378 00000100:00000001:3.0:1789603659.499158:0:16827:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296660354 00000100:00000001:3.0:1789603659.499162:0:16827:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296662378 00000100:00000001:3.0:1789603659.499165:0:16827:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296660354 00000100:00000001:3.0:1789603659.499168:0:16827:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603659.499171:0:16827:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.499173:0:16827:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603659.499175:0:16827:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603659.499177:0:16827:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb810adb300 going to sleep for 11 seconds 00000100:00000001:3.0:1789603659.499179:0:16827:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603659.499181:0:16827:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603659.499281:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603659.499286:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f600. 00000400:00000200:3.0:1789603659.499291:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603659.499296:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603659.499301:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d05d8 00000400:00000010:3.0:1789603659.499303:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d05d8. 00000100:00000001:3.0:1789603659.499308:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603659.499311:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49180 x1876533442909952/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.499322:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603659.499325:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b49180 x1876533442909952/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.499332:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.499334:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603659.505885:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603659.505904:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603659.505909:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603659.505912:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603659.505923:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.505931:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603659.505942:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.505947:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.505953:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.505956:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 344 into portal 25 MB=0x6aab27d461700 00000400:00000200:2.0:1789603659.505962:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.505968:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 344/344 into md 0x8325 [1] + 224 00000800:00000001:2.0:1789603659.505976:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603659.505985:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603659.505989:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603659.505994:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603659.506001:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603659.506010:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49180 x1876533442909952/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603659.506021:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9eb810b49180 x1876533442909952/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603659.506043:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603659.506051:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603659.506054:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603659.506191:0:16827:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603659.506200:0:16827:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603659.506202:0:16827:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603659.506206:0:16827:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748630. 00000400:00000200:3.0:1789603659.506210:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0aa0 00000400:00000010:3.0:1789603659.506213:0:16827:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0aa0. 00000100:00000001:3.0:1789603659.506215:0:16827:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603659.506221:0:16827:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49180 x1876533442909952/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603659.506230:0:16827:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49180 x1876533442909952/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.506237:0:16827:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603659.506238:0:16827:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603659.506241:0:16827:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603659.506244:0:16827:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603659.506248:0:16827:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603659.506250:0:16827:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603659.506253:0:16827:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603659.506261:0:16827:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=57 v=5 (5 5 5 5) 00000100:00001000:3.0:1789603659.506265:0:16827:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603659.506267:0:16827:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603659.506269:0:16827:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603659.506272:0:16827:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603659.506274:0:16827:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.506276:0:16827:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603659.506281:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49180 x1876533442909952/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.506361:0:16827:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603659.506364:0:16827:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603659.506366:0:16827:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603659.506371:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49180 x1876533442909952/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603659.506378:0:16827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:16827:1876533442909952:192.168.204.129@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1789603659.506384:0:16827:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603659.506387:0:16827:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.506390:0:16827:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789603659.506392:0:16827:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603659.506396:0:16827:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49180 x1876533442909952/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.506402:0:16827:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603659.506405:0:16827:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb810adb300. 00000100:00000001:3.0:1789603659.506410:0:16827:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789603659.506412:0:16827:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603659.506414:0:16827:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789603659.506417:0:16827:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603659.506420:0:16827:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603659.506423:0:16827:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4e00 refcount=4 00000020:00000001:3.0:1789603659.506426:0:16827:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164765184 : -106961544786432 : ffff9eb8131e4e00) 00010000:00000001:3.0:1789603659.506429:0:16827:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164765184 : -106961544786432 : ffff9eb8131e4e00) 00010000:00000040:3.0:1789603659.506445:0:16827:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb8131e4e00, remote cookie: 0x31dbb14d74e91c47, flags: 0x0 00010000:00000001:3.0:1789603659.506449:0:16827:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789603659.506452:0:16827:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789603659.506454:0:16827:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789603659.506456:0:16827:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789603659.506457:0:16827:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789603659.506460:0:16827:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff9eb8042bb800) refcount = 1 00010000:00010000:3.0:1789603659.506465:0:16827:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4e00/0xa04c19c788fe54fa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x31dbb14d74e91c47 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603659.506472:0:16827:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789603659.506474:0:16827:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789603659.506476:0:16827:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603659.506478:0:16827:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789603659.506481:0:16827:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603659.506484:0:16827:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4e00/0xa04c19c788fe54fa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x31dbb14d74e91c47 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603659.506490:0:16827:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789603659.506492:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603659.506493:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603659.506495:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603659.506495:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603659.506497:0:16827:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.506500:0:16827:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603659.506504:0:16827:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49180 x1876533442909952/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.506536:0:16827:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603659.506539:0:16827:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603659.506542:0:16827:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb80511c000. 02000000:00000001:3.0:1789603659.506545:0:16827:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603659.506548:0:16827:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603659.506549:0:16827:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:3.0:1789603659.506552:0:16827:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603659.506555:0:16827:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb810d6d400. 02000000:00000001:3.0:1789603659.506559:0:16827:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603659.506561:0:16827:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603659.506563:0:16827:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49180. 00000100:00000001:3.0:1789603659.506566:0:16827:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603659.506567:0:16827:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1789603659.506570:0:16827:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789603659.506573:0:16827:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1789603659.506576:0:16827:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff9eb810087c00) refs 3 10000000:00000001:3.0:1789603659.506578:0:16827:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603659.506579:0:16827:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603659.506581:0:16827:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603659.506582:0:16827:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4e00 refcount=3 00000020:00000001:3.0:1789603659.506584:0:16827:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164765184 : -106961544786432 : ffff9eb8131e4e00) 00010000:00000001:3.0:1789603659.506587:0:16827:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164765184 : -106961544786432 : ffff9eb8131e4e00) 00010000:00000001:3.0:1789603659.506589:0:16827:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1789603659.506590:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603659.506591:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603659.506593:0:16827:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789603659.506595:0:16827:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1789603659.506600:0:16827:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at ffff9eb806907540. 00000100:00000010:3.0:1789603659.506627:0:16827:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49180. 00000020:00000040:3.0:1789603659.506631:0:16827:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:3.0:1789603659.506635:0:16827:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603659.506638:0:16827:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603659.506642:0:16827:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603659.506649:0:16827:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb810d6d400. 00000100:00000001:3.0:1789603659.506654:0:16827:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.506659:0:16827:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1789603659.506663:0:16827:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9eb80511c000. 00000100:00000010:3.0:1789603659.506666:0:16827:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff9eb807d57100. 00000020:00000040:3.0:1789603659.506668:0:16827:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=5 obd=MGC192.168.204.129@tcp 00000100:00000001:3.0:1789603659.506671:0:16827:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603659.506673:0:16827:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603659.506678:0:16827:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb810adb300. 00000100:00000001:3.0:1789603659.506681:0:16827:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112123831040 : -106961585720576 : ffff9eb810adb300) 00000100:00000001:3.0:1789603659.506683:0:16827:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603659.506685:0:16827:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00000100:00000001:3.0:1789603659.506689:0:16827:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603659.506693:0:16827:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.506694:0:16827:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603659.506696:0:16827:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603659.506700:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49180 x1876533442910080/t0(0) o256->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.506707:0:16827:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603659.506709:0:16827:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603659.506712:0:16827:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603659.506714:0:16827:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603659.506717:0:16827:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603659.506720:0:16827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:16827:1876533442910080:192.168.204.129@tcp:256:ll_cfg_requeue.0 00000100:00000001:3.0:1789603659.506724:0:16827:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603659.506728:0:16827:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603659.506730:0:16827:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.506732:0:16827:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1789603659.507217:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603659.507225:0:16827:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748630. 00000400:00000010:3.0:1789603659.507232:0:16827:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9eb810adb9c0. 00000100:00000200:3.0:1789603659.507239:0:16827:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6aab27d461780-0x6aab27d461780, portal 33 00000100:00000001:3.0:1789603659.507242:0:16827:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603659.507245:0:16827:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603659.507249:0:16827:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb810d6d600. 02000000:00000001:3.0:1789603659.507251:0:16827:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603659.507255:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603659.507257:0:16827:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748210. 00000400:00000010:3.0:1789603659.507260:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0aa0. 00000100:00000200:3.0:1789603659.507263:0:16827:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442910080, portal 25 00000100:00000001:3.0:1789603659.507265:0:16827:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603659.507266:0:16827:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00000100:00000040:3.0:1789603659.507272:0:16827:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b49180 x1876533442910080/t0(0) o256->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1789603675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.507280:0:16827:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603659.507957:0:16827:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603659.507963:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d05d8. 00000100:00000200:3.0:1789603659.507967:0:16827:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1876533442910080, offset 0 00000400:00000200:3.0:1789603659.507974:0:16827:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603659.507982:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.507989:0:16827:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603659.507994:0:16827:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603659.507998:0:16827:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603659.508001:0:16827:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603659.508004:0:16827:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603659.508007:0:16827:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2883:2883:256:4294967295] 192.168.204.129@tcp LPNI seq info [2883:2883:8:4294967295] 00000400:00000200:3.0:1789603659.508011:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.508020:0:16827:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603659.508026:0:16827:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603659.508031:0:16827:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f600. 00000800:00000200:3.0:1789603659.508038:0:16827:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603659.508046:0:16827:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603659.508051:0:16827:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f600 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:3.0:1789603659.508071:0:16827:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603659.508076:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603659.508079:0:16827:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296662387 00000100:00000001:3.0:1789603659.508087:0:16827:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296662378 00000100:00000001:3.0:1789603659.508092:0:16827:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296662387 00000100:00000001:3.0:1789603659.508095:0:16827:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296662378 00000100:00000001:3.0:1789603659.508098:0:16827:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603659.508101:0:16827:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.508104:0:16827:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603659.508181:0:16827:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603659.508185:0:16827:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb810adb300 going to sleep for 11 seconds 00000100:00000001:3.0:1789603659.508187:0:16827:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603659.508189:0:16827:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603659.508735:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603659.508741:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f600. 00000400:00000200:2.0:1789603659.508746:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603659.508752:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603659.508758:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d05d8 00000400:00000010:2.0:1789603659.508760:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d05d8. 00000100:00000001:2.0:1789603659.508764:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603659.508770:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49180 x1876533442910080/t0(0) o256->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1789603675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603659.508786:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603659.508790:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b49180 x1876533442910080/t0(0) o256->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1789603675 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603659.508797:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603659.508798:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603659.518632:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603659.518651:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603659.518655:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603659.518658:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603659.518668:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.518688:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603659.518698:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.518703:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.518710:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.518714:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 240 into portal 25 MB=0x6aab27d461780 00000400:00000200:2.0:1789603659.518720:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.518726:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 240/240 into md 0x833d [1] + 224 00000800:00000001:2.0:1789603659.518733:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603659.518752:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603659.518756:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603659.518760:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603659.518768:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603659.518776:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49180 x1876533442910080/t0(0) o256->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1789603675 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603659.518789:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff9eb810b49180 x1876533442910080/t0(0) o256->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603659.518811:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603659.518820:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603659.518823:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603659.518889:0:16827:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603659.518897:0:16827:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603659.518899:0:16827:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603659.518902:0:16827:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748210. 00000400:00000200:3.0:1789603659.518907:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0aa0 00000400:00000010:3.0:1789603659.518909:0:16827:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0aa0. 00000100:00000001:3.0:1789603659.518912:0:16827:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603659.518916:0:16827:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49180 x1876533442910080/t0(0) o256->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603659.518925:0:16827:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49180 x1876533442910080/t0(0) o256->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.518932:0:16827:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603659.518934:0:16827:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603659.518936:0:16827:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603659.518939:0:16827:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603659.518942:0:16827:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603659.518943:0:16827:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603659.518946:0:16827:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603659.518952:0:16827:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=57 v=5 (5 5 5 5) 00000100:00001000:3.0:1789603659.518957:0:16827:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603659.518959:0:16827:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1789603659.518962:0:16827:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff9eb810b49180 x1876533442910080/t0(0) o256->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.518967:0:16827:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1789603659.518971:0:16827:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1789603659.518974:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49180 x1876533442910080/t0(0) o256->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.518980:0:16827:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1789603659.518983:0:16827:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:3.0:1789603659.518985:0:16827:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603659.518987:0:16827:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603659.518989:0:16827:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748630. 00000400:00000200:3.0:1789603659.518991:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb810adb9c0 00000400:00000010:3.0:1789603659.518993:0:16827:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9eb810adb9c0. 00000100:00000001:3.0:1789603659.518997:0:16827:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:3.0:1789603659.518999:0:16827:0:(events.c:195:client_bulk_callback()) event type 6, status 0, req ffff9eb810b49180 desc ffff9eb80511c000 mbits 0 00000100:00000001:3.0:1789603659.519003:0:16827:0:(events.c:220:client_bulk_callback()) Process leaving 00000100:00000001:3.0:1789603659.519004:0:16827:0:(niobuf.c:499:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603659.519008:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49180 x1876533442910080/t0(0) o256->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1789603675 ref 2 fl Interpret:ReQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603659.519015:0:16827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:16827:1876533442910080:192.168.204.129@tcp:256:ll_cfg_requeue.0 00000100:00000001:3.0:1789603659.519020:0:16827:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603659.519023:0:16827:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1789603659.519025:0:16827:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789603659.519027:0:16827:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603659.519030:0:16827:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49180 x1876533442910080/t0(0) o256->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1789603675 ref 2 fl Complete:ReQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.519037:0:16827:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603659.519040:0:16827:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb810adb300. 00000100:00000001:3.0:1789603659.519043:0:16827:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789603659.519045:0:16827:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:3.0:1789603659.519048:0:16827:0:(mgc_request.c:1584:mgc_process_recover_log()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1789603659.519050:0:16827:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603659.519053:0:16827:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49180 x1876533442910080/t0(0) o256->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1789603675 ref 1 fl Complete:ReQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.519058:0:16827:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603659.519061:0:16827:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603659.519064:0:16827:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb810d6d600. 02000000:00000001:3.0:1789603659.519067:0:16827:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603659.519070:0:16827:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603659.519072:0:16827:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000020:00000001:3.0:1789603659.519074:0:16827:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:3.0:1789603659.519076:0:16827:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1789603659.519077:0:16827:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603659.519078:0:16827:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:3.0:1789603659.519080:0:16827:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000010:3.0:1789603659.519082:0:16827:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff9eb807d57100. 00000100:00000010:3.0:1789603659.519086:0:16827:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9eb80511c000. 00000100:00000001:3.0:1789603659.519088:0:16827:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1789603659.519090:0:16827:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb810d6d400. 02000000:00000001:3.0:1789603659.519093:0:16827:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603659.519095:0:16827:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603659.519096:0:16827:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49180. 00000100:00000001:3.0:1789603659.519099:0:16827:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603659.519101:0:16827:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1789603659.519115:0:16827:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at ffff9eb806907540. 10000000:01000000:3.0:1789603659.519119:0:16827:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.129@tcp: configuration from log 'lustre-cliir' failed (-2). 10000000:00000001:3.0:1789603659.519122:0:16827:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1789603659.519125:0:16827:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603659.519128:0:16827:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603659.519131:0:16827:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4e00 refcount=3 00000020:00000001:3.0:1789603659.519133:0:16827:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164765184 : -106961544786432 : ffff9eb8131e4e00) 00010000:00000001:3.0:1789603659.519136:0:16827:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164765184 : -106961544786432 : ffff9eb8131e4e00) 00010000:00000001:3.0:1789603659.519138:0:16827:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603659.519143:0:16827:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4e00/0xa04c19c788fe54fa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x31dbb14d74e91c47 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603659.519152:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603659.519153:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789603659.519156:0:16827:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4e00/0xa04c19c788fe54fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x31dbb14d74e91c47 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603659.519162:0:16827:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603659.519163:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603659.519164:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1789603659.519166:0:16827:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000400:3.0:1789603659.519168:0:16827:0:(mgc_request.c:1900:mgc_process_log()) MGC192.168.204.129@tcp: IR log lustre-cliir failed, not fatal: rc = -2 10000000:00000001:3.0:1789603659.536867:0:16827:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789603659.536877:0:16827:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1789603659.536879:0:16827:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1789603659.536882:0:16827:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff9eb810949e00) refs 2 10000000:00000001:3.0:1789603659.536885:0:16827:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789603659.536887:0:16827:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1789603659.536889:0:16827:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff9eb810087c00) refs 3 10000000:00000001:3.0:1789603659.536891:0:16827:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1789603659.536892:0:16827:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1789603659.536914:0:16827:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:3.0:1789603659.536916:0:16827:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:3.0:1789603659.536919:0:16827:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9eb81291b000 from 52 10000000:00000001:3.0:1789603659.536922:0:16827:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1789603659.536923:0:16827:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:3.0:1789603659.537069:0:16827:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49180. 00000020:00000040:3.0:1789603659.537075:0:16827:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:3.0:1789603659.537080:0:16827:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603659.537083:0:16827:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603659.537088:0:16827:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603659.537096:0:16827:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb810d6d400. 00000100:00000001:3.0:1789603659.537103:0:16827:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603659.537108:0:16827:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789603659.537111:0:16827:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789603659.537119:0:16827:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb8042bb100. 00010000:00000001:3.0:1789603659.537123:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789603659.537127:0:16827:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb8131e4c00. 00000020:00000001:3.0:1789603659.537130:0:16827:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789603659.537133:0:16827:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb8131e4c00 with handle 0xa04c19c788fe5501 to hash 00000020:00000001:3.0:1789603659.537136:0:16827:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789603659.537137:0:16827:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112164764672 : -106961544786944 : ffff9eb8131e4c00) 00010000:00000001:3.0:1789603659.537140:0:16827:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112164764672 : -106961544786944 : ffff9eb8131e4c00) 00010000:00000001:3.0:1789603659.537143:0:16827:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603659.537146:0:16827:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603659.537150:0:16827:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4c00/0xa04c19c788fe5501 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603659.537161:0:16827:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4c00/0xa04c19c788fe5501 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603659.537172:0:16827:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4c00/0xa04c19c788fe5501 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789603659.537179:0:16827:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603659.537181:0:16827:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603659.537189:0:16827:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb810adb300. 00000100:00000001:3.0:1789603659.537191:0:16827:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112123831040 : -106961585720576 : ffff9eb810adb300) 00000100:00000001:3.0:1789603659.537194:0:16827:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603659.537196:0:16827:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00000100:00000001:3.0:1789603659.537200:0:16827:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603659.537205:0:16827:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.537207:0:16827:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603659.537209:0:16827:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603659.537220:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49180 x1876533442910208/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.537228:0:16827:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603659.537231:0:16827:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603659.537235:0:16827:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603659.537238:0:16827:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603659.537240:0:16827:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603659.537244:0:16827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:16827:1876533442910208:192.168.204.129@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1789603659.537248:0:16827:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603659.537252:0:16827:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603659.537254:0:16827:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603659.537257:0:16827:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603659.537261:0:16827:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb80511c000. 02000000:00000001:3.0:1789603659.537263:0:16827:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603659.537271:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603659.537275:0:16827:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748630. 00000400:00000010:3.0:1789603659.537282:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0aa0. 00000100:00000200:3.0:1789603659.537290:0:16827:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442910208, portal 25 00000100:00000001:3.0:1789603659.537292:0:16827:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603659.537294:0:16827:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00000100:00000040:3.0:1789603659.537299:0:16827:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b49180 x1876533442910208/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.537306:0:16827:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603659.537309:0:16827:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603659.537312:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0880. 00000100:00000200:3.0:1789603659.537314:0:16827:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876533442910208, offset 0 00000400:00000200:3.0:1789603659.537321:0:16827:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603659.537330:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.537337:0:16827:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603659.537343:0:16827:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603659.537347:0:16827:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603659.537350:0:16827:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603659.537352:0:16827:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603659.537356:0:16827:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2884:2884:256:4294967295] 192.168.204.129@tcp LPNI seq info [2884:2884:8:4294967295] 00000400:00000200:3.0:1789603659.537360:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.537370:0:16827:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603659.537376:0:16827:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603659.537381:0:16827:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783fb00. 00000800:00000200:3.0:1789603659.537389:0:16827:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603659.537397:0:16827:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603659.537401:0:16827:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783fb00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789603659.537423:0:16827:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603659.537428:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603659.537431:0:16827:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296662414 00000100:00000001:3.0:1789603659.537447:0:16827:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296662387 00000100:00000001:3.0:1789603659.537452:0:16827:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296662414 00000100:00000001:3.0:1789603659.537455:0:16827:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296662387 00000100:00000001:3.0:1789603659.537459:0:16827:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603659.537462:0:16827:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.537464:0:16827:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603659.537466:0:16827:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603659.537469:0:16827:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb810adb300 going to sleep for 11 seconds 00000100:00000001:3.0:1789603659.537471:0:16827:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603659.537474:0:16827:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603659.537877:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603659.537883:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783fb00. 00000400:00000200:2.0:1789603659.537888:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603659.537898:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603659.537904:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0880 00000400:00000010:2.0:1789603659.537906:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0880. 00000100:00000001:2.0:1789603659.537911:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603659.537915:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49180 x1876533442910208/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603659.537925:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603659.537928:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b49180 x1876533442910208/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603659.537935:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603659.537937:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603659.541504:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603659.541569:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603659.541575:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603659.541578:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603659.541587:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.541595:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603659.541605:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.541610:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.541615:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.541621:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 344 into portal 25 MB=0x6aab27d461800 00000400:00000200:2.0:1789603659.541626:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.541632:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 344/344 into md 0x834d [1] + 224 00000800:00000001:2.0:1789603659.541640:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603659.541646:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603659.541650:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603659.541654:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603659.541663:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603659.541681:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49180 x1876533442910208/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603659.541693:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9eb810b49180 x1876533442910208/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603659.541706:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603659.541714:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603659.541717:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603659.542035:0:16827:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603659.542043:0:16827:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603659.542044:0:16827:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603659.542048:0:16827:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748630. 00000400:00000200:3.0:1789603659.542053:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0aa0 00000400:00000010:3.0:1789603659.542056:0:16827:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0aa0. 00000100:00000001:3.0:1789603659.542059:0:16827:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603659.542064:0:16827:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49180 x1876533442910208/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603659.542073:0:16827:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49180 x1876533442910208/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.542079:0:16827:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603659.542081:0:16827:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603659.542084:0:16827:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603659.542087:0:16827:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603659.542089:0:16827:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603659.542092:0:16827:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603659.542095:0:16827:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603659.542101:0:16827:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=57 v=5 (5 5 5 5) 00000100:00001000:3.0:1789603659.542106:0:16827:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603659.542108:0:16827:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603659.542110:0:16827:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603659.542113:0:16827:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603659.542115:0:16827:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.542118:0:16827:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603659.542123:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49180 x1876533442910208/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.542130:0:16827:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603659.542133:0:16827:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603659.542135:0:16827:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603659.542140:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49180 x1876533442910208/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603659.542148:0:16827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:16827:1876533442910208:192.168.204.129@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1789603659.542153:0:16827:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603659.542157:0:16827:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.542160:0:16827:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789603659.542162:0:16827:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603659.542165:0:16827:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49180 x1876533442910208/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.542172:0:16827:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603659.542176:0:16827:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb810adb300. 00000100:00000001:3.0:1789603659.542180:0:16827:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789603659.542182:0:16827:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603659.542184:0:16827:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789603659.542187:0:16827:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603659.542190:0:16827:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603659.542194:0:16827:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4c00 refcount=4 00000020:00000001:3.0:1789603659.542196:0:16827:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164764672 : -106961544786944 : ffff9eb8131e4c00) 00010000:00000001:3.0:1789603659.542200:0:16827:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164764672 : -106961544786944 : ffff9eb8131e4c00) 00010000:00000040:3.0:1789603659.542207:0:16827:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb8131e4c00, remote cookie: 0x31dbb14d74e91c4e, flags: 0x0 00010000:00000001:3.0:1789603659.542210:0:16827:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789603659.542214:0:16827:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789603659.542215:0:16827:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789603659.542217:0:16827:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789603659.542219:0:16827:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789603659.542222:0:16827:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff9eb8042bb100) refcount = 1 00010000:00010000:3.0:1789603659.542227:0:16827:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4c00/0xa04c19c788fe5501 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x31dbb14d74e91c4e expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603659.542235:0:16827:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789603659.542237:0:16827:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789603659.542239:0:16827:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603659.542242:0:16827:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789603659.542244:0:16827:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603659.542247:0:16827:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4c00/0xa04c19c788fe5501 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x31dbb14d74e91c4e expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603659.542253:0:16827:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789603659.542255:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603659.542257:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603659.542258:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603659.542259:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603659.542260:0:16827:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.542263:0:16827:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603659.542267:0:16827:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49180 x1876533442910208/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.542273:0:16827:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603659.542275:0:16827:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603659.542278:0:16827:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb80511c000. 02000000:00000001:3.0:1789603659.542281:0:16827:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603659.542284:0:16827:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603659.542286:0:16827:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:3.0:1789603659.542288:0:16827:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603659.542290:0:16827:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb810d6d400. 02000000:00000001:3.0:1789603659.542294:0:16827:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603659.542296:0:16827:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603659.542298:0:16827:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49180. 00000100:00000001:3.0:1789603659.542301:0:16827:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603659.542303:0:16827:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1789603659.542305:0:16827:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789603659.542308:0:16827:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1789603659.542310:0:16827:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff9eb810949e00) refs 3 10000000:00000001:3.0:1789603659.542312:0:16827:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603659.542313:0:16827:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603659.542314:0:16827:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603659.542316:0:16827:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4c00 refcount=3 00000020:00000001:3.0:1789603659.542318:0:16827:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164764672 : -106961544786944 : ffff9eb8131e4c00) 00010000:00000001:3.0:1789603659.542321:0:16827:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164764672 : -106961544786944 : ffff9eb8131e4c00) 00010000:00000001:3.0:1789603659.542323:0:16827:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1789603659.542325:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603659.542326:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603659.542327:0:16827:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789603659.542330:0:16827:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1789603659.542335:0:16827:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9eb807d57100. 00000020:00000010:3.0:1789603659.542339:0:16827:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb810d6d400. 00000020:00000010:3.0:1789603659.542344:0:16827:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9eb810d6d600. 00000040:00000010:3.0:1789603659.542349:0:16827:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9eb810d6d200. 00000020:00000010:3.0:1789603659.542353:0:16827:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9eb82036a800. 00000020:00000010:3.0:1789603659.542360:0:16827:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9eb805571200. 80000000:00000010:3.0:1789603659.542365:0:16827:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9eb810df8cc0. 00040000:00000010:3.0:1789603659.542370:0:16827:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9eb805570200. 20000000:00000010:3.0:1789603659.542374:0:16827:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9eb805571e00. 10000000:00000040:3.0:1789603659.542379:0:16827:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9eb811672c00 : new refcount 2 00000020:00000001:3.0:1789603659.542382:0:16827:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1789603659.542384:0:16827:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:3.0:1789603659.542387:0:16827:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1789603659.542390:0:16827:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9eb805571600. 00000040:00000001:3.0:1789603659.542393:0:16827:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1789603659.542396:0:16827:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000010:3.0:1789603659.542400:0:16827:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49180. 00000020:00000040:3.0:1789603659.542402:0:16827:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=5 obd=MGC192.168.204.129@tcp 00000100:00000001:3.0:1789603659.542408:0:16827:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603659.542411:0:16827:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603659.542415:0:16827:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603659.542423:0:16827:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb805571000. 00000100:00000001:3.0:1789603659.542429:0:16827:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.542444:0:16827:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603659.542446:0:16827:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603659.542451:0:16827:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb810adb300. 00000100:00000001:3.0:1789603659.542453:0:16827:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112123831040 : -106961585720576 : ffff9eb810adb300) 00000100:00000001:3.0:1789603659.542455:0:16827:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603659.542457:0:16827:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00000100:00000001:3.0:1789603659.542461:0:16827:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603659.542466:0:16827:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.542468:0:16827:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603659.542469:0:16827:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603659.542473:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49180 x1876533442910336/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.542480:0:16827:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603659.542482:0:16827:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603659.542485:0:16827:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603659.542488:0:16827:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603659.542490:0:16827:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603659.542493:0:16827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:16827:1876533442910336:192.168.204.129@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1789603659.542497:0:16827:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603659.542502:0:16827:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603659.542504:0:16827:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603659.542507:0:16827:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603659.542645:0:16827:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb805570e00. 02000000:00000001:3.0:1789603659.542648:0:16827:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603659.542653:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603659.542657:0:16827:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748630. 00000400:00000010:3.0:1789603659.542661:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0aa0. 00000100:00000200:3.0:1789603659.542667:0:16827:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442910336, portal 25 00000100:00000001:3.0:1789603659.542669:0:16827:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603659.542671:0:16827:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00000100:00000040:3.0:1789603659.542677:0:16827:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b49180 x1876533442910336/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1789603675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.542755:0:16827:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603659.542758:0:16827:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603659.542762:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0f68. 00000100:00000200:3.0:1789603659.542765:0:16827:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1876533442910336, offset 0 00000400:00000200:3.0:1789603659.542771:0:16827:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603659.542777:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.542784:0:16827:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603659.542789:0:16827:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603659.542794:0:16827:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603659.542797:0:16827:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603659.542799:0:16827:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603659.542803:0:16827:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2885:2885:256:4294967295] 192.168.204.129@tcp LPNI seq info [2885:2885:8:4294967295] 00000400:00000200:3.0:1789603659.542807:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.542815:0:16827:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603659.542820:0:16827:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603659.542826:0:16827:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f500. 00000800:00000200:3.0:1789603659.542833:0:16827:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603659.542841:0:16827:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603659.542846:0:16827:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f500 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1789603659.542862:0:16827:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603659.542866:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603659.542868:0:16827:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296662422 00000100:00000001:3.0:1789603659.542874:0:16827:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296662414 00000100:00000001:3.0:1789603659.542879:0:16827:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296662422 00000100:00000001:3.0:1789603659.542882:0:16827:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296662414 00000100:00000001:3.0:1789603659.542885:0:16827:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603659.542887:0:16827:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.542889:0:16827:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603659.542902:0:16827:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603659.542905:0:16827:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb810adb300 going to sleep for 11 seconds 00000100:00000001:3.0:1789603659.542906:0:16827:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603659.542908:0:16827:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603659.545725:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603659.545736:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f500. 00000400:00000200:2.0:1789603659.545747:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603659.545756:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603659.545765:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0f68 00000400:00000010:2.0:1789603659.545767:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0f68. 00000100:00000001:2.0:1789603659.545773:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603659.545781:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49180 x1876533442910336/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1789603675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603659.545794:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603659.545797:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b49180 x1876533442910336/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1789603675 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603659.545805:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603659.545807:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603659.556416:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603659.556450:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603659.556455:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603659.556459:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603659.556468:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.556476:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603659.556484:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.556489:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.556495:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.556500:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 272 into portal 25 MB=0x6aab27d461880 00000400:00000200:2.0:1789603659.556505:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.556615:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 272/272 into md 0x835d [1] + 224 00000800:00000001:2.0:1789603659.556625:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603659.556641:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603659.556646:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603659.556651:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603659.556659:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603659.556668:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49180 x1876533442910336/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1789603675 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603659.556779:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9eb810b49180 x1876533442910336/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603659.556797:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603659.556807:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603659.556811:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603659.556869:0:16827:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603659.556877:0:16827:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603659.556879:0:16827:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603659.556883:0:16827:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748630. 00000400:00000200:3.0:1789603659.556887:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0aa0 00000400:00000010:3.0:1789603659.556890:0:16827:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0aa0. 00000100:00000001:3.0:1789603659.556903:0:16827:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603659.556908:0:16827:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49180 x1876533442910336/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603659.556917:0:16827:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49180 x1876533442910336/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.556922:0:16827:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603659.556925:0:16827:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603659.556927:0:16827:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603659.556930:0:16827:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603659.556933:0:16827:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603659.556935:0:16827:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603659.556938:0:16827:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603659.556954:0:16827:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=57 v=5 (5 5 5 5) 00000100:00001000:3.0:1789603659.556958:0:16827:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603659.556961:0:16827:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603659.556963:0:16827:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603659.556966:0:16827:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603659.556968:0:16827:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.556971:0:16827:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603659.556976:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49180 x1876533442910336/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.556983:0:16827:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603659.556985:0:16827:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603659.556987:0:16827:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603659.556991:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49180 x1876533442910336/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1789603675 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603659.556998:0:16827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:16827:1876533442910336:192.168.204.129@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1789603659.557003:0:16827:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603659.557005:0:16827:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.557008:0:16827:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789603659.557011:0:16827:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603659.557014:0:16827:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49180 x1876533442910336/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1789603675 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.557021:0:16827:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603659.557024:0:16827:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb810adb300. 00000100:00000001:3.0:1789603659.557029:0:16827:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789603659.557031:0:16827:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789603659.557037:0:16827:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1789603659.557042:0:16827:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603659.557044:0:16827:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000020:00000001:3.0:1789603659.557046:0:16827:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:3.0:1789603659.557048:0:16827:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603659.557051:0:16827:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49180 x1876533442910336/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1789603675 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.557056:0:16827:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603659.557059:0:16827:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603659.557063:0:16827:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb805570e00. 02000000:00000001:3.0:1789603659.557067:0:16827:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603659.557067:0:16827:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603659.557069:0:16827:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:3.0:1789603659.557070:0:16827:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603659.557073:0:16827:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb805571000. 02000000:00000001:3.0:1789603659.557076:0:16827:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603659.557078:0:16827:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603659.557081:0:16827:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49180. 00000100:00000001:3.0:1789603659.557084:0:16827:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603659.557085:0:16827:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1789603659.557088:0:16827:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789603659.557091:0:16827:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:3.0:1789603659.557098:0:16827:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9eb807aa4000. 00000040:00000001:3.0:1789603659.557100:0:16827:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:3.0:1789603659.557102:0:16827:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:3.0:1789603659.557104:0:16827:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000010:3.0:1789603659.557108:0:16827:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49180. 00000020:00000040:3.0:1789603659.557111:0:16827:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=5 obd=MGC192.168.204.129@tcp 00000100:00000001:3.0:1789603659.557114:0:16827:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603659.557117:0:16827:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603659.557122:0:16827:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603659.557127:0:16827:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb805571000. 00000100:00000001:3.0:1789603659.557134:0:16827:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.557138:0:16827:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603659.557140:0:16827:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603659.557145:0:16827:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb810adb300. 00000100:00000001:3.0:1789603659.557147:0:16827:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112123831040 : -106961585720576 : ffff9eb810adb300) 00000100:00000001:3.0:1789603659.557149:0:16827:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603659.557150:0:16827:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00000100:00000001:3.0:1789603659.557155:0:16827:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603659.557159:0:16827:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.557161:0:16827:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603659.557162:0:16827:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603659.557166:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49180 x1876533442910464/t0(0) o503->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.557172:0:16827:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603659.557175:0:16827:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603659.557179:0:16827:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603659.557181:0:16827:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603659.557183:0:16827:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603659.557186:0:16827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:16827:1876533442910464:192.168.204.129@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1789603659.557189:0:16827:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603659.557194:0:16827:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603659.557197:0:16827:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603659.557199:0:16827:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603659.557224:0:16827:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9eb8069d0000. 02000000:00000001:3.0:1789603659.557226:0:16827:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603659.557231:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603659.557235:0:16827:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748630. 00000400:00000010:3.0:1789603659.557240:0:16827:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9eb810adb9c0. 00000100:00000200:3.0:1789603659.557246:0:16827:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1876533442910464, portal 25 00000100:00000001:3.0:1789603659.557248:0:16827:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603659.557249:0:16827:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00000100:00000040:3.0:1789603659.557255:0:16827:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b49180 x1876533442910464/t0(0) o503->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789603675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.557262:0:16827:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603659.557265:0:16827:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603659.557268:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0aa0. 00000100:00000200:3.0:1789603659.557271:0:16827:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1876533442910464, offset 0 00000400:00000200:3.0:1789603659.557277:0:16827:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603659.557282:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.557289:0:16827:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603659.557294:0:16827:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603659.557298:0:16827:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603659.557302:0:16827:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603659.557305:0:16827:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603659.557309:0:16827:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2886:2886:256:4294967295] 192.168.204.129@tcp LPNI seq info [2886:2886:8:4294967295] 00000400:00000200:3.0:1789603659.557313:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.557320:0:16827:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603659.557326:0:16827:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603659.557331:0:16827:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783fe00. 00000800:00000200:3.0:1789603659.557338:0:16827:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603659.557346:0:16827:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603659.557350:0:16827:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783fe00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1789603659.557370:0:16827:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603659.557375:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603659.557378:0:16827:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296662436 00000100:00000001:3.0:1789603659.557385:0:16827:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296662422 00000100:00000001:3.0:1789603659.557390:0:16827:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296662436 00000100:00000001:3.0:1789603659.557393:0:16827:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296662422 00000100:00000001:3.0:1789603659.557396:0:16827:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603659.557399:0:16827:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.557401:0:16827:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603659.557403:0:16827:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603659.557406:0:16827:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb810adb300 going to sleep for 11 seconds 00000100:00000001:3.0:1789603659.557408:0:16827:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603659.557409:0:16827:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603659.558722:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603659.558732:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783fe00. 00000400:00000200:2.0:1789603659.558739:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603659.558747:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603659.558754:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0aa0 00000400:00000010:2.0:1789603659.558757:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0aa0. 00000100:00000001:2.0:1789603659.558762:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603659.558769:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49180 x1876533442910464/t0(0) o503->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789603675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603659.558780:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603659.558784:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b49180 x1876533442910464/t0(0) o503->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789603675 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603659.558791:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603659.558793:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603659.563646:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603659.563665:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603659.563669:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603659.563681:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603659.563692:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.563805:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603659.563817:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.563823:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.563829:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.563834:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 8416 into portal 25 MB=0x6aab27d461900 00000400:00000200:2.0:1789603659.563840:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.563845:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 8416/8416 into md 0x836d [4] + 224 00000800:00000001:2.0:1789603659.563852:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603659.563865:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603659.563869:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603659.563873:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603659.563881:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603659.563889:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49180 x1876533442910464/t0(0) o503->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789603675 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603659.563913:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9eb810b49180 x1876533442910464/t0(0) o503->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603659.563934:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603659.563943:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603659.563946:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603659.564037:0:16827:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603659.564045:0:16827:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603659.564048:0:16827:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603659.564050:0:16827:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748630. 00000400:00000200:3.0:1789603659.564054:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb810adb9c0 00000400:00000010:3.0:1789603659.564057:0:16827:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9eb810adb9c0. 00000100:00000001:3.0:1789603659.564061:0:16827:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603659.564066:0:16827:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49180 x1876533442910464/t0(0) o503->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603659.564074:0:16827:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49180 x1876533442910464/t0(0) o503->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.564080:0:16827:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603659.564082:0:16827:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603659.564084:0:16827:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603659.564088:0:16827:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603659.564090:0:16827:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603659.564092:0:16827:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603659.564094:0:16827:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603659.564101:0:16827:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=57 v=5 (5 5 5 5) 00000100:00001000:3.0:1789603659.564105:0:16827:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603659.564108:0:16827:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603659.564109:0:16827:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603659.564112:0:16827:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603659.564114:0:16827:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.564117:0:16827:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603659.564123:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49180 x1876533442910464/t0(0) o503->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.564130:0:16827:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603659.564133:0:16827:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603659.564134:0:16827:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603659.564139:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49180 x1876533442910464/t0(0) o503->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789603675 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603659.564147:0:16827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:16827:1876533442910464:192.168.204.129@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1789603659.564151:0:16827:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603659.564154:0:16827:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.564157:0:16827:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789603659.564158:0:16827:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603659.564162:0:16827:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49180 x1876533442910464/t0(0) o503->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789603675 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.564169:0:16827:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603659.564171:0:16827:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb810adb300. 00000100:00000001:3.0:1789603659.564174:0:16827:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789603659.564176:0:16827:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789603659.564184:0:16827:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1789603659.564185:0:16827:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603659.564188:0:16827:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49180 x1876533442910464/t0(0) o503->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789603675 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.564194:0:16827:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603659.564197:0:16827:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603659.564200:0:16827:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9eb8069d0000. 02000000:00000001:3.0:1789603659.564216:0:16827:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603659.564220:0:16827:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603659.564222:0:16827:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000020:00000001:3.0:1789603659.564224:0:16827:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603659.564226:0:16827:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb805571000. 02000000:00000001:3.0:1789603659.564230:0:16827:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603659.564232:0:16827:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603659.564234:0:16827:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49180. 00000100:00000001:3.0:1789603659.564238:0:16827:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603659.564239:0:16827:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789603659.564241:0:16827:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603659.564243:0:16827:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:3.0:1789603659.564244:0:16827:0:(genops.c:1229:class_import_put()) Process leaving 00000040:00000001:3.0:1789603659.564247:0:16827:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789603659.564250:0:16827:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789603659.564254:0:16827:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1789603659.564258:0:16827:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9eb810df8240. 00000040:00001000:3.0:1789603659.564261:0:16827:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 51 last_idx 0 read_mode 0 00000040:00000001:2.0:1789603659.565051:0:34079:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1789603659.565060:0:34079:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb805157600. 00000020:00000010:2.0:1789603659.565067:0:34079:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9eb805157000. 00000040:00000010:2.0:1789603659.565071:0:34079:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9eb805156400. 00000020:00000010:2.0:1789603659.565076:0:34079:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9eb81162d800. 00000020:00000010:2.0:1789603659.565083:0:34079:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9eb810b24168. 00000020:00000010:2.0:1789603659.565087:0:34079:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9eb805156600. 80000000:00000010:2.0:1789603659.565092:0:34079:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9eb8051edde0. 40000000:00000010:2.0:1789603659.565096:0:34079:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9eb806b15a00. 00100000:00000010:2.0:1789603659.565101:0:34079:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9eb81162e000. 00040000:00000010:2.0:1789603659.565107:0:34079:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9eb8203a2600. 00040000:00000010:2.0:1789603659.565112:0:34079:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9eb81162e800. 00040000:00000010:2.0:1789603659.565116:0:34079:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9eb805156e00. 00000004:00000010:2.0:1789603659.565121:0:34079:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9eb81162f800. 00000004:00000010:2.0:1789603659.565127:0:34079:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff9eb807a85000. 00000004:00000010:2.0:1789603659.565132:0:34079:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9eb81162b000. 00002000:00000010:2.0:1789603659.565136:0:34079:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9eb8041d1000. 00000004:00000010:2.0:1789603659.565141:0:34079:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9eb8041d2000. 00000020:00000010:2.0:1789603659.565146:0:34079:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9eb806b15b00. 00000040:00000010:2.0:1789603659.565155:0:34079:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9eb81022e000. 00000040:00080000:2.0:1789603659.567152:0:34079:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 51 00000040:00000010:2.0:1789603659.567163:0:34079:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9eb81022e000. 00000020:00000010:2.0:1789603659.567175:0:34079:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9eb806b15b00. 00000020:00000010:2.0:1789603659.567194:0:34079:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9eb805157000. 00000040:00000010:2.0:1789603659.567197:0:34079:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9eb805156400. 00000020:00000010:2.0:1789603659.567202:0:34079:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9eb81162d800. 00000020:00000010:2.0:1789603659.567206:0:34079:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9eb810b24168. 00000020:00000010:2.0:1789603659.567212:0:34079:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9eb805156600. 80000000:00000010:2.0:1789603659.567215:0:34079:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9eb8051edde0. 40000000:00000010:2.0:1789603659.567219:0:34079:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9eb806b15a00. 00100000:00000010:2.0:1789603659.567223:0:34079:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9eb81162e000. 00040000:00000010:2.0:1789603659.567227:0:34079:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9eb8203a2600. 00040000:00000010:2.0:1789603659.567230:0:34079:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9eb81162e800. 00040000:00000010:2.0:1789603659.567233:0:34079:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9eb805156e00. 00000004:00000010:2.0:1789603659.567237:0:34079:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9eb81162f800. 00000004:00000010:2.0:1789603659.567241:0:34079:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff9eb807a85000. 00000004:00000010:2.0:1789603659.567246:0:34079:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9eb81162b000. 00002000:00000010:2.0:1789603659.567249:0:34079:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9eb8041d1000. 00000004:00000010:2.0:1789603659.567254:0:34079:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9eb8041d2000. 00000020:00000010:2.0:1789603659.567257:0:34079:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9eb805157600. 00000040:00000010:3.0:1789603659.567648:0:16827:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9eb810df8240. 00000040:00000001:3.0:1789603659.567654:0:16827:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1789603659.567658:0:16827:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-51 (rc=0) 00000040:00000010:3.0:1789603659.567663:0:16827:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9eb807aa4000. 00000040:00000010:3.0:1789603659.567667:0:16827:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9eb805571600. 00000020:00000001:3.0:1789603659.567670:0:16827:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789603659.568265:0:16827:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1789603659.568271:0:16827:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9eb810d6d600. 00000040:00000010:3.0:1789603659.568277:0:16827:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9eb810d6d200. 00000020:00000010:3.0:1789603659.568281:0:16827:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9eb82036a800. 00000020:00000010:3.0:1789603659.568286:0:16827:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9eb805571200. 80000000:00000010:3.0:1789603659.568289:0:16827:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9eb810df8cc0. 00040000:00000010:3.0:1789603659.568293:0:16827:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9eb805570200. 20000000:00000010:3.0:1789603659.568297:0:16827:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9eb805571e00. 00000020:00000010:3.0:1789603659.568301:0:16827:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9eb810d6d400. 10000000:00000010:3.0:1789603659.568304:0:16827:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9eb807d57100. 10000000:01000000:3.0:1789603659.568307:0:16827:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.129@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:3.0:1789603659.568310:0:16827:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1789603659.568313:0:16827:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603659.568316:0:16827:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603659.568319:0:16827:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4c00 refcount=3 00000020:00000001:3.0:1789603659.568321:0:16827:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164764672 : -106961544786944 : ffff9eb8131e4c00) 00010000:00000001:3.0:1789603659.568324:0:16827:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164764672 : -106961544786944 : ffff9eb8131e4c00) 00010000:00000001:3.0:1789603659.568327:0:16827:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603659.568332:0:16827:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4c00/0xa04c19c788fe5501 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x31dbb14d74e91c4e expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603659.568340:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603659.568342:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789603659.568345:0:16827:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4c00/0xa04c19c788fe5501 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x31dbb14d74e91c4e expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603659.568351:0:16827:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603659.568352:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603659.568353:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1789603659.568355:0:16827:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789603659.568357:0:16827:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789603659.568360:0:16827:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1789603659.568362:0:16827:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1789603659.568364:0:16827:0:(mgc_request.c:108:config_log_get()) log params (ffff9eb801340e00) refs 2 10000000:00000001:3.0:1789603659.568366:0:16827:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789603659.568368:0:16827:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1789603659.568370:0:16827:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff9eb810949e00) refs 3 10000000:00000001:3.0:1789603659.568372:0:16827:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1789603659.568373:0:16827:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1789603659.568376:0:16827:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:3.0:1789603659.568377:0:16827:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:3.0:1789603659.568379:0:16827:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9eb81291b000 from 7 10000000:00000001:3.0:1789603659.568381:0:16827:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1789603659.568383:0:16827:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:3.0:1789603659.568393:0:16827:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49180. 00000020:00000040:3.0:1789603659.568398:0:16827:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:3.0:1789603659.568402:0:16827:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603659.568405:0:16827:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603659.568409:0:16827:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603659.568416:0:16827:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb805571e00. 00000100:00000001:3.0:1789603659.568423:0:16827:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603659.568427:0:16827:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789603659.568429:0:16827:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789603659.568446:0:16827:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb8042bb900. 00010000:00000001:3.0:1789603659.568451:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789603659.568454:0:16827:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb8131e4400. 00000020:00000001:3.0:1789603659.568458:0:16827:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789603659.568461:0:16827:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb8131e4400 with handle 0xa04c19c788fe5508 to hash 00000020:00000001:3.0:1789603659.568463:0:16827:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789603659.568465:0:16827:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:3.0:1789603659.568468:0:16827:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:3.0:1789603659.568471:0:16827:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603659.568474:0:16827:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603659.568478:0:16827:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4400/0xa04c19c788fe5508 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603659.568491:0:16827:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4400/0xa04c19c788fe5508 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603659.568502:0:16827:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4400/0xa04c19c788fe5508 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789603659.568540:0:16827:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603659.568542:0:16827:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603659.568549:0:16827:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb810adb300. 00000100:00000001:3.0:1789603659.568552:0:16827:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112123831040 : -106961585720576 : ffff9eb810adb300) 00000100:00000001:3.0:1789603659.568555:0:16827:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603659.568556:0:16827:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00000100:00000001:3.0:1789603659.568561:0:16827:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603659.568566:0:16827:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.568568:0:16827:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603659.568570:0:16827:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603659.568580:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49180 x1876533442910592/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.568590:0:16827:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603659.568592:0:16827:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603659.568596:0:16827:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603659.568598:0:16827:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603659.568601:0:16827:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603659.568605:0:16827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:16827:1876533442910592:192.168.204.129@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1789603659.568610:0:16827:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603659.568614:0:16827:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603659.568616:0:16827:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603659.568619:0:16827:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603659.568623:0:16827:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb80511c000. 02000000:00000001:3.0:1789603659.568625:0:16827:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603659.568641:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603659.568646:0:16827:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748630. 00000400:00000010:3.0:1789603659.568653:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0330. 00000100:00000200:3.0:1789603659.568661:0:16827:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442910592, portal 25 00000100:00000001:3.0:1789603659.568663:0:16827:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603659.568664:0:16827:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00000100:00000040:3.0:1789603659.568670:0:16827:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b49180 x1876533442910592/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.568685:0:16827:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603659.568688:0:16827:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603659.568691:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0198. 00000100:00000200:3.0:1789603659.568694:0:16827:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876533442910592, offset 0 00000400:00000200:3.0:1789603659.568700:0:16827:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603659.568708:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.568716:0:16827:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603659.568722:0:16827:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603659.568727:0:16827:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603659.568731:0:16827:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603659.568733:0:16827:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603659.568738:0:16827:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2887:2887:256:4294967295] 192.168.204.129@tcp LPNI seq info [2887:2887:8:4294967295] 00000400:00000200:3.0:1789603659.568743:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.568770:0:16827:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603659.568777:0:16827:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603659.568782:0:16827:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783fa00. 00000800:00000200:3.0:1789603659.568789:0:16827:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603659.568797:0:16827:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603659.568801:0:16827:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783fa00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789603659.568810:0:16827:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603659.568814:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603659.568817:0:16827:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296662447 00000100:00000001:3.0:1789603659.568824:0:16827:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296662436 00000100:00000001:3.0:1789603659.568829:0:16827:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296662447 00000100:00000001:3.0:1789603659.568833:0:16827:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296662436 00000100:00000001:3.0:1789603659.568836:0:16827:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603659.568839:0:16827:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.568841:0:16827:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603659.568843:0:16827:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603659.568846:0:16827:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb810adb300 going to sleep for 11 seconds 00000100:00000001:3.0:1789603659.568848:0:16827:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603659.568851:0:16827:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603659.569345:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603659.569350:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783fa00. 00000400:00000200:2.0:1789603659.569357:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603659.569363:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603659.569369:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0198 00000400:00000010:2.0:1789603659.569372:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0198. 00000100:00000001:2.0:1789603659.569376:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603659.569380:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49180 x1876533442910592/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603659.569390:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603659.569394:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b49180 x1876533442910592/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603659.569402:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603659.569403:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603659.572194:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603659.572212:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603659.572216:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603659.572219:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603659.572228:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.572235:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603659.572246:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.572252:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.572257:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.572262:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 344 into portal 25 MB=0x6aab27d461980 00000400:00000200:3.0:1789603659.572267:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.572272:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 344/344 into md 0x837d [1] + 224 00000800:00000001:3.0:1789603659.572279:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603659.572285:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603659.572288:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603659.572293:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603659.572301:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603659.572309:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49180 x1876533442910592/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603659.572320:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9eb810b49180 x1876533442910592/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.572336:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603659.572344:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603659.572347:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603659.573038:0:16827:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603659.573046:0:16827:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603659.573048:0:16827:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603659.573052:0:16827:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748630. 00000400:00000200:0.0:1789603659.573058:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0330 00000400:00000010:0.0:1789603659.573060:0:16827:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0330. 00000100:00000001:0.0:1789603659.573065:0:16827:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603659.573071:0:16827:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49180 x1876533442910592/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603659.573082:0:16827:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49180 x1876533442910592/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603659.573089:0:16827:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603659.573091:0:16827:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603659.573094:0:16827:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603659.573098:0:16827:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603659.573100:0:16827:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603659.573103:0:16827:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603659.573106:0:16827:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603659.573114:0:16827:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=57 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603659.573118:0:16827:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603659.573121:0:16827:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603659.573122:0:16827:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603659.573125:0:16827:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603659.573127:0:16827:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603659.573130:0:16827:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603659.573134:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49180 x1876533442910592/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603659.573140:0:16827:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603659.573143:0:16827:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603659.573145:0:16827:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603659.573149:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49180 x1876533442910592/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603659.573156:0:16827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:16827:1876533442910592:192.168.204.129@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1789603659.573162:0:16827:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603659.573166:0:16827:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603659.573169:0:16827:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603659.573171:0:16827:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603659.573175:0:16827:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49180 x1876533442910592/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603659.573182:0:16827:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603659.573185:0:16827:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb810adb300. 00000100:00000001:0.0:1789603659.573189:0:16827:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603659.573191:0:16827:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603659.573194:0:16827:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789603659.573197:0:16827:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603659.573200:0:16827:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603659.573204:0:16827:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4400 refcount=4 00000020:00000001:0.0:1789603659.573207:0:16827:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:0.0:1789603659.573210:0:16827:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000040:0.0:1789603659.573217:0:16827:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb8131e4400, remote cookie: 0x31dbb14d74e91c55, flags: 0x0 00010000:00000001:0.0:1789603659.573220:0:16827:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789603659.573224:0:16827:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789603659.573226:0:16827:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789603659.573228:0:16827:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789603659.573230:0:16827:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789603659.573234:0:16827:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff9eb8042bb900) refcount = 1 00010000:00010000:0.0:1789603659.573240:0:16827:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4400/0xa04c19c788fe5508 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x31dbb14d74e91c55 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603659.573248:0:16827:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789603659.573251:0:16827:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789603659.573252:0:16827:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603659.573255:0:16827:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789603659.573258:0:16827:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603659.573261:0:16827:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4400/0xa04c19c788fe5508 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x31dbb14d74e91c55 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603659.573267:0:16827:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789603659.573269:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603659.573271:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603659.573272:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603659.573273:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603659.573274:0:16827:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603659.573277:0:16827:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603659.573280:0:16827:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49180 x1876533442910592/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603659.573286:0:16827:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603659.573289:0:16827:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603659.573293:0:16827:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb80511c000. 02000000:00000001:0.0:1789603659.573296:0:16827:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603659.573299:0:16827:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603659.573300:0:16827:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:0.0:1789603659.573302:0:16827:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603659.573305:0:16827:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb805571e00. 02000000:00000001:0.0:1789603659.573308:0:16827:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603659.573310:0:16827:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603659.573312:0:16827:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49180. 00000100:00000001:0.0:1789603659.573316:0:16827:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603659.573317:0:16827:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1789603659.573319:0:16827:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789603659.573322:0:16827:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1789603659.573324:0:16827:0:(mgc_request.c:108:config_log_get()) log params (ffff9eb801340e00) refs 3 10000000:00000001:0.0:1789603659.573327:0:16827:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603659.573329:0:16827:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603659.573330:0:16827:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603659.573332:0:16827:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4400 refcount=3 00000020:00000001:0.0:1789603659.573334:0:16827:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:0.0:1789603659.573336:0:16827:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:0.0:1789603659.573338:0:16827:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1789603659.573340:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603659.573341:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603659.573342:0:16827:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789603659.573345:0:16827:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1789603659.573351:0:16827:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9eb807a3fa40. 00000020:00000010:0.0:1789603659.573355:0:16827:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb80572b400. 00000020:00000010:0.0:1789603659.573361:0:16827:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9eb80572bc00. 00000040:00000010:0.0:1789603659.573367:0:16827:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9eb8069b4200. 00000020:00000010:0.0:1789603659.573372:0:16827:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9eb807ad2800. 00000020:00000010:0.0:1789603659.573376:0:16827:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9eb8069b4a00. 80000000:00000010:0.0:1789603659.573380:0:16827:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9eb807b8d0c0. 00040000:00000010:0.0:1789603659.573389:0:16827:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9eb8421fba00. 20000000:00000010:0.0:1789603659.573394:0:16827:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9eb8421fa200. 10000000:00000040:0.0:1789603659.573399:0:16827:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9eb811672c00 : new refcount 2 00000020:00000001:0.0:1789603659.573402:0:16827:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1789603659.573403:0:16827:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1789603659.573406:0:16827:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1789603659.573409:0:16827:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9eb814ea1400. 00000040:00000001:0.0:1789603659.573413:0:16827:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1789603659.573416:0:16827:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000010:0.0:1789603659.573421:0:16827:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1e300. 00000020:00000040:0.0:1789603659.573424:0:16827:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=5 obd=MGC192.168.204.129@tcp 00000100:00000001:0.0:1789603659.573427:0:16827:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603659.573430:0:16827:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603659.573444:0:16827:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603659.573451:0:16827:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb814ea1c00. 00000100:00000001:0.0:1789603659.573457:0:16827:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603659.573463:0:16827:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603659.573464:0:16827:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603659.573470:0:16827:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb804040c00. 00000100:00000001:0.0:1789603659.573472:0:16827:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911386112 : -106961798165504 : ffff9eb804040c00) 00000100:00000001:0.0:1789603659.573475:0:16827:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603659.573477:0:16827:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126202624 : -106961583348992 : ffff9eb810d1e300) 00000100:00000001:0.0:1789603659.573481:0:16827:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603659.573484:0:16827:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603659.573486:0:16827:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603659.573488:0:16827:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603659.573492:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1e300 x1876533442910720/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603659.573499:0:16827:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603659.573502:0:16827:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603659.573505:0:16827:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603659.573702:0:16827:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603659.573707:0:16827:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603659.573712:0:16827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:16827:1876533442910720:192.168.204.129@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1789603659.573717:0:16827:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603659.573721:0:16827:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603659.573724:0:16827:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603659.573726:0:16827:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603659.573729:0:16827:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb814ea0000. 02000000:00000001:0.0:1789603659.573731:0:16827:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603659.573738:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603659.573741:0:16827:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139420. 00000400:00000010:0.0:1789603659.573746:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682a18. 00000100:00000200:0.0:1789603659.573753:0:16827:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442910720, portal 25 00000100:00000001:0.0:1789603659.573755:0:16827:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603659.573756:0:16827:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126202624 : -106961583348992 : ffff9eb810d1e300) 00000100:00000040:0.0:1789603659.573761:0:16827:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1e300 x1876533442910720/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 504/272 e 0 to 0 dl 1789603675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603659.573769:0:16827:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603659.573771:0:16827:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603659.573774:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136823b8. 00000100:00000200:0.0:1789603659.573777:0:16827:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1876533442910720, offset 0 00000400:00000200:0.0:1789603659.573783:0:16827:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603659.573790:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603659.573798:0:16827:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603659.573803:0:16827:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603659.573806:0:16827:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603659.573810:0:16827:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603659.573813:0:16827:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603659.573816:0:16827:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2888:2888:256:4294967295] 192.168.204.129@tcp LPNI seq info [2888:2888:8:4294967295] 00000400:00000200:0.0:1789603659.573820:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603659.573829:0:16827:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603659.573835:0:16827:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603659.573840:0:16827:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076d00. 00000800:00000200:0.0:1789603659.573847:0:16827:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603659.573855:0:16827:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603659.573859:0:16827:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076d00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1789603659.573870:0:16827:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603659.573875:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603659.573877:0:16827:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296662453 00000100:00000001:0.0:1789603659.573884:0:16827:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296662447 00000100:00000001:0.0:1789603659.573889:0:16827:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296662453 00000100:00000001:0.0:1789603659.573903:0:16827:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296662447 00000100:00000001:0.0:1789603659.573906:0:16827:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603659.573909:0:16827:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603659.573911:0:16827:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603659.573914:0:16827:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603659.573916:0:16827:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb804040c00 going to sleep for 11 seconds 00000100:00000001:0.0:1789603659.573918:0:16827:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603659.573920:0:16827:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603659.574103:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603659.574109:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076d00. 00000400:00000200:2.0:1789603659.574113:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603659.574118:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603659.574123:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136823b8 00000400:00000010:2.0:1789603659.574125:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136823b8. 00000100:00000001:2.0:1789603659.574128:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603659.574133:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1e300 x1876533442910720/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 504/272 e 0 to 0 dl 1789603675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603659.574141:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603659.574145:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1e300 x1876533442910720/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 504/272 e 0 to 0 dl 1789603675 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603659.574151:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603659.574152:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603659.578815:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603659.578833:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603659.578838:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603659.578841:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603659.578850:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.578858:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603659.578868:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.578873:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.578879:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.578884:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 272 into portal 25 MB=0x6aab27d461a00 00000400:00000200:3.0:1789603659.578889:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.578960:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 272/272 into md 0x838d [1] + 224 00000800:00000001:3.0:1789603659.578969:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603659.578977:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603659.578981:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603659.578985:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603659.578993:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603659.579003:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1e300 x1876533442910720/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 504/272 e 0 to 0 dl 1789603675 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603659.579015:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9eb810d1e300 x1876533442910720/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 504/272 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603659.579072:0:16827:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603659.579092:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603659.579103:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603659.579107:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789603659.579495:0:16827:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603659.579497:0:16827:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603659.579501:0:16827:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139420. 00000400:00000200:0.0:1789603659.579506:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682a18 00000400:00000010:0.0:1789603659.579631:0:16827:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682a18. 00000100:00000001:0.0:1789603659.579637:0:16827:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603659.579642:0:16827:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1e300 x1876533442910720/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 504/272 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603659.579650:0:16827:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1e300 x1876533442910720/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 504/272 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603659.579657:0:16827:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603659.579659:0:16827:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603659.579661:0:16827:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603659.579664:0:16827:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603659.579666:0:16827:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603659.579668:0:16827:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603659.579671:0:16827:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603659.579746:0:16827:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=57 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603659.579751:0:16827:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603659.579754:0:16827:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603659.579755:0:16827:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603659.579758:0:16827:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603659.579760:0:16827:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603659.579763:0:16827:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603659.579770:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1e300 x1876533442910720/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 504/272 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603659.579777:0:16827:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603659.579781:0:16827:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603659.579783:0:16827:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603659.579787:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1e300 x1876533442910720/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 504/272 e 0 to 0 dl 1789603675 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603659.579793:0:16827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:16827:1876533442910720:192.168.204.129@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1789603659.579798:0:16827:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603659.579801:0:16827:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603659.579804:0:16827:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603659.579806:0:16827:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603659.579810:0:16827:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1e300 x1876533442910720/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 504/272 e 0 to 0 dl 1789603675 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603659.579817:0:16827:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603659.579820:0:16827:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb804040c00. 00000100:00000001:0.0:1789603659.579864:0:16827:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603659.579866:0:16827:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789603659.579872:0:16827:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1789603659.579876:0:16827:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603659.579878:0:16827:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000020:00000001:0.0:1789603659.579880:0:16827:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1789603659.579882:0:16827:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603659.579885:0:16827:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1e300 x1876533442910720/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 504/272 e 0 to 0 dl 1789603675 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603659.580001:0:16827:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603659.580004:0:16827:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603659.580007:0:16827:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb814ea0000. 02000000:00000001:0.0:1789603659.580011:0:16827:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603659.580013:0:16827:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603659.580014:0:16827:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:0.0:1789603659.580016:0:16827:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603659.580019:0:16827:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb814ea1c00. 02000000:00000001:0.0:1789603659.580057:0:16827:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603659.580059:0:16827:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603659.580062:0:16827:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1e300. 00000100:00000001:0.0:1789603659.580066:0:16827:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603659.580067:0:16827:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1789603659.580070:0:16827:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789603659.580073:0:16827:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1789603659.580080:0:16827:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9eb807a7c000. 00000040:00000001:0.0:1789603659.580083:0:16827:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1789603659.580084:0:16827:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1789603659.580087:0:16827:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000010:0.0:1789603659.580091:0:16827:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1e300. 00000020:00000040:0.0:1789603659.580093:0:16827:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=5 obd=MGC192.168.204.129@tcp 00000100:00000001:0.0:1789603659.580097:0:16827:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603659.580100:0:16827:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603659.580105:0:16827:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603659.580111:0:16827:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb814ea1c00. 00000100:00000001:0.0:1789603659.580117:0:16827:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603659.580121:0:16827:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603659.580123:0:16827:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603659.580128:0:16827:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb804040c00. 00000100:00000001:0.0:1789603659.580130:0:16827:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911386112 : -106961798165504 : ffff9eb804040c00) 00000100:00000001:0.0:1789603659.580133:0:16827:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603659.580134:0:16827:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126202624 : -106961583348992 : ffff9eb810d1e300) 00000100:00000001:0.0:1789603659.580138:0:16827:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603659.580143:0:16827:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603659.580145:0:16827:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603659.580146:0:16827:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603659.580151:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1e300 x1876533442910848/t0(0) o503->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603659.580158:0:16827:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603659.580160:0:16827:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603659.580164:0:16827:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603659.580166:0:16827:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603659.580168:0:16827:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603659.580172:0:16827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:16827:1876533442910848:192.168.204.129@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1789603659.580211:0:16827:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603659.580215:0:16827:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603659.580217:0:16827:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603659.580219:0:16827:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603659.580242:0:16827:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9eb8069d0000. 02000000:00000001:0.0:1789603659.580245:0:16827:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603659.580251:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603659.580254:0:16827:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139420. 00000400:00000010:0.0:1789603659.580260:0:16827:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9eb804040780. 00000100:00000200:0.0:1789603659.580267:0:16827:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1876533442910848, portal 25 00000100:00000001:0.0:1789603659.580269:0:16827:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603659.580270:0:16827:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126202624 : -106961583348992 : ffff9eb810d1e300) 00000100:00000040:0.0:1789603659.580275:0:16827:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1e300 x1876533442910848/t0(0) o503->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789603675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603659.580282:0:16827:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603659.580285:0:16827:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603659.580287:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682a18. 00000100:00000200:0.0:1789603659.580291:0:16827:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1876533442910848, offset 0 00000400:00000200:0.0:1789603659.580296:0:16827:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603659.580302:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603659.580308:0:16827:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603659.580314:0:16827:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603659.580318:0:16827:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603659.580321:0:16827:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603659.580324:0:16827:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603659.580328:0:16827:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2889:2889:256:4294967295] 192.168.204.129@tcp LPNI seq info [2889:2889:8:4294967295] 00000400:00000200:0.0:1789603659.580332:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603659.580342:0:16827:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603659.580347:0:16827:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603659.580352:0:16827:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076200. 00000800:00000200:0.0:1789603659.580360:0:16827:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603659.580367:0:16827:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603659.580371:0:16827:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076200 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1789603659.580430:0:16827:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603659.580443:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603659.580445:0:16827:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296662459 00000100:00000001:0.0:1789603659.580452:0:16827:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296662453 00000100:00000001:0.0:1789603659.580457:0:16827:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296662459 00000100:00000001:0.0:1789603659.580460:0:16827:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296662453 00000100:00000001:0.0:1789603659.580462:0:16827:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603659.580465:0:16827:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603659.580467:0:16827:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603659.580469:0:16827:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603659.580504:0:16827:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb804040c00 going to sleep for 11 seconds 00000100:00000001:0.0:1789603659.580507:0:16827:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603659.580540:0:16827:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603659.588578:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603659.588591:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076200. 00000400:00000200:3.0:1789603659.588598:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603659.588608:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603659.588615:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682a18 00000400:00000010:3.0:1789603659.588618:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682a18. 00000100:00000001:3.0:1789603659.588624:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603659.588634:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1e300 x1876533442910848/t0(0) o503->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789603675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.588652:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603659.588655:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1e300 x1876533442910848/t0(0) o503->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789603675 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.588662:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.588664:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603659.588675:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603659.588689:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603659.588691:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603659.588694:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603659.588700:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.588705:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603659.588712:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.588716:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.588722:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.588726:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 8416 into portal 25 MB=0x6aab27d461a80 00000400:00000200:3.0:1789603659.588731:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.588737:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 8416/8416 into md 0x8395 [4] + 224 00000800:00000001:3.0:1789603659.588745:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603659.588756:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603659.588759:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603659.588762:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603659.588765:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603659.588769:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1e300 x1876533442910848/t0(0) o503->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789603675 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603659.588777:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9eb810d1e300 x1876533442910848/t0(0) o503->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603659.589457:0:16827:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603659.589477:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603659.589488:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603659.589493:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789603659.594341:0:16827:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603659.594347:0:16827:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603659.594351:0:16827:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139420. 00000400:00000200:0.0:1789603659.594360:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb804040780 00000400:00000010:0.0:1789603659.594362:0:16827:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9eb804040780. 00000100:00000001:0.0:1789603659.594367:0:16827:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603659.594380:0:16827:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1e300 x1876533442910848/t0(0) o503->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603659.594392:0:16827:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1e300 x1876533442910848/t0(0) o503->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603659.594400:0:16827:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603659.594402:0:16827:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603659.594405:0:16827:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603659.594408:0:16827:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603659.594410:0:16827:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603659.594413:0:16827:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603659.594417:0:16827:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603659.594424:0:16827:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=57 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603659.594429:0:16827:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603659.594431:0:16827:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603659.594448:0:16827:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603659.594451:0:16827:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603659.594455:0:16827:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603659.594457:0:16827:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603659.594462:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1e300 x1876533442910848/t0(0) o503->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603659.594468:0:16827:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603659.594471:0:16827:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603659.594473:0:16827:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603659.594476:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1e300 x1876533442910848/t0(0) o503->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789603675 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603659.594484:0:16827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:16827:1876533442910848:192.168.204.129@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1789603659.594489:0:16827:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603659.594492:0:16827:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603659.594495:0:16827:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603659.594497:0:16827:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603659.594500:0:16827:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1e300 x1876533442910848/t0(0) o503->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789603675 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603659.594506:0:16827:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603659.594508:0:16827:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb804040c00. 00000100:00000001:0.0:1789603659.594884:0:16827:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603659.594886:0:16827:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789603659.594906:0:16827:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1789603659.594908:0:16827:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603659.594913:0:16827:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1e300 x1876533442910848/t0(0) o503->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789603675 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603659.594920:0:16827:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603659.594923:0:16827:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603659.594927:0:16827:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9eb8069d0000. 02000000:00000001:0.0:1789603659.594943:0:16827:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603659.594955:0:16827:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603659.594957:0:16827:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000020:00000001:0.0:1789603659.594959:0:16827:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603659.594961:0:16827:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb814ea1c00. 02000000:00000001:0.0:1789603659.594965:0:16827:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603659.594967:0:16827:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603659.594969:0:16827:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1e300. 00000100:00000001:0.0:1789603659.594972:0:16827:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603659.594973:0:16827:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789603659.594977:0:16827:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603659.594978:0:16827:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:0.0:1789603659.594979:0:16827:0:(genops.c:1229:class_import_put()) Process leaving 00000040:00000001:0.0:1789603659.594982:0:16827:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789603659.594984:0:16827:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789603659.594988:0:16827:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1789603659.594995:0:16827:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9eb807b8df00. 00000040:00001000:0.0:1789603659.594998:0:16827:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:0.0:1789603659.598984:0:34080:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:0.0:1789603659.598995:0:34080:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb814ea1c00. 00000020:00000010:0.0:1789603659.599002:0:34080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9eb814ea0000. 00000040:00000010:0.0:1789603659.599008:0:34080:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9eb818253200. 00000020:00000010:0.0:1789603659.599013:0:34080:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9eb807ad1000. 00000020:00000010:0.0:1789603659.599020:0:34080:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9eb807ec8f18. 00000020:00000010:0.0:1789603659.599025:0:34080:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9eb818253000. 80000000:00000010:0.0:1789603659.599029:0:34080:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9eb807b8dc60. 40000000:00000010:0.0:1789603659.599044:0:34080:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9eb807a3f700. 00100000:00000010:0.0:1789603659.599050:0:34080:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9eb807ad0000. 00040000:00000010:0.0:1789603659.599055:0:34080:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9eb804076b00. 00040000:00000010:0.0:1789603659.599059:0:34080:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9eb807ad2000. 00040000:00000010:0.0:1789603659.599064:0:34080:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9eb806af0e00. 00000004:00000010:0.0:1789603659.599069:0:34080:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9eb807ad0800. 00000004:00000010:0.0:1789603659.599074:0:34080:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff9eb807b44000. 00000004:00000010:0.0:1789603659.599079:0:34080:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9eb807ad5800. 00002000:00000010:0.0:1789603659.599085:0:34080:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9eb8051e1c00. 00000004:00000010:0.0:1789603659.599089:0:34080:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9eb8051e2400. 00000020:00000010:0.0:1789603659.599094:0:34080:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9eb807a3fdc0. 00000040:00000010:0.0:1789603659.599102:0:34080:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9eb807a7a000. 00000040:00080000:0.0:1789603659.599690:0:34080:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:0.0:1789603659.599696:0:34080:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9eb807a7a000. 00000020:00000010:0.0:1789603659.599704:0:34080:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9eb807a3fdc0. 00000020:00000010:0.0:1789603659.599720:0:34080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9eb814ea0000. 00000040:00000010:0.0:1789603659.599726:0:34080:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9eb818253200. 00000020:00000010:0.0:1789603659.599729:0:34080:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9eb807ad1000. 00000020:00000010:0.0:1789603659.599733:0:34080:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9eb807ec8f18. 00000020:00000010:0.0:1789603659.599741:0:34080:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9eb818253000. 80000000:00000010:0.0:1789603659.599744:0:34080:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9eb807b8dc60. 40000000:00000010:0.0:1789603659.599747:0:34080:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9eb807a3f700. 00100000:00000010:0.0:1789603659.599751:0:34080:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9eb807ad0000. 00040000:00000010:0.0:1789603659.599755:0:34080:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9eb804076b00. 00040000:00000010:0.0:1789603659.599758:0:34080:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9eb807ad2000. 00040000:00000010:0.0:1789603659.599762:0:34080:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9eb806af0e00. 00000004:00000010:0.0:1789603659.599765:0:34080:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9eb807ad0800. 00000004:00000010:0.0:1789603659.599769:0:34080:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff9eb807b44000. 00000004:00000010:0.0:1789603659.599773:0:34080:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9eb807ad5800. 00002000:00000010:0.0:1789603659.599778:0:34080:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9eb8051e1c00. 00000004:00000010:0.0:1789603659.599782:0:34080:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9eb8051e2400. 00000020:00000010:0.0:1789603659.599785:0:34080:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9eb814ea1c00. 00000040:00000010:3.0:1789603659.599933:0:16827:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9eb807b8df00. 00000040:00000001:3.0:1789603659.599939:0:16827:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1789603659.599943:0:16827:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:3.0:1789603659.599949:0:16827:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9eb807a7c000. 00000040:00000010:3.0:1789603659.599953:0:16827:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9eb814ea1400. 00000020:00000001:3.0:1789603659.599956:0:16827:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789603659.599959:0:16827:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1789603659.599962:0:16827:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9eb80572bc00. 00000040:00000010:3.0:1789603659.599966:0:16827:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9eb8069b4200. 00000020:00000010:3.0:1789603659.599969:0:16827:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9eb807ad2800. 00000020:00000010:3.0:1789603659.599973:0:16827:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9eb8069b4a00. 80000000:00000010:3.0:1789603659.599975:0:16827:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9eb807b8d0c0. 00040000:00000010:3.0:1789603659.599978:0:16827:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9eb8421fba00. 20000000:00000010:3.0:1789603659.599982:0:16827:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9eb8421fa200. 00000020:00000010:3.0:1789603659.599985:0:16827:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9eb80572b400. 10000000:00000010:3.0:1789603659.599987:0:16827:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9eb807a3fa40. 10000000:01000000:3.0:1789603659.599990:0:16827:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.129@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:3.0:1789603659.599994:0:16827:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1789603659.599997:0:16827:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603659.600000:0:16827:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603659.600004:0:16827:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4400 refcount=3 00000020:00000001:3.0:1789603659.600006:0:16827:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:3.0:1789603659.600009:0:16827:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164762624 : -106961544788992 : ffff9eb8131e4400) 00010000:00000001:3.0:1789603659.600012:0:16827:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603659.600017:0:16827:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4400/0xa04c19c788fe5508 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x31dbb14d74e91c55 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603659.600027:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603659.600028:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789603659.600031:0:16827:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4400/0xa04c19c788fe5508 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x31dbb14d74e91c55 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603659.600037:0:16827:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603659.600038:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603659.600039:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1789603659.600041:0:16827:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789603659.600043:0:16827:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789603659.600046:0:16827:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1789603659.600049:0:16827:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1789603659.600050:0:16827:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff9eb818e0c200) refs 2 10000000:00000001:3.0:1789603659.600052:0:16827:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789603659.600055:0:16827:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1789603659.600056:0:16827:0:(mgc_request.c:123:config_log_put()) log params(ffff9eb801340e00) refs 3 10000000:00000001:3.0:1789603659.600058:0:16827:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1789603659.600059:0:16827:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1789603659.600061:0:16827:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1789603659.600062:0:16827:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:3.0:1789603659.600064:0:16827:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9eb8057bb380 from 1 10000000:00000001:3.0:1789603659.600067:0:16827:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1789603659.600068:0:16827:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1789603659.600076:0:16827:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49f80. 00000020:00000040:3.0:1789603659.600080:0:16827:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:3.0:1789603659.600084:0:16827:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603659.600088:0:16827:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603659.600092:0:16827:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603659.600100:0:16827:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb805570200. 00000100:00000001:3.0:1789603659.600112:0:16827:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603659.600118:0:16827:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789603659.600120:0:16827:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789603659.600125:0:16827:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb100 count: 2 00010000:00000001:3.0:1789603659.600128:0:16827:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603659.600131:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789603659.600134:0:16827:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb8131e4200. 00000020:00000001:3.0:1789603659.600137:0:16827:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789603659.600140:0:16827:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb8131e4200 with handle 0xa04c19c788fe550f to hash 00000020:00000001:3.0:1789603659.600142:0:16827:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789603659.600143:0:16827:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112164762112 : -106961544789504 : ffff9eb8131e4200) 00010000:00000001:3.0:1789603659.600146:0:16827:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112164762112 : -106961544789504 : ffff9eb8131e4200) 00010000:00000001:3.0:1789603659.600149:0:16827:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603659.600152:0:16827:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603659.600155:0:16827:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4200/0xa04c19c788fe550f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603659.600164:0:16827:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4200/0xa04c19c788fe550f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603659.600175:0:16827:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4200/0xa04c19c788fe550f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789603659.600181:0:16827:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603659.600182:0:16827:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603659.600188:0:16827:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb810adb9c0. 00000100:00000001:3.0:1789603659.600190:0:16827:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112123832768 : -106961585718848 : ffff9eb810adb9c0) 00000100:00000001:3.0:1789603659.600193:0:16827:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603659.600194:0:16827:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124284800 : -106961585266816 : ffff9eb810b49f80) 00000100:00000001:3.0:1789603659.600198:0:16827:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603659.600202:0:16827:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.600204:0:16827:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603659.600206:0:16827:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603659.600216:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49f80 x1876533442910976/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.600225:0:16827:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603659.600227:0:16827:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603659.600230:0:16827:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603659.600233:0:16827:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603659.600236:0:16827:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603659.600239:0:16827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:16827:1876533442910976:192.168.204.129@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1789603659.600243:0:16827:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603659.600248:0:16827:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603659.600250:0:16827:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603659.600252:0:16827:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603659.600256:0:16827:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb80511f800. 02000000:00000001:3.0:1789603659.600258:0:16827:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603659.600265:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603659.600269:0:16827:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748210. 00000400:00000010:3.0:1789603659.600276:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0a18. 00000100:00000200:3.0:1789603659.600283:0:16827:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442910976, portal 25 00000100:00000001:3.0:1789603659.600284:0:16827:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603659.600285:0:16827:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124284800 : -106961585266816 : ffff9eb810b49f80) 00000100:00000040:3.0:1789603659.600290:0:16827:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b49f80 x1876533442910976/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.600297:0:16827:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603659.600299:0:16827:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603659.600302:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d02a8. 00000100:00000200:3.0:1789603659.600304:0:16827:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876533442910976, offset 0 00000400:00000200:3.0:1789603659.600311:0:16827:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603659.600321:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.600328:0:16827:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603659.600333:0:16827:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603659.600337:0:16827:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603659.600341:0:16827:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603659.600343:0:16827:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603659.600347:0:16827:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2890:2890:256:4294967295] 192.168.204.129@tcp LPNI seq info [2890:2890:8:4294967295] 00000400:00000200:3.0:1789603659.600350:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.600360:0:16827:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603659.600367:0:16827:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603659.600374:0:16827:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f800. 00000800:00000200:3.0:1789603659.600381:0:16827:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603659.600389:0:16827:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603659.600394:0:16827:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789603659.600416:0:16827:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603659.600420:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603659.600423:0:16827:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296662479 00000100:00000001:3.0:1789603659.600430:0:16827:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296662459 00000100:00000001:3.0:1789603659.600444:0:16827:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296662479 00000100:00000001:3.0:1789603659.600448:0:16827:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296662459 00000100:00000001:3.0:1789603659.600451:0:16827:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603659.600453:0:16827:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.600456:0:16827:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603659.600458:0:16827:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603659.600460:0:16827:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb810adb9c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789603659.600463:0:16827:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603659.600466:0:16827:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603659.602465:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603659.602474:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f800. 00000400:00000200:2.0:1789603659.602482:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603659.602491:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603659.602499:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d02a8 00000400:00000010:2.0:1789603659.602502:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d02a8. 00000100:00000001:2.0:1789603659.602507:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603659.602551:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49f80 x1876533442910976/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603659.602565:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603659.602569:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b49f80 x1876533442910976/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603659.602576:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603659.602578:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603659.605396:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603659.605414:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603659.605418:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603659.605420:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603659.605430:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.605446:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603659.605457:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.605462:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.605467:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.605471:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 344 into portal 25 MB=0x6aab27d461b00 00000400:00000200:2.0:1789603659.605476:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.605483:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 344/344 into md 0x839d [1] + 224 00000800:00000001:2.0:1789603659.605491:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603659.605498:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603659.605501:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603659.605505:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603659.605530:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603659.605540:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49f80 x1876533442910976/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603659.605550:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9eb810b49f80 x1876533442910976/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603659.605569:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603659.605577:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603659.605581:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603659.605629:0:16827:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603659.605637:0:16827:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603659.605639:0:16827:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603659.605643:0:16827:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748210. 00000400:00000200:3.0:1789603659.605647:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0a18 00000400:00000010:3.0:1789603659.605650:0:16827:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0a18. 00000100:00000001:3.0:1789603659.605653:0:16827:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603659.605657:0:16827:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49f80 x1876533442910976/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603659.605665:0:16827:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49f80 x1876533442910976/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.605671:0:16827:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603659.605673:0:16827:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603659.605676:0:16827:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603659.605679:0:16827:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603659.605681:0:16827:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603659.605683:0:16827:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603659.605686:0:16827:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603659.605693:0:16827:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=57 v=5 (5 5 5 5) 00000100:00001000:3.0:1789603659.605697:0:16827:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603659.605700:0:16827:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603659.605701:0:16827:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603659.605704:0:16827:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603659.605707:0:16827:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.605710:0:16827:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603659.605714:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49f80 x1876533442910976/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.605727:0:16827:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603659.605730:0:16827:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603659.605732:0:16827:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603659.605737:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49f80 x1876533442910976/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603659.605745:0:16827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:16827:1876533442910976:192.168.204.129@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1789603659.605760:0:16827:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603659.605764:0:16827:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.605766:0:16827:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789603659.605768:0:16827:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603659.605772:0:16827:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49f80 x1876533442910976/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.605779:0:16827:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603659.605782:0:16827:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb810adb9c0. 00000100:00000001:3.0:1789603659.605785:0:16827:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789603659.605787:0:16827:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603659.605789:0:16827:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789603659.605793:0:16827:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603659.605795:0:16827:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603659.605798:0:16827:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4200 refcount=4 00000020:00000001:3.0:1789603659.605800:0:16827:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164762112 : -106961544789504 : ffff9eb8131e4200) 00010000:00000001:3.0:1789603659.605803:0:16827:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164762112 : -106961544789504 : ffff9eb8131e4200) 00010000:00000040:3.0:1789603659.605810:0:16827:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb8131e4200, remote cookie: 0x31dbb14d74e91c5c, flags: 0x0 00010000:00000001:3.0:1789603659.605813:0:16827:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789603659.605817:0:16827:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789603659.605819:0:16827:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789603659.605821:0:16827:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789603659.605822:0:16827:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789603659.605825:0:16827:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff9eb8042bb100) refcount = 2 00010000:00000040:3.0:1789603659.605828:0:16827:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1789603659.605832:0:16827:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4c00/0xa04c19c788fe5501 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x31dbb14d74e91c4e expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603659.605840:0:16827:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4200/0xa04c19c788fe550f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x31dbb14d74e91c5c expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603659.605846:0:16827:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789603659.605848:0:16827:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789603659.605849:0:16827:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603659.605852:0:16827:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789603659.605854:0:16827:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603659.605858:0:16827:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4200/0xa04c19c788fe550f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x31dbb14d74e91c5c expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603659.605864:0:16827:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789603659.605866:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603659.605867:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603659.605869:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603659.605870:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603659.605871:0:16827:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.605874:0:16827:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603659.605878:0:16827:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49f80 x1876533442910976/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603675 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.605883:0:16827:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603659.605885:0:16827:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603659.605889:0:16827:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb80511f800. 02000000:00000001:3.0:1789603659.605892:0:16827:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603659.606047:0:16827:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603659.606049:0:16827:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:3.0:1789603659.606052:0:16827:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603659.606055:0:16827:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb805570200. 02000000:00000001:3.0:1789603659.606060:0:16827:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603659.606062:0:16827:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603659.606065:0:16827:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49f80. 00000100:00000001:3.0:1789603659.606068:0:16827:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603659.606070:0:16827:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1789603659.606073:0:16827:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789603659.606078:0:16827:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1789603659.606080:0:16827:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff9eb818e0c200) refs 3 10000000:00000001:3.0:1789603659.606082:0:16827:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603659.606083:0:16827:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603659.606085:0:16827:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603659.606087:0:16827:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4200 refcount=3 00000020:00000001:3.0:1789603659.606088:0:16827:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164762112 : -106961544789504 : ffff9eb8131e4200) 00010000:00000001:3.0:1789603659.606091:0:16827:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164762112 : -106961544789504 : ffff9eb8131e4200) 00010000:00000001:3.0:1789603659.606093:0:16827:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1789603659.606094:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603659.606095:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603659.606097:0:16827:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789603659.606099:0:16827:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1789603659.606104:0:16827:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9eb807d57100. 00000020:00000010:3.0:1789603659.606108:0:16827:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb805570200. 00000020:00000010:3.0:1789603659.606113:0:16827:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9eb805571200. 00000040:00000010:3.0:1789603659.606118:0:16827:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9eb805571600. 00000020:00000010:3.0:1789603659.606122:0:16827:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9eb82036a800. 00000020:00000010:3.0:1789603659.606128:0:16827:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9eb805571000. 80000000:00000010:3.0:1789603659.606132:0:16827:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9eb810df8cc0. 00040000:00000010:3.0:1789603659.606136:0:16827:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9eb805571c00. 20000000:00000010:3.0:1789603659.606141:0:16827:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9eb805570600. 10000000:00000040:3.0:1789603659.606146:0:16827:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9eb811672c00 : new refcount 2 00000020:00000001:3.0:1789603659.606148:0:16827:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1789603659.606150:0:16827:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:3.0:1789603659.606153:0:16827:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1789603659.606156:0:16827:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9eb805571a00. 00000040:00000001:3.0:1789603659.606160:0:16827:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1789603659.606163:0:16827:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000010:3.0:1789603659.606167:0:16827:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49f80. 00000020:00000040:3.0:1789603659.606169:0:16827:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=5 obd=MGC192.168.204.129@tcp 00000100:00000001:3.0:1789603659.606173:0:16827:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603659.606176:0:16827:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603659.606180:0:16827:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603659.606188:0:16827:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb805570400. 00000100:00000001:3.0:1789603659.606194:0:16827:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.606200:0:16827:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603659.606202:0:16827:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603659.606208:0:16827:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb810adb9c0. 00000100:00000001:3.0:1789603659.606210:0:16827:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112123832768 : -106961585718848 : ffff9eb810adb9c0) 00000100:00000001:3.0:1789603659.606213:0:16827:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603659.606214:0:16827:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124284800 : -106961585266816 : ffff9eb810b49f80) 00000100:00000001:3.0:1789603659.606219:0:16827:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603659.606224:0:16827:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.606226:0:16827:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603659.606228:0:16827:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603659.606233:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49f80 x1876533442911104/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.606239:0:16827:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603659.606241:0:16827:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603659.606244:0:16827:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603659.606247:0:16827:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603659.606249:0:16827:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603659.606252:0:16827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:16827:1876533442911104:192.168.204.129@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1789603659.606256:0:16827:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603659.606260:0:16827:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603659.606262:0:16827:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603659.606265:0:16827:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603659.606269:0:16827:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb805570a00. 02000000:00000001:3.0:1789603659.606271:0:16827:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603659.606276:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603659.606279:0:16827:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748210. 00000400:00000010:3.0:1789603659.606283:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0a18. 00000100:00000200:3.0:1789603659.606289:0:16827:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442911104, portal 25 00000100:00000001:3.0:1789603659.606291:0:16827:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603659.606292:0:16827:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124284800 : -106961585266816 : ffff9eb810b49f80) 00000100:00000040:3.0:1789603659.606298:0:16827:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b49f80 x1876533442911104/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1789603675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.606311:0:16827:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603659.606313:0:16827:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603659.606316:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0550. 00000100:00000200:3.0:1789603659.606319:0:16827:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1876533442911104, offset 0 00000400:00000200:3.0:1789603659.606325:0:16827:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603659.606331:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.606337:0:16827:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603659.606342:0:16827:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603659.606346:0:16827:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603659.606350:0:16827:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603659.606353:0:16827:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603659.606356:0:16827:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2891:2891:256:4294967295] 192.168.204.129@tcp LPNI seq info [2891:2891:8:4294967295] 00000400:00000200:3.0:1789603659.606361:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603659.606369:0:16827:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603659.606374:0:16827:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603659.606380:0:16827:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f800. 00000800:00000200:3.0:1789603659.606387:0:16827:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603659.606394:0:16827:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603659.606398:0:16827:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f800 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1789603659.606469:0:16827:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603659.606474:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603659.606476:0:16827:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296662485 00000100:00000001:3.0:1789603659.606483:0:16827:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296662479 00000100:00000001:3.0:1789603659.606488:0:16827:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296662485 00000100:00000001:3.0:1789603659.606491:0:16827:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296662479 00000100:00000001:3.0:1789603659.606494:0:16827:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603659.606497:0:16827:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603659.606499:0:16827:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603659.606501:0:16827:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603659.606504:0:16827:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb810adb9c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789603659.606506:0:16827:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603659.606508:0:16827:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603659.607357:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603659.607363:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f800. 00000400:00000200:2.0:1789603659.607369:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603659.607374:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603659.607381:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0550 00000400:00000010:2.0:1789603659.607383:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0550. 00000100:00000001:2.0:1789603659.607387:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603659.607393:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49f80 x1876533442911104/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1789603675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603659.607407:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603659.607410:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b49f80 x1876533442911104/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1789603675 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603659.607416:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603659.607418:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603659.612080:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603659.612098:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603659.612102:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603659.612105:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603659.612114:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.612122:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603659.612131:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.612149:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.612154:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.612158:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 272 into portal 25 MB=0x6aab27d461b80 00000400:00000200:2.0:1789603659.612163:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603659.612169:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 272/272 into md 0x83ad [1] + 224 00000800:00000001:2.0:1789603659.612177:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603659.612184:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603659.612188:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603659.612192:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603659.612199:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603659.612207:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49f80 x1876533442911104/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1789603675 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603659.612218:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9eb810b49f80 x1876533442911104/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603659.612239:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603659.612248:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603659.612252:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603659.612605:0:16827:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603659.612615:0:16827:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603659.612617:0:16827:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603659.612620:0:16827:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748210. 00000400:00000200:3.0:1789603659.612625:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0a18 00000400:00000010:3.0:1789603659.612628:0:16827:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0a18. 00000100:00000001:3.0:1789603659.612633:0:16827:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603659.612638:0:16827:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49f80 x1876533442911104/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603659.612651:0:16827:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49f80 x1876533442911104/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.612660:0:16827:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603659.612670:0:16827:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603659.612673:0:16827:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603659.612676:0:16827:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603659.612678:0:16827:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603659.612680:0:16827:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603659.612683:0:16827:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603659.612690:0:16827:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=57 v=5 (5 5 5 5) 00000100:00001000:3.0:1789603659.612694:0:16827:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603659.612696:0:16827:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1789603659.612700:0:16827:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff9eb810b49f80 x1876533442911104/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.612706:0:16827:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1789603659.612709:0:16827:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1789603659.612714:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49f80 x1876533442911104/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1789603675 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.612720:0:16827:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1789603659.612723:0:16827:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603659.612725:0:16827:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603659.612729:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49f80 x1876533442911104/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1789603675 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603659.612737:0:16827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:16827:1876533442911104:192.168.204.129@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1789603659.612741:0:16827:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603659.612747:0:16827:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1789603659.612750:0:16827:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789603659.612752:0:16827:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603659.612755:0:16827:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49f80 x1876533442911104/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1789603675 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.612762:0:16827:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603659.612765:0:16827:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb810adb9c0. 00000100:00000001:3.0:1789603659.612770:0:16827:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789603659.612771:0:16827:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:3.0:1789603659.612775:0:16827:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:3.0:1789603659.612780:0:16827:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603659.612782:0:16827:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000020:00000001:3.0:1789603659.612784:0:16827:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:3.0:1789603659.612786:0:16827:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603659.612789:0:16827:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49f80 x1876533442911104/t0(0) o501->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 512/272 e 0 to 0 dl 1789603675 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603659.612795:0:16827:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603659.612798:0:16827:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603659.612801:0:16827:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb805570a00. 02000000:00000001:3.0:1789603659.612805:0:16827:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603659.612806:0:16827:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603659.612807:0:16827:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:3.0:1789603659.612808:0:16827:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603659.612811:0:16827:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb805570400. 02000000:00000001:3.0:1789603659.612816:0:16827:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603659.612818:0:16827:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603659.612820:0:16827:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49f80. 00000100:00000001:3.0:1789603659.612826:0:16827:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603659.612828:0:16827:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:3.0:1789603659.612831:0:16827:0:(llog.c:1559:llog_open()) MGC192.168.204.129@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:3.0:1789603659.612836:0:16827:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9eb805571a00. 00000040:00000001:3.0:1789603659.612839:0:16827:0:(llog.c:1563:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:3.0:1789603659.612842:0:16827:0:(obd_config.c:2125:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:3.0:1789603659.612845:0:16827:0:(mgc_request.c:1715:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:3.0:1789603659.612854:0:16827:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9eb805571200. 00000040:00000010:3.0:1789603659.612857:0:16827:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9eb805571600. 00000020:00000010:3.0:1789603659.612861:0:16827:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9eb82036a800. 00000020:00000010:3.0:1789603659.612866:0:16827:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9eb805571000. 80000000:00000010:3.0:1789603659.612869:0:16827:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9eb810df8cc0. 00040000:00000010:3.0:1789603659.612875:0:16827:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9eb805571c00. 20000000:00000010:3.0:1789603659.612878:0:16827:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9eb805570600. 00000020:00000010:3.0:1789603659.612881:0:16827:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9eb805570200. 10000000:00000010:3.0:1789603659.612883:0:16827:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9eb807d57100. 10000000:01000000:3.0:1789603659.612887:0:16827:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.129@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:3.0:1789603659.612892:0:16827:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1789603659.612901:0:16827:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603659.612903:0:16827:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603659.612906:0:16827:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4200 refcount=3 00000020:00000001:3.0:1789603659.612908:0:16827:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164762112 : -106961544789504 : ffff9eb8131e4200) 00010000:00000001:3.0:1789603659.612911:0:16827:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164762112 : -106961544789504 : ffff9eb8131e4200) 00010000:00000001:3.0:1789603659.612914:0:16827:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603659.612918:0:16827:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4200/0xa04c19c788fe550f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x31dbb14d74e91c5c expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603659.612926:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603659.612928:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789603659.612931:0:16827:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4200/0xa04c19c788fe550f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x31dbb14d74e91c5c expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603659.612937:0:16827:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603659.612939:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603659.612940:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1789603659.612942:0:16827:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789603659.612944:0:16827:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:3.0:1789603659.612947:0:16827:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1789603659.612949:0:16827:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1789603659.612951:0:16827:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff9eb818e0c200) refs 3 10000000:00000001:3.0:1789603659.612953:0:16827:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1789603659.691154:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603659.691164:0:27602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603659.691166:0:27602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603659.691172:0:27602:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603659.691175:0:27602:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603659.691176:0:27602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603659.691181:0:27602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603659.691183:0:27602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603659.691184:0:27602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603659.691186:0:27602:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603659.691190:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603659.691191:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603659.692049:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603659.692053:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603659.692056:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789603660.522654:0:33863:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789603660.522664:0:33863:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603660.522666:0:33863:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603660.522672:0:33863:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672e40 going to sleep for 0 seconds 00000100:00000001:1.0:1789603660.522675:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603660.522679:0:33863:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603660.522681:0:33863:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603660.522684:0:33863:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603660.522686:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789603660.652602:0:16827:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1789603660.652609:0:16827:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1789603660.715735:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603660.715745:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603660.715752:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603660.715754:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603660.716029:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603660.716034:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603660.716038:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789603661.547969:0:33863:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789603661.547978:0:33863:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603661.547980:0:33863:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603661.547986:0:33863:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672e40 going to sleep for 0 seconds 00000100:00000001:1.0:1789603661.547990:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603661.547993:0:33863:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603661.547995:0:33863:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603661.547999:0:33863:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603661.548002:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603661.738649:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603661.738656:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603661.738662:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603661.738663:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603661.740767:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603661.740774:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603661.740779:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789603662.570624:0:33863:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789603662.570632:0:33863:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603662.570634:0:33863:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603662.570641:0:33863:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672e40 going to sleep for 0 seconds 00000100:00000001:1.0:1789603662.570645:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603662.570649:0:33863:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603662.570652:0:33863:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603662.570655:0:33863:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603662.570658:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603662.570659:0:13754:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603662.570667:0:13754:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603662.570679:0:13754:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49f80. 00000020:00000040:3.0:1789603662.570685:0:13754:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:3.0:1789603662.570689:0:13754:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603662.570692:0:13754:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603662.570697:0:13754:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603662.570705:0:13754:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783fa00. 00000100:00000001:3.0:1789603662.570712:0:13754:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603662.570724:0:13754:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb810b49f80 x1876533442911232/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603662.570736:0:13754:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603662.570741:0:13754:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603662.570747:0:13754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f328cb13] to pc [ptlrpcd_01_00+0] req@ffff9eb810b49f80 x1876533442911232/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603662.570782:0:13754:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789603662.570785:0:13754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789603662.570788:0:13754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789603662.570791:0:13754:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789603662.570793:0:13754:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789603662.570797:0:13754:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789603662.570801:0:13754:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9eb81291b000: connect to NID 192.168.204.129@tcp last attempt 1989 00000400:00000200:3.0:1789603662.570808:0:13754:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603662.570814:0:13754:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.129@tcp is discovered: rc = 1 00000100:00080000:3.0:1789603662.570817:0:13754:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff9eb81291b000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789603662.570820:0:13754:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:3.0:1789603662.570823:0:13754:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789603662.570825:0:13754:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:3.0:1789603662.570827:0:13754:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000001:3.0:1789603662.570834:0:13754:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789603662.570836:0:13754:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48c1 00000020:00000001:3.0:1789603662.570838:0:13754:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603662.570841:0:13754:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb8203aa800 refcount=5 00000020:00000001:3.0:1789603662.570844:0:13754:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 00000020:00000001:3.0:1789603662.570846:0:13754:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 00000100:00000040:3.0:1789603662.570849:0:13754:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:3.0:1789603662.570851:0:13754:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789603662.570853:0:13754:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:3.0:1789603662.570855:0:13754:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000040:3.0:1789603662.570858:0:13754:0:(genops.c:879:class_export_put()) PUTting export ffff9eb8203aa800 : new refcount 4 00000100:00080000:3.0:1789603662.570861:0:13754:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9eb81291b000: import ffff9eb810ddb000 using connection 192.168.204.129@tcp/192.168.204.129@tcp 00000100:00000001:3.0:1789603662.570863:0:13754:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603662.570865:0:13754:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789603662.570871:0:13754:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603662.570874:0:13754:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603662.570876:0:13754:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789603662.570880:0:13754:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1789603662.570971:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603662.570975:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603662.571062:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603662.571070:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49f80 x1876533442911232/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603662.571078:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603662.571080:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603662.571083:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603662.571086:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603662.571089:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603662.571092:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2402:1876533442911232:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603662.571096:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603662.571101:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603662.571103:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603662.571106:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603662.571111:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb805156e00. 02000000:00000001:2.0:1789603662.571113:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603662.571119:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603662.571123:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3898. 00000400:00000010:2.0:1789603662.571129:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7b28. 00000100:00000200:2.0:1789603662.571136:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442911232, portal 25 00000100:00000001:2.0:1789603662.571139:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603662.571140:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124284800 : -106961585266816 : ffff9eb810b49f80) 00000100:00000040:2.0:1789603662.571146:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b49f80 x1876533442911232/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603662.571153:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603662.571156:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603662.571159:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d76e8. 00000100:00000200:2.0:1789603662.571174:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442911232, offset 0 00000400:00000200:2.0:1789603662.571247:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603662.571255:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603662.571261:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603662.571266:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603662.571270:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603662.571273:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603662.571276:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603662.571280:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2892:2892:256:4294967295] 192.168.204.129@tcp LPNI seq info [2892:2892:8:4294967295] 00000400:00000200:2.0:1789603662.571284:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603662.571293:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603662.571298:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603662.571303:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8203a2600. 00000800:00000200:2.0:1789603662.571309:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603662.571317:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603662.571321:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8203a2600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603662.571331:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603662.571335:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603662.571337:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296665450 00000100:00000001:2.0:1789603662.571344:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296662485 00000100:00000001:2.0:1789603662.571348:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296665450 00000100:00000001:2.0:1789603662.571351:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296662485 00000100:00000001:2.0:1789603662.571354:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603662.571357:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603662.571359:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603662.571361:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603662.571367:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603662.571369:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789603662.571370:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603662.571371:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603662.571373:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603662.571386:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603662.571483:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603662.571487:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8203a2600. 00000400:00000200:2.0:1789603662.571491:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603662.571496:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603662.571500:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d76e8 00000400:00000010:2.0:1789603662.571503:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d76e8. 00000100:00000001:2.0:1789603662.571506:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603662.571527:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49f80 x1876533442911232/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603662.571535:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603662.571539:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49f80 x1876533442911232/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603662.571545:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603662.571546:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789603662.571570:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603662.571572:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603662.572117:0:13754:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603662.572121:0:13754:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603662.572126:0:13754:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b48380. 00000020:00000040:3.0:1789603662.572130:0:13754:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:3.0:1789603662.572133:0:13754:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789603662.572135:0:13754:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603662.572138:0:13754:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603662.572140:0:13754:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603662.572143:0:13754:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603662.572148:0:13754:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb80511f800. 00000100:00000001:3.0:1789603662.572153:0:13754:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603662.572160:0:13754:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9eb810b48380 x1876533442911360/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603662.572168:0:13754:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603662.572171:0:13754:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603662.572175:0:13754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d032664] to pc [ptlrpcd_rcv+-1] req@ffff9eb810b48380 x1876533442911360/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603662.572434:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603662.572437:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603662.572439:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603662.572446:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b48380 x1876533442911360/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603662.572454:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603662.572456:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603662.572458:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603662.572460:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603662.572463:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603662.572466:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442911360:192.168.204.129@tcp:38:kworker.0 00000100:00000001:1.0:1789603662.572469:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603662.572471:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603662.572473:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603662.572475:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603662.572481:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a7400. 02000000:00000001:1.0:1789603662.572483:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603662.572488:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603662.572492:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603662.572497:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc088. 00000100:00000200:1.0:1789603662.572501:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442911360, portal 10 00000100:00000001:1.0:1789603662.572504:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603662.572505:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124277632 : -106961585273984 : ffff9eb810b48380) 00000100:00000040:1.0:1789603662.572538:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b48380 x1876533442911360/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603662.572546:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603662.572548:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603662.572552:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fccc0. 00000100:00000200:1.0:1789603662.572555:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876533442911360, offset 0 00000400:00000200:1.0:1789603662.572560:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603662.572565:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603662.572571:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603662.572574:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603662.572577:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603662.572580:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603662.572583:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603662.572586:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2893:2893:256:4294967295] 192.168.204.129@tcp LPNI seq info [2893:2893:8:4294967295] 00000400:00000200:1.0:1789603662.572590:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603662.572599:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603662.572604:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603662.572609:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9500. 00000800:00000200:1.0:1789603662.572614:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603662.572621:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603662.572624:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789603662.572638:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603662.572642:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 837182 usecs (838 jiffies) 00000400:00000200:1.0:1789603662.572645:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603662.572648:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296662343 00000100:00000001:1.0:1789603662.572650:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296665450 00000100:00000001:1.0:1789603662.572653:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296662343 00000100:00000001:1.0:1789603662.572655:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296665450 00000100:00000001:1.0:1789603662.572658:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603662.572660:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603662.572663:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603662.572665:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789603662.572776:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603662.572780:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9500. 00000400:00000200:2.0:1789603662.572785:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603662.572789:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603662.572797:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fccc0 00000400:00000010:2.0:1789603662.572799:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fccc0. 00000100:00000001:2.0:1789603662.572803:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603662.572806:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b48380 x1876533442911360/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603662.572815:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603662.572818:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b48380 x1876533442911360/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603687 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603662.572824:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603662.572826:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789603662.574129:0:13754:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603662.574138:0:13754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603662.574142:0:13754:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603662.574150:0:13754:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b48700. 00000020:00000040:3.0:1789603662.574155:0:13754:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:3.0:1789603662.574158:0:13754:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603662.574161:0:13754:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603662.574165:0:13754:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603662.574170:0:13754:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783fe00. 00000100:00000001:3.0:1789603662.574175:0:13754:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603662.574192:0:13754:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb810b48700 x1876533442911488/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603662.574202:0:13754:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603662.574206:0:13754:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603662.574211:0:13754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030177149] to pc [ptlrpcd_01_01+1] req@ffff9eb810b48700 x1876533442911488/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603662.574242:0:13754:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603662.574245:0:13754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789603662.574249:0:13754:0:(pinger.c:247:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789603662.574252:0:13754:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789603662.574255:0:13754:0:(pinger.c:247:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789603662.574260:0:13754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1999) 00000100:00000001:3.0:1789603662.574280:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603662.574282:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603662.574284:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603662.574287:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1789603662.574289:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603662.574295:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603662.574297:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603662.574299:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603662.574300:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603662.574302:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603662.574307:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b48700 x1876533442911488/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603662.574314:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603662.574316:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603662.574319:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603662.574321:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603662.574323:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603662.574326:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442911488:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603662.574329:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603662.574333:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603662.574334:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603662.574336:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603662.574340:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb805570600. 02000000:00000001:3.0:1789603662.574342:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603662.574347:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603662.574351:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748210. 00000400:00000010:3.0:1789603662.574355:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0a18. 00000100:00000200:3.0:1789603662.574360:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442911488, portal 10 00000100:00000001:3.0:1789603662.574362:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603662.574363:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124278528 : -106961585273088 : ffff9eb810b48700) 00000100:00000040:3.0:1789603662.574369:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b48700 x1876533442911488/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603662.574389:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603662.574392:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603662.574395:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0cc0. 00000100:00000200:3.0:1789603662.574397:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442911488, offset 0 00000400:00000200:3.0:1789603662.574405:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603662.574412:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603662.574417:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603662.574421:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603662.574424:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603662.574427:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603662.574429:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603662.574432:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2894:2894:256:4294967295] 192.168.204.129@tcp LPNI seq info [2894:2894:8:4294967295] 00000400:00000200:3.0:1789603662.574436:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603662.574444:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603662.574450:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603662.574454:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f500. 00000800:00000200:3.0:1789603662.574460:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603662.574465:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603662.574469:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603662.574479:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603662.574483:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21172 usecs (22 jiffies) 00000400:00000200:3.0:1789603662.574486:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603662.574488:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296661529 00000100:00000001:3.0:1789603662.574490:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296665450 00000100:00000001:3.0:1789603662.574493:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296661529 00000100:00000001:3.0:1789603662.574495:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296665450 00000100:00000001:3.0:1789603662.574497:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603662.574499:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603662.574502:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603662.574504:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603662.574593:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603662.574597:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f500. 00000400:00000200:3.0:1789603662.574601:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603662.574605:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603662.574609:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0cc0 00000400:00000010:3.0:1789603662.574611:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0cc0. 00000100:00000001:3.0:1789603662.574615:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603662.574618:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b48700 x1876533442911488/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603662.574626:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603662.574629:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b48700 x1876533442911488/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603662.574636:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603662.574637:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789603662.575737:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603662.575741:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789603662.575745:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603662.575747:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603662.575749:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603662.575751:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603662.578326:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603662.578333:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603662.579760:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603662.579774:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603662.579778:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603662.579780:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603662.579788:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603662.579796:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603662.579805:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603662.579810:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603662.579816:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603662.579821:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d461c00 00000400:00000200:2.0:1789603662.579826:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603662.579831:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x83bd [1] + 224 00000800:00000001:2.0:1789603662.579838:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603662.579859:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603662.579863:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603662.579867:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603662.579875:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603662.579893:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49f80 x1876533442911232/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603662.579904:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b49f80 x1876533442911232/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603662.579921:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603662.579929:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603662.579932:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603662.580070:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603662.580074:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603662.580082:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603662.580084:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603662.580087:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3898. 00000400:00000200:3.0:1789603662.580092:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7b28 00000400:00000010:3.0:1789603662.580094:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7b28. 00000100:00000001:3.0:1789603662.580098:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603662.580103:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49f80 x1876533442911232/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603662.580112:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49f80 x1876533442911232/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603662.580117:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603662.580119:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603662.580121:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603662.580124:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603662.580127:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603662.580129:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603662.580133:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603662.580140:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=60 v=5 (5 5 5 5) 00000100:00001000:3.0:1789603662.580144:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603662.580147:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603662.580149:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603662.580151:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603662.580153:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603662.580156:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603662.580161:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49f80 x1876533442911232/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603662.580168:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603662.580172:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603662.580173:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603662.580188:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49f80 x1876533442911232/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603662.580197:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2402:1876533442911232:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603662.580202:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603662.580204:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603662.580208:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49f80 x1876533442911232/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603662.580214:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603662.580217:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603662.580221:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb805156e00. 02000000:00000001:3.0:1789603662.580225:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603662.580227:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603662.580229:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:3.0:1789603662.580231:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603662.580233:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783fa00. 02000000:00000001:3.0:1789603662.580237:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603662.580239:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603662.580240:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49f80. 00000100:00000001:3.0:1789603662.580243:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603662.580245:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603662.580248:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603662.580250:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603662.580251:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603662.580253:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603662.580254:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789603662.583450:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603662.583466:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603662.583471:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603662.583474:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603662.583482:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603662.583490:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603662.583499:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603662.583504:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603662.583539:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603662.583544:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d461c80 00000400:00000200:3.0:1789603662.583549:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603662.583555:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x83cd [1] + 0 00000800:00000001:3.0:1789603662.583563:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603662.583567:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603662.583570:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603662.583575:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603662.583624:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603662.583634:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b48380 x1876533442911360/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603687 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603662.583672:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff9eb810b48380 x1876533442911360/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603662.583692:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603662.583700:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603662.583705:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603662.583706:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603662.583709:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603662.583712:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603662.583715:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603662.583719:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603662.583722:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603662.583725:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603662.583727:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d461d00 00000400:00000200:3.0:1789603662.583730:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603662.583735:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x83d5 [1] + 224 00000800:00000001:3.0:1789603662.583739:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603662.583744:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603662.583746:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603662.583749:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603662.583752:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603662.583757:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b48700 x1876533442911488/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603662.583766:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b48700 x1876533442911488/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603662.583775:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603662.583780:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603662.583782:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000001:1.0:1789603662.583787:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603662.583790:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603662.583793:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603662.583797:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc088 00000400:00000010:1.0:1789603662.583800:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc088. 00000100:00000001:1.0:1789603662.583803:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603662.583809:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b48380 x1876533442911360/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603662.583820:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b48380 x1876533442911360/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603687 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603662.583827:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603662.583829:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603662.583832:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603662.583835:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603662.583837:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603662.583839:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603662.583842:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603662.583852:0:2399:0:(import.c:2196:obd_at_measure()) add 0 to ffff9eb810ddb460 time=60 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603662.583856:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=40 v=20 (20 0 0 0) 00000100:00000001:1.0:1789603662.583859:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603662.583861:0:2399:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1789603662.583864:0:2399:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1789603662.583870:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b48380 x1876533442911360/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1789603687 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603662.583879:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1789603662.583882:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603662.583884:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603662.583886:0:2399:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789603662.583889:0:2399:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1789603662.583892:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789603662.583897:0:2399:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.129@tcp failed (-19) 00000100:00000001:1.0:1789603662.583900:0:2399:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1789603662.583904:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b48380 x1876533442911360/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1789603687 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603662.583912:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442911360:192.168.204.129@tcp:38:kworker.0 00000100:00000001:1.0:1789603662.583917:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603662.583919:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603662.583923:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b48380 x1876533442911360/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/224 e 0 to 0 dl 1789603687 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603662.583942:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603662.583944:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603662.583947:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a7400. 02000000:00000001:1.0:1789603662.583951:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603662.583953:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603662.583955:0:2399:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603662.583957:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603662.583960:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb80511f800. 02000000:00000001:1.0:1789603662.583963:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603662.583964:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603662.583966:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b48380. 00000100:00000001:1.0:1789603662.583969:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603662.583971:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603662.583972:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603662.583980:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603662.583982:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603662.583984:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603662.583985:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603662.585453:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603662.585459:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1789603662.585494:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603662.585503:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789603662.592853:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603662.592860:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603662.592864:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748210. 00000400:00000200:2.0:1789603662.592874:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0a18 00000400:00000010:2.0:1789603662.592877:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0a18. 00000100:00000001:2.0:1789603662.592883:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603662.592895:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b48700 x1876533442911488/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603662.592908:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b48700 x1876533442911488/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603662.592916:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603662.592919:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603662.592923:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603662.592927:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603662.592929:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603662.592932:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603662.592936:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603662.592944:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=60 v=5 (5 106 106 106) 00000100:00001000:2.0:1789603662.592948:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=60 v=5 (1 1 1 1) 00000100:00000001:2.0:1789603662.592951:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603662.592953:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603662.592956:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603662.592959:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603662.592963:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603662.592965:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1789603662.592967:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603662.592970:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603662.592975:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b48700 x1876533442911488/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603662.592983:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603662.592987:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603662.592988:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603662.592993:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b48700 x1876533442911488/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603662.593001:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442911488:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603662.593007:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603662.593011:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603662.593014:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b48700 x1876533442911488/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603662.593020:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603662.593023:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603662.593026:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb805570600. 02000000:00000001:2.0:1789603662.593031:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603662.593034:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603662.593036:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603662.593039:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603662.593041:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783fe00. 02000000:00000001:2.0:1789603662.593044:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603662.593047:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603662.593048:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b48700. 00000100:00000001:2.0:1789603662.593051:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603662.593053:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603662.593055:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603662.593063:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603662.593065:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603662.593068:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603662.593071:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603662.762634:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603662.762642:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603662.762649:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603662.762651:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603662.762799:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603662.762803:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603662.762806:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789603663.594635:0:33863:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789603663.594642:0:33863:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603663.594644:0:33863:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603663.594650:0:33863:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672e40 going to sleep for 0 seconds 00000100:00000001:1.0:1789603663.594654:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603663.594658:0:33863:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603663.594661:0:33863:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603663.594664:0:33863:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603663.594667:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603663.786798:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603663.786805:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603663.786810:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603663.786812:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603663.789589:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603663.789596:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603663.789601:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789603664.619015:0:33863:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789603664.619023:0:33863:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603664.619025:0:33863:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603664.619032:0:33863:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672e40 going to sleep for 0 seconds 00000100:00000001:1.0:1789603664.619036:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603664.619039:0:33863:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603664.619041:0:33863:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603664.619044:0:33863:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603664.619046:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603664.810609:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603664.810615:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603664.810620:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603664.810622:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603664.811075:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603664.811078:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603664.811082:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789603665.256589:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603665.256606:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603665.256610:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603665.256612:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603665.256623:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603665.256642:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603665.256652:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603665.256657:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603665.256662:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603665.256667:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 328 into portal 15 MB=0x6aab27ecd7300 00000400:00000200:2.0:1789603665.256676:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.129@tcp of length 328/328 into md 0x7fb5 [2] + 328 00000800:00000001:2.0:1789603665.256684:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603665.256693:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603665.256697:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603665.256702:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603665.256712:0:2395:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789603665.256714:0:2395:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1789603665.256731:0:2395:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f2d80. 00000100:00000040:2.0:1789603665.256736:0:2395:0:(events.c:341:request_in_callback()) incoming req@ffff9eb8040f2d80 x1876533468558080 msgsize 328 00000100:00100000:2.0:1789603665.256741:0:2395:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.129@tcp (source: 12345-192.168.204.129@tcp) 00000100:00000001:2.0:1789603665.256755:0:2395:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1789603665.256764:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603665.256768:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603665.257978:0:16816:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789603665.257983:0:16816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876533468558080 02000000:00000001:3.0:1789603665.258000:0:16816:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789603665.258003:0:16816:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603665.258005:0:16816:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603665.258012:0:16816:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603665.258028:0:16816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876533468558080 00000020:00000001:3.0:1789603665.258031:0:16816:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789603665.258033:0:16816:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe486d 00000020:00000001:3.0:1789603665.258036:0:16816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603665.258057:0:16816:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb810dde000 refcount=3 00000020:00000001:3.0:1789603665.258061:0:16816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112126988288 : -106961582563328 : ffff9eb810dde000) 00000020:00000001:3.0:1789603665.258064:0:16816:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637112126988288 : -106961582563328 : ffff9eb810dde000) 00000100:00000001:3.0:1789603665.258081:0:16816:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789603665.258090:0:16816:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb807d57100. 00000100:00000001:3.0:1789603665.258094:0:16816:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789603665.258097:0:16816:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb807d57100. 00000020:00000010:3.0:1789603665.258116:0:16816:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb805571c00. 00000020:00000010:3.0:1789603665.258123:0:16816:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9eb80502b600. 00000020:00000010:3.0:1789603665.258143:0:16816:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9eb80798fed8. 00000100:00000040:3.0:1789603665.258154:0:16816:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1789603665.258158:0:16816:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789603665.258159:0:16816:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789603665.258163:0:16816:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603665.258172:0:16816:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603665.258216:0:16816:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603665.258229:0:16816:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789603665.258242:0:16816:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789603665.258249:0:16816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.129@tcp, seq: 61 00000100:00000040:3.0:1789603665.258253:0:16816:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9eb810dde000 : new rpc_count 1 00000100:00000001:3.0:1789603665.258255:0:16816:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446637111912115584 : -106961797436032 : ffff9eb8040f2d80) 00000100:00000040:3.0:1789603665.258278:0:16816:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9eb8040f2d80 x1876533468558080/t0(0) o104->a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f@192.168.204.129@tcp:751/0 lens 328/0 e 0 to 0 dl 1789603676 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603665.258288:0:16816:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789603665.258291:0:16816:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb807d57100. 00000100:00000001:3.0:1789603665.258293:0:16816:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789603665.258296:0:16816:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb807d57100. 00000100:00100000:3.0:1789603665.258312:0:16816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9eb8040f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f+3:26462:x1876533468558080:12345-192.168.204.129@tcp:104: 00000100:00000200:3.0:1789603665.258316:0:16816:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876533468558080 00010000:00000001:3.0:1789603665.258318:0:16816:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1789603665.258345:0:16816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603665.258347:0:16816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603665.258350:0:16816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4e00 refcount=2 00000020:00000001:3.0:1789603665.258352:0:16816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164765184 : -106961544786432 : ffff9eb8131e4e00) 00010000:00000001:3.0:1789603665.258355:0:16816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164765184 : -106961544786432 : ffff9eb8131e4e00) 00010000:00000001:3.0:1789603665.258358:0:16816:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603665.258362:0:16816:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603665.258366:0:16816:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4e00/0xa04c19c788fe54fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x31dbb14d74e91c47 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789603665.258375:0:16816:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789603665.258388:0:16816:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789603665.258393:0:16816:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9eb80511e400. 02000000:00000001:3.0:1789603665.258395:0:16816:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603665.258399:0:16816:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603665.258404:0:16816:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789603665.258420:0:16816:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603665.258425:0:16816:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810bb1de8 time=62 v=5 (1 1 1 1) 00000100:00000001:3.0:1789603665.258430:0:16816:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789603665.258433:0:16816:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 16 to 192.168.204.129@tcp 00000100:00000001:3.0:1789603665.258435:0:16816:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 02000000:00000001:3.0:1789603665.258437:0:16816:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789603665.258439:0:16816:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603665.258442:0:16816:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603665.258445:0:16816:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603665.258461:0:16816:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0cc0. 00000100:00000200:3.0:1789603665.258469:0:16816:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876533468558080, offset 224 00000400:00000200:3.0:1789603665.258489:0:16816:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603665.258499:0:16816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603665.258508:0:16816:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.29@tcp to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603665.258551:0:16816:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2895:2895:256:4294967295] 192.168.204.129@tcp LPNI seq info [2895:2895:8:4294967295] 00000400:00000200:3.0:1789603665.258556:0:16816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603665.258565:0:16816:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:192.168.204.29@tcp) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603665.258570:0:16816:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603665.258577:0:16816:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783fa00. 00000800:00000200:3.0:1789603665.258597:0:16816:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603665.258606:0:16816:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603665.258610:0:16816:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603665.258646:0:16816:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603665.258687:0:16816:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00010000:00000001:3.0:1789603665.258692:0:16816:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1789603665.258720:0:16816:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9eb810adb9c0. 00010000:00000001:3.0:1789603665.258835:0:16816:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789603665.258854:0:16816:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1789603665.258857:0:16816:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603665.258858:0:16816:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603665.258861:0:16816:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603665.258866:0:16816:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f2d80 x1876533468558080/t0(0) o104->a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f@192.168.204.129@tcp:751/0 lens 328/224 e 0 to 0 dl 1789603676 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789603665.258876:0:16816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9eb8040f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f+3:26462:x1876533468558080:12345-192.168.204.129@tcp:104: Request processed in 586us (2137us total) trans 0 rc 0/0 00000100:00100000:3.0:1789603665.258884:0:16816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.129@tcp, seq: 61 00000100:00000040:3.0:1789603665.258887:0:16816:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9eb810dde000 : new rpc_count 0 00000100:00000001:3.0:1789603665.258889:0:16816:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789603665.258891:0:16816:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789603665.258895:0:16816:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9eb80502b600. 00000020:00000010:3.0:1789603665.258900:0:16816:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9eb80798fed8. 00000020:00000010:3.0:1789603665.258903:0:16816:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9eb805571c00. 00000020:00000040:3.0:1789603665.258927:0:16816:0:(genops.c:879:class_export_put()) PUTting export ffff9eb810dde000 : new refcount 2 00000100:00000001:3.0:1789603665.258940:0:16816:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789603665.259090:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1789603665.259102:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000800:00000010:3.0:1789603665.259106:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783fa00. 00000020:00000001:1.0:1789603665.259107:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603665.259113:0:16825:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000400:00000200:3.0:1789603665.259115:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1789603665.259116:0:16825:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1789603665.259120:0:16825:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1789603665.259124:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00010000:00010000:1.0:1789603665.259127:0:16825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4e00/0xa04c19c788fe54fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x31dbb14d74e91c47 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603665.259141:0:16825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb8131e4e00 already unused, calling callback (ffffffffc140cc20) 00000400:00000200:3.0:1789603665.259144:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0cc0 10000000:00000001:1.0:1789603665.259145:0:16825:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1789603665.259149:0:16825:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4e00/0xa04c19c788fe54fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x31dbb14d74e91c47 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:3.0:1789603665.259150:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0cc0. 00000100:00000001:3.0:1789603665.259157:0:2394:0:(events.c:390:reply_out_callback()) Process entered 00010000:00000001:1.0:1789603665.259159:0:16825:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1789603665.259160:0:2394:0:(events.c:402:reply_out_callback()) Process leaving 00010000:00000001:1.0:1789603665.259164:0:16825:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603665.259167:0:16825:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603665.259169:0:16825:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4e00 refcount=3 00000020:00000001:1.0:1789603665.259183:0:16825:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164765184 : -106961544786432 : ffff9eb8131e4e00) 00010000:00000001:1.0:1789603665.259186:0:16825:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164765184 : -106961544786432 : ffff9eb8131e4e00) 00010000:00000001:1.0:1789603665.259189:0:16825:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789603665.259192:0:16825:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4e00/0xa04c19c788fe54fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x31dbb14d74e91c47 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1789603665.259199:0:16825:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1789603665.259201:0:16825:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4e00/0xa04c19c788fe54fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x31dbb14d74e91c47 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789603665.259206:0:16825:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1789603665.259210:0:16825:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1789603665.259212:0:16825:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1789603665.259214:0:16825:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1789603665.259215:0:16825:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1789603665.259217:0:16825:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789603665.259236:0:16825:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1789603665.259238:0:16825:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1789603665.259240:0:16825:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff9eb810087c00) refs 2 10000000:00000001:1.0:1789603665.259242:0:16825:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1789603665.259244:0:16825:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603665.259246:0:16825:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789603665.259249:0:16825:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789603665.259251:0:16825:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789603665.259253:0:16825:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603665.259255:0:16825:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789603665.259258:0:16825:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb8131e4e00 with handle 0xa04c19c788fe54fa from hash 00010000:00000001:1.0:1789603665.259260:0:16825:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789603665.259262:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603665.259264:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603665.259265:0:16825:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789603665.259266:0:16825:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789603665.259268:0:16825:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1789603665.259271:0:16825:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603665.259273:0:16825:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1789603665.259280:0:16825:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd7480. 00000020:00000040:1.0:1789603665.259284:0:16825:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:1.0:1789603665.259288:0:16825:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603665.259290:0:16825:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603665.259295:0:16825:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603665.259301:0:16825:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb8051caa00. 00000100:00000001:1.0:1789603665.259307:0:16825:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603665.259310:0:16825:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789603665.259314:0:16825:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4e00/0xa04c19c788fe54fa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x31dbb14d74e91c47 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603665.259320:0:16825:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789603665.259322:0:16825:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603665.259347:0:16825:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603665.259351:0:16825:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603665.259360:0:16825:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f316f2] to pc [ptlrpcd_00_00+0] req@ffff9eb806bd7480 x1876533442911616/t0(0) o103->MGC192.168.204.129@tcp@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789603665.259381:0:16825:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603665.259383:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603665.259384:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603665.259386:0:16825:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603665.259388:0:16825:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789603665.259390:0:16825:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603665.259393:0:16825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4e00/0xa04c19c788fe54fa lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x31dbb14d74e91c47 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603665.259399:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789603665.259401:0:16825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.129@tcp lock: ffff9eb8131e4e00/0xa04c19c788fe54fa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x31dbb14d74e91c47 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789603665.259408:0:16825:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb8042bb800 count: 0 00010000:00000001:1.0:1789603665.259420:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603665.259421:0:16825:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1789603665.259423:0:16825:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9eb810adb9c0. 00010000:00000001:1.0:1789603665.259428:0:16825:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603665.259430:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603665.259432:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603665.259434:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789603665.259435:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603665.259436:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603665.259437:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789603665.259439:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603665.259440:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603665.259442:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789603665.259448:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1789603665.259452:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1789603665.259453:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603665.259458:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603665.259461:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603665.259463:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603665.259465:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603665.259467:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603665.259473:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd7480 x1876533442911616/t0(0) o103->MGC192.168.204.129@tcp@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603665.259481:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603665.259483:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603665.259487:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603665.259490:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603665.259492:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603665.259496:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2401:1876533442911616:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789603665.259500:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603665.259505:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603665.259507:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603665.259554:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603665.259560:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8051cb000. 02000000:00000001:1.0:1789603665.259562:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603665.259568:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603665.259572:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603665.259577:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc088. 00000100:00000200:1.0:1789603665.259583:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442911616, portal 18 00000100:00000001:1.0:1789603665.259586:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603665.259587:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957091456 : -106961752460160 : ffff9eb806bd7480) 00000100:00000040:1.0:1789603665.259594:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd7480 x1876533442911616/t0(0) o103->MGC192.168.204.129@tcp@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603681 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603665.259601:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603665.259604:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603665.259607:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc000. 00000100:00000200:1.0:1789603665.259610:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876533442911616, offset 0 00000400:00000200:1.0:1789603665.259617:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603665.259624:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603665.259630:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603665.259637:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603665.259642:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603665.259647:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603665.259650:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603665.259652:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2896:2896:256:4294967295] 192.168.204.129@tcp LPNI seq info [2896:2896:8:4294967295] 00000400:00000200:1.0:1789603665.259656:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603665.259664:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603665.259669:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603665.259674:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9b00. 00000800:00000200:1.0:1789603665.259680:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603665.259686:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603665.259689:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789603665.259696:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603665.259699:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603665.259701:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296668139 00000100:00000001:1.0:1789603665.259708:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296665450 00000100:00000001:1.0:1789603665.259712:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296668139 00000100:00000001:1.0:1789603665.259715:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296665450 00000100:00000001:1.0:1789603665.259718:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603665.259720:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603665.259724:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603665.259726:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603665.259854:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603665.259857:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603665.266157:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603665.266166:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9b00. 00000400:00000200:2.0:1789603665.266174:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603665.266183:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603665.266190:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc000 00000400:00000010:2.0:1789603665.266193:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc000. 00000100:00000001:2.0:1789603665.266198:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603665.266205:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd7480 x1876533442911616/t0(0) o103->MGC192.168.204.129@tcp@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603681 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603665.266218:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603665.266248:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd7480 x1876533442911616/t0(0) o103->MGC192.168.204.129@tcp@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603681 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603665.266257:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603665.266259:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789603665.270687:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8042bb800. 00010000:00000010:1.1:1789603665.270703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4e00. 00000800:00000001:3.0:1789603665.277820:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603665.277838:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603665.277842:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603665.277845:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603665.277854:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603665.277862:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603665.277871:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603665.277876:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603665.277882:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603665.277886:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 18 MB=0x6aab27d461d80 00000400:00000200:3.0:1789603665.277891:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603665.277897:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.129@tcp of length 224/224 into md 0x83ed [1] + 224 00000800:00000001:3.0:1789603665.277904:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603665.277910:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603665.277914:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603665.277918:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603665.277926:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603665.277935:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd7480 x1876533442911616/t0(0) o103->MGC192.168.204.129@tcp@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603681 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603665.277947:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd7480 x1876533442911616/t0(0) o103->MGC192.168.204.129@tcp@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603681 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603665.277970:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603665.277980:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603665.277984:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603665.278290:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603665.278295:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603665.278301:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603665.278303:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603665.278307:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603665.278312:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc088 00000400:00000010:1.0:1789603665.278315:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc088. 00000100:00000001:1.0:1789603665.278318:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603665.278336:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd7480 x1876533442911616/t0(0) o103->MGC192.168.204.129@tcp@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603681 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603665.278359:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd7480 x1876533442911616/t0(0) o103->MGC192.168.204.129@tcp@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603681 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603665.278366:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603665.278369:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603665.278372:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603665.278375:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603665.278378:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603665.278380:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603665.278383:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603665.278391:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abca8 time=658 v=5 (5 5 0 5) 00000100:00001000:1.0:1789603665.278396:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603665.278399:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603665.278401:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603665.278404:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603665.278407:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603665.278410:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603665.278416:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd7480 x1876533442911616/t0(0) o103->MGC192.168.204.129@tcp@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603681 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603665.278424:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603665.278427:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603665.278430:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603665.278433:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd7480 x1876533442911616/t0(0) o103->MGC192.168.204.129@tcp@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603681 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603665.278441:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2401:1876533442911616:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789603665.278446:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603665.278449:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603665.278452:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd7480 x1876533442911616/t0(0) o103->MGC192.168.204.129@tcp@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603681 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603665.278459:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603665.278462:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603665.278466:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8051cb000. 02000000:00000001:1.0:1789603665.278470:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603665.278473:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603665.278475:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:1.0:1789603665.278477:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603665.278479:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb8051caa00. 02000000:00000001:1.0:1789603665.278482:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603665.278483:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603665.278485:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd7480. 00000100:00000001:1.0:1789603665.278490:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603665.278491:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603665.278494:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603665.278503:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603665.278506:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603665.278508:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603665.278542:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603665.643124:0:33863:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789603665.643135:0:33863:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603665.643137:0:33863:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603665.643145:0:33863:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672e40 going to sleep for 0 seconds 00000100:00000001:1.0:1789603665.643149:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603665.643155:0:33863:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603665.643158:0:33863:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603665.643162:0:33863:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603665.643166:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603665.835062:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603665.835069:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603665.835075:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603665.835076:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603665.835216:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603665.835220:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603665.835223:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1789603666.282636:0:16827:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1789603666.282644:0:16827:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff9eb810087c00) refs 2 10000000:00000001:0.0:1789603666.282649:0:16827:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789603666.282652:0:16827:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1789603666.282653:0:16827:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1789603666.282654:0:16827:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1789603666.282657:0:16827:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:0.0:1789603666.282659:0:16827:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:0.0:1789603666.282662:0:16827:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff9eb81291b000 from 7 10000000:00000001:0.0:1789603666.282665:0:16827:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1789603666.282667:0:16827:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:0.0:1789603666.282679:0:16827:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1e300. 00000020:00000040:0.0:1789603666.282684:0:16827:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:0.0:1789603666.282689:0:16827:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603666.282692:0:16827:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603666.282697:0:16827:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603666.282704:0:16827:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb814ea1c00. 00000100:00000001:0.0:1789603666.282711:0:16827:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603666.282715:0:16827:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789603666.282718:0:16827:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789603666.282726:0:16827:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb819248600. 00010000:00000001:0.0:1789603666.282730:0:16827:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789603666.282734:0:16827:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb800031000. 00000020:00000001:0.0:1789603666.282738:0:16827:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789603666.282741:0:16827:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb800031000 with handle 0xa04c19c788fe5516 to hash 00000020:00000001:0.0:1789603666.282743:0:16827:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789603666.282744:0:16827:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603666.282748:0:16827:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603666.282752:0:16827:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603666.282755:0:16827:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603666.282759:0:16827:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.129@tcp lock: ffff9eb800031000/0xa04c19c788fe5516 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603666.282770:0:16827:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.129@tcp lock: ffff9eb800031000/0xa04c19c788fe5516 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603666.282781:0:16827:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.129@tcp lock: ffff9eb800031000/0xa04c19c788fe5516 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789603666.282787:0:16827:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603666.282789:0:16827:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603666.282796:0:16827:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb804040600. 00000100:00000001:0.0:1789603666.282799:0:16827:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911384576 : -106961798167040 : ffff9eb804040600) 00000100:00000001:0.0:1789603666.282802:0:16827:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603666.282804:0:16827:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126202624 : -106961583348992 : ffff9eb810d1e300) 00000100:00000001:0.0:1789603666.282808:0:16827:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603666.282812:0:16827:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603666.282814:0:16827:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603666.282816:0:16827:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603666.282839:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1e300 x1876533442911744/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603666.282848:0:16827:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603666.282850:0:16827:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603666.282854:0:16827:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603666.282856:0:16827:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603666.282858:0:16827:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603666.282862:0:16827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:16827:1876533442911744:192.168.204.129@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1789603666.282866:0:16827:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603666.282871:0:16827:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603666.282873:0:16827:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603666.282875:0:16827:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603666.282879:0:16827:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8051e1c00. 02000000:00000001:0.0:1789603666.282881:0:16827:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603666.282888:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603666.282893:0:16827:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139420. 00000400:00000010:0.0:1789603666.282901:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136824c8. 00000100:00000200:0.0:1789603666.282907:0:16827:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442911744, portal 25 00000100:00000001:0.0:1789603666.282909:0:16827:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603666.282910:0:16827:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126202624 : -106961583348992 : ffff9eb810d1e300) 00000100:00000040:0.0:1789603666.282916:0:16827:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1e300 x1876533442911744/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603682 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603666.282923:0:16827:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603666.282926:0:16827:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603666.282928:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682e58. 00000100:00000200:0.0:1789603666.282932:0:16827:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876533442911744, offset 0 00000400:00000200:0.0:1789603666.282939:0:16827:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603666.282947:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603666.282968:0:16827:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603666.282974:0:16827:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603666.282979:0:16827:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603666.282983:0:16827:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603666.282985:0:16827:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603666.282989:0:16827:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2897:2897:256:4294967295] 192.168.204.129@tcp LPNI seq info [2897:2897:8:4294967295] 00000400:00000200:0.0:1789603666.282993:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603666.283003:0:16827:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603666.283010:0:16827:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603666.283016:0:16827:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076b00. 00000800:00000200:0.0:1789603666.283023:0:16827:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603666.283030:0:16827:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603666.283035:0:16827:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789603666.283058:0:16827:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603666.283063:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603666.283065:0:16827:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296669162 00000100:00000001:0.0:1789603666.283073:0:16827:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296668139 00000100:00000001:0.0:1789603666.283078:0:16827:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296669162 00000100:00000001:0.0:1789603666.283082:0:16827:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296668139 00000100:00000001:0.0:1789603666.283085:0:16827:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603666.283087:0:16827:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603666.283090:0:16827:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603666.283092:0:16827:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603666.283095:0:16827:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb804040600 going to sleep for 11 seconds 00000100:00000001:0.0:1789603666.283097:0:16827:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603666.283101:0:16827:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603666.284364:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603666.284372:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076b00. 00000400:00000200:2.0:1789603666.284379:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603666.284386:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603666.284394:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682e58 00000400:00000010:2.0:1789603666.284396:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682e58. 00000100:00000001:2.0:1789603666.284401:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603666.284407:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1e300 x1876533442911744/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603682 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603666.284419:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603666.284422:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1e300 x1876533442911744/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603682 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603666.284429:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603666.284430:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603666.287452:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603666.287475:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603666.287480:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603666.287483:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603666.287494:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603666.287505:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603666.287561:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603666.287567:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603666.287573:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603666.287578:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 344 into portal 25 MB=0x6aab27d461e00 00000400:00000200:3.0:1789603666.287585:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603666.287592:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 344/344 into md 0x83f5 [1] + 224 00000800:00000001:3.0:1789603666.287601:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603666.287609:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603666.287614:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603666.287619:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603666.287642:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603666.287654:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1e300 x1876533442911744/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603682 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603666.287667:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9eb810d1e300 x1876533442911744/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603682 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603666.287692:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603666.287702:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603666.287706:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603666.291413:0:16827:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603666.291428:0:16827:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603666.291431:0:16827:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603666.291435:0:16827:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139420. 00000400:00000200:0.0:1789603666.291444:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136824c8 00000400:00000010:0.0:1789603666.291447:0:16827:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136824c8. 00000100:00000001:0.0:1789603666.291451:0:16827:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603666.291463:0:16827:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1e300 x1876533442911744/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603682 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603666.291475:0:16827:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1e300 x1876533442911744/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603682 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603666.291483:0:16827:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603666.291485:0:16827:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603666.291487:0:16827:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603666.291491:0:16827:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603666.291493:0:16827:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603666.291496:0:16827:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603666.291499:0:16827:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603666.291505:0:16827:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=64 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603666.291555:0:16827:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603666.291558:0:16827:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603666.291560:0:16827:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603666.291563:0:16827:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603666.291565:0:16827:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603666.291568:0:16827:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603666.291582:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1e300 x1876533442911744/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603682 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603666.291590:0:16827:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603666.291593:0:16827:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603666.291595:0:16827:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603666.291598:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1e300 x1876533442911744/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603682 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603666.291607:0:16827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:16827:1876533442911744:192.168.204.129@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1789603666.291612:0:16827:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603666.291615:0:16827:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603666.291617:0:16827:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603666.291619:0:16827:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603666.291622:0:16827:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1e300 x1876533442911744/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603682 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603666.291629:0:16827:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603666.291632:0:16827:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb804040600. 00000100:00000001:0.0:1789603666.291637:0:16827:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603666.291639:0:16827:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603666.291641:0:16827:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789603666.291644:0:16827:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603666.291647:0:16827:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603666.291650:0:16827:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=4 00000020:00000001:0.0:1789603666.291653:0:16827:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603666.291655:0:16827:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000040:0.0:1789603666.291662:0:16827:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb800031000, remote cookie: 0x31dbb14d74e91d74, flags: 0x0 00010000:00000001:0.0:1789603666.291665:0:16827:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789603666.291669:0:16827:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789603666.291671:0:16827:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789603666.291672:0:16827:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789603666.291674:0:16827:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789603666.291677:0:16827:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff9eb819248600) refcount = 1 00010000:00010000:0.0:1789603666.291682:0:16827:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.129@tcp lock: ffff9eb800031000/0xa04c19c788fe5516 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x31dbb14d74e91d74 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603666.291689:0:16827:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789603666.291691:0:16827:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789603666.291692:0:16827:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603666.291695:0:16827:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789603666.291698:0:16827:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603666.291702:0:16827:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.129@tcp lock: ffff9eb800031000/0xa04c19c788fe5516 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x31dbb14d74e91d74 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603666.291707:0:16827:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789603666.291709:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603666.291711:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603666.291712:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603666.291713:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603666.291715:0:16827:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603666.291717:0:16827:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603666.291721:0:16827:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1e300 x1876533442911744/t0(0) o101->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 328/344 e 0 to 0 dl 1789603682 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603666.291728:0:16827:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603666.291730:0:16827:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603666.291733:0:16827:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8051e1c00. 02000000:00000001:0.0:1789603666.291737:0:16827:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603666.291740:0:16827:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603666.291741:0:16827:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:0.0:1789603666.291743:0:16827:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603666.291746:0:16827:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb814ea1c00. 02000000:00000001:0.0:1789603666.291749:0:16827:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603666.291751:0:16827:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603666.291752:0:16827:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1e300. 00000100:00000001:0.0:1789603666.291756:0:16827:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603666.291757:0:16827:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1789603666.291759:0:16827:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789603666.291762:0:16827:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1789603666.291765:0:16827:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff9eb810087c00) refs 3 10000000:00000001:0.0:1789603666.291767:0:16827:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603666.291768:0:16827:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603666.291770:0:16827:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603666.291771:0:16827:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:0.0:1789603666.291773:0:16827:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603666.291775:0:16827:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603666.291778:0:16827:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1789603666.291779:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603666.291780:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603666.291787:0:16827:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789603666.291789:0:16827:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1789603666.291797:0:16827:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at ffff9eb806947fe0. 00000100:00000010:0.0:1789603666.291827:0:16827:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1e300. 00000020:00000040:0.0:1789603666.291831:0:16827:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:0.0:1789603666.291836:0:16827:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603666.291839:0:16827:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603666.291844:0:16827:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603666.291851:0:16827:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb814ea1c00. 00000100:00000001:0.0:1789603666.291858:0:16827:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603666.291862:0:16827:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1789603666.291866:0:16827:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9eb8051e1c00. 00000100:00000010:0.0:1789603666.291869:0:16827:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff9eb807a3f700. 00000020:00000040:0.0:1789603666.291871:0:16827:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=5 obd=MGC192.168.204.129@tcp 00000100:00000001:0.0:1789603666.291875:0:16827:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603666.291877:0:16827:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603666.291881:0:16827:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb804040600. 00000100:00000001:0.0:1789603666.291883:0:16827:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911384576 : -106961798167040 : ffff9eb804040600) 00000100:00000001:0.0:1789603666.291885:0:16827:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603666.291887:0:16827:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126202624 : -106961583348992 : ffff9eb810d1e300) 00000100:00000001:0.0:1789603666.291891:0:16827:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603666.291895:0:16827:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603666.291896:0:16827:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603666.291898:0:16827:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603666.291902:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1e300 x1876533442911872/t0(0) o256->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603666.291908:0:16827:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603666.291911:0:16827:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603666.291914:0:16827:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603666.291917:0:16827:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603666.291919:0:16827:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603666.291923:0:16827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:16827:1876533442911872:192.168.204.129@tcp:256:ll_cfg_requeue.0 00000100:00000001:0.0:1789603666.291927:0:16827:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603666.291931:0:16827:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603666.291933:0:16827:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603666.291935:0:16827:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1789603666.291942:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603666.291945:0:16827:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139420. 00000400:00000010:0.0:1789603666.291950:0:16827:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9eb804040f00. 00000100:00000200:0.0:1789603666.291968:0:16827:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6aab27d461e80-0x6aab27d461e80, portal 33 00000100:00000001:0.0:1789603666.291971:0:16827:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603666.291973:0:16827:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603666.291977:0:16827:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb814ea0000. 02000000:00000001:0.0:1789603666.291978:0:16827:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603666.291982:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603666.291985:0:16827:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139b58. 00000400:00000010:0.0:1789603666.291988:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136824c8. 00000100:00000200:0.0:1789603666.291992:0:16827:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442911872, portal 25 00000100:00000001:0.0:1789603666.291993:0:16827:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603666.291995:0:16827:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126202624 : -106961583348992 : ffff9eb810d1e300) 00000100:00000040:0.0:1789603666.292000:0:16827:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1e300 x1876533442911872/t0(0) o256->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1789603682 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603666.292007:0:16827:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603666.292124:0:16827:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603666.292128:0:16827:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682440. 00000100:00000200:0.0:1789603666.292132:0:16827:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1876533442911872, offset 0 00000400:00000200:0.0:1789603666.292139:0:16827:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603666.292147:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603666.292223:0:16827:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603666.292229:0:16827:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603666.292234:0:16827:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603666.292238:0:16827:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603666.292315:0:16827:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603666.292319:0:16827:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2898:2898:256:4294967295] 192.168.204.129@tcp LPNI seq info [2898:2898:8:4294967295] 00000400:00000200:0.0:1789603666.292324:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603666.292335:0:16827:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603666.292341:0:16827:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603666.292346:0:16827:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076300. 00000800:00000200:0.0:1789603666.292354:0:16827:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603666.292362:0:16827:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603666.292367:0:16827:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076300 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:0.0:1789603666.292393:0:16827:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603666.292398:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603666.292401:0:16827:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296669171 00000100:00000001:0.0:1789603666.292409:0:16827:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296669162 00000100:00000001:0.0:1789603666.292414:0:16827:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296669171 00000100:00000001:0.0:1789603666.292418:0:16827:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296669162 00000100:00000001:0.0:1789603666.292421:0:16827:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603666.292424:0:16827:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603666.292426:0:16827:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603666.292428:0:16827:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603666.292431:0:16827:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb804040600 going to sleep for 11 seconds 00000100:00000001:0.0:1789603666.292433:0:16827:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603666.292435:0:16827:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603666.293221:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603666.293230:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076300. 00000400:00000200:2.0:1789603666.293235:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603666.293366:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603666.293372:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682440 00000400:00000010:2.0:1789603666.293375:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682440. 00000100:00000001:2.0:1789603666.293379:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603666.293385:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1e300 x1876533442911872/t0(0) o256->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1789603682 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603666.293396:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603666.293399:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1e300 x1876533442911872/t0(0) o256->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1789603682 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603666.293405:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603666.293406:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603666.295138:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603666.295159:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603666.295165:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603666.295168:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603666.295177:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603666.295185:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603666.295196:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603666.295202:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603666.295207:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603666.295212:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 176 into portal 33 MB=0x6aab27d461e80 00000400:00000200:3.0:1789603666.295217:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603666.295225:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.204.129@tcp of length 176/176 into md 0x83fd [4] + 0 00000400:00000010:3.0:1789603666.295231:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139420. 00000400:00000200:3.0:1789603666.295236:0:2394:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9eb804040f00 00000800:00000001:3.0:1789603666.295243:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603666.295250:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603666.295254:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603666.295258:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603666.295264:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb804040f00 00000400:00000010:3.0:1789603666.295267:0:2394:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9eb804040f00. 00000100:00000001:3.0:1789603666.295273:0:2394:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:3.0:1789603666.295276:0:2394:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9eb810d1e300 desc ffff9eb8051e1c00 mbits 1876533442911872 00000100:00000001:3.0:1789603666.295315:0:2394:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1789603666.295325:0:2394:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789603666.295329:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603666.295336:0:2394:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.29@tcp to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603666.295343:0:2394:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2899:2899:256:4294967295] 192.168.204.129@tcp LPNI seq info [2899:2899:8:4294967295] 00000400:00000200:3.0:1789603666.295348:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603666.295358:0:2394:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:192.168.204.29@tcp) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) 192.168.204.129@tcp : ACK try# 0 00000800:00000200:3.0:1789603666.295364:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603666.295373:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at ffff9eb8069b5200. 00000800:00000200:3.0:1789603666.295380:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603666.295399:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603666.295404:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8069b5200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789603666.295503:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603666.295507:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at ffff9eb8069b5200. 00000400:00000200:3.0:1789603666.295551:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603666.295557:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: ACK: OK 00000800:00000001:2.0:1789603666.295558:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603666.295573:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603666.296369:0:16827:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603666.296377:0:16827:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789603666.297027:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603666.297040:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603666.297044:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603666.297046:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603666.297054:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603666.297062:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603666.297073:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603666.297078:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603666.297083:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603666.297087:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 240 into portal 25 MB=0x6aab27d461e80 00000400:00000200:3.0:1789603666.297094:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603666.297101:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 240/240 into md 0x8405 [1] + 224 00000800:00000001:3.0:1789603666.297107:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603666.297114:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603666.297117:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603666.297121:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603666.297128:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603666.297140:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1e300 x1876533442911872/t0(0) o256->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1789603682 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603666.297153:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff9eb810d1e300 x1876533442911872/t0(0) o256->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1789603682 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603666.297178:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603666.297186:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603666.297190:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603666.297280:0:16827:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603666.297289:0:16827:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603666.297291:0:16827:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603666.297295:0:16827:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139b58. 00000400:00000200:0.0:1789603666.297300:0:16827:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136824c8 00000400:00000010:0.0:1789603666.297313:0:16827:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136824c8. 00000100:00000001:0.0:1789603666.297318:0:16827:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603666.297323:0:16827:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1e300 x1876533442911872/t0(0) o256->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1789603682 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603666.297341:0:16827:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1e300 x1876533442911872/t0(0) o256->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1789603682 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603666.297348:0:16827:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603666.297350:0:16827:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603666.297352:0:16827:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603666.297357:0:16827:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603666.297360:0:16827:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603666.297362:0:16827:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603666.297366:0:16827:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603666.297375:0:16827:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=64 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603666.297380:0:16827:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603666.297393:0:16827:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603666.297395:0:16827:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603666.297399:0:16827:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603666.297402:0:16827:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603666.297406:0:16827:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603666.297412:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9eb810d1e300 x1876533442911872/t0(0) o256->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1789603682 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789603666.297422:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9eb810d1e300 x1876533442911872/t0(0) o256->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1789603682 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603666.297430:0:16827:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603666.297433:0:16827:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603666.297437:0:16827:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1e300 x1876533442911872/t0(0) o256->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1789603682 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603666.297445:0:16827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:16827:1876533442911872:192.168.204.129@tcp:256:ll_cfg_requeue.0 00000100:00000001:0.0:1789603666.297451:0:16827:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603666.297454:0:16827:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603666.297457:0:16827:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603666.297460:0:16827:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603666.297464:0:16827:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1e300 x1876533442911872/t0(0) o256->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1789603682 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603666.297471:0:16827:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603666.297474:0:16827:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb804040600. 00000100:00000001:0.0:1789603666.297477:0:16827:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603666.297479:0:16827:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1789603666.297487:0:16827:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 10, more 0. 10000000:00000001:0.0:1789603666.297492:0:16827:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1789603666.297500:0:16827:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at ffff9eb8051e2000. 10000000:00000010:0.0:1789603666.297504:0:16827:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at ffff9eb805741e00. 10000000:00000200:0.0:1789603666.297543:0:16827:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:0.0:1789603666.297547:0:16827:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0000-osc-ffff9eb81291b000 00010000:00000001:0.0:1789603666.297557:0:16827:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1789603666.297561:0:16827:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:0.0:1789603666.297565:0:16827:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.204.129@tcp has 192.168.204.129@tcp. 00000100:00000001:0.0:1789603666.297568:0:16827:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603666.297571:0:16827:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1789603666.297573:0:16827:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.204.129@tcp with 192.168.204.129@tcp 00000100:00000200:0.0:1789603666.297575:0:16827:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.204.129@tcp' 00000400:00000200:0.0:1789603666.297578:0:16827:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1789603666.297582:0:16827:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:0.0:1789603666.297585:0:16827:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.204.129@tcp 00000400:00000200:0.0:1789603666.297589:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603666.297594:0:16827:0:(peer.c:1911:lnet_peer_add()) peer 192.168.204.129@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1789603666.297598:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603666.297604:0:16827:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1789603666.297607:0:16827:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.204.129@tcp NID 192.168.204.129@tcp: 0. pending discovery 00000400:00000200:0.0:1789603666.297610:0:16827:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.204.129@tcp 00000100:00000001:0.0:1789603666.297613:0:16827:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603666.297615:0:16827:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1789603666.297618:0:16827:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 7/10 for lustre-OST0000-osc-ffff9eb81291b000 10000000:00000200:0.0:1789603666.297620:0:16827:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:0.0:1789603666.297623:0:16827:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0001-osc-ffff9eb81291b000 00010000:00000001:0.0:1789603666.297820:0:16827:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1789603666.297823:0:16827:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:0.0:1789603666.297826:0:16827:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.204.129@tcp has 192.168.204.129@tcp. 00000100:00000001:0.0:1789603666.297828:0:16827:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603666.297831:0:16827:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1789603666.297832:0:16827:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.204.129@tcp with 192.168.204.129@tcp 00000100:00000200:0.0:1789603666.297834:0:16827:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.204.129@tcp' 00000400:00000200:0.0:1789603666.297836:0:16827:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1789603666.297837:0:16827:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:0.0:1789603666.297839:0:16827:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.204.129@tcp 00000400:00000200:0.0:1789603666.297842:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603666.297844:0:16827:0:(peer.c:1911:lnet_peer_add()) peer 192.168.204.129@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1789603666.297847:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603666.297851:0:16827:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1789603666.297853:0:16827:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.204.129@tcp NID 192.168.204.129@tcp: 0. pending discovery 00000400:00000200:0.0:1789603666.297856:0:16827:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.204.129@tcp 00000100:00000001:0.0:1789603666.297857:0:16827:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603666.297859:0:16827:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1789603666.297862:0:16827:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 8/10 for lustre-OST0001-osc-ffff9eb81291b000 10000000:00000200:0.0:1789603666.297864:0:16827:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:0.0:1789603666.297866:0:16827:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0001-mdc-ffff9eb81291b000 00010000:00000001:0.0:1789603666.297870:0:16827:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1789603666.297872:0:16827:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:0.0:1789603666.297874:0:16827:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.204.129@tcp has 192.168.204.129@tcp. 00000100:00000001:0.0:1789603666.297876:0:16827:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603666.297878:0:16827:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1789603666.297879:0:16827:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.204.129@tcp with 192.168.204.129@tcp 00000100:00000200:0.0:1789603666.297881:0:16827:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.204.129@tcp' 00000400:00000200:0.0:1789603666.297883:0:16827:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1789603666.297884:0:16827:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:0.0:1789603666.297886:0:16827:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.204.129@tcp 00000400:00000200:0.0:1789603666.297888:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603666.297891:0:16827:0:(peer.c:1911:lnet_peer_add()) peer 192.168.204.129@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1789603666.297893:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603666.297896:0:16827:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1789603666.297898:0:16827:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.204.129@tcp NID 192.168.204.129@tcp: 0. pending discovery 00000400:00000200:0.0:1789603666.297900:0:16827:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.204.129@tcp 00000100:00000001:0.0:1789603666.297901:0:16827:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603666.297903:0:16827:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1789603666.297905:0:16827:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 9/10 for lustre-MDT0001-mdc-ffff9eb81291b000 10000000:00000200:0.0:1789603666.297908:0:16827:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:0.0:1789603666.297910:0:16827:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:0.0:1789603666.297913:0:16827:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1789603666.297914:0:16827:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:0.0:1789603666.297917:0:16827:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.204.129@tcp has 192.168.204.129@tcp. 00000100:00000001:0.0:1789603666.297918:0:16827:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603666.297920:0:16827:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1789603666.297922:0:16827:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.204.129@tcp with 192.168.204.129@tcp 00000100:00000200:0.0:1789603666.297924:0:16827:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.204.129@tcp' 00000400:00000200:0.0:1789603666.297926:0:16827:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1789603666.297927:0:16827:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:0.0:1789603666.297929:0:16827:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.204.129@tcp 00000400:00000200:0.0:1789603666.297931:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603666.297933:0:16827:0:(peer.c:1911:lnet_peer_add()) peer 192.168.204.129@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1789603666.297936:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603666.297938:0:16827:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1789603666.297940:0:16827:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.204.129@tcp NID 192.168.204.129@tcp: 0. pending discovery 00000400:00000200:0.0:1789603666.297943:0:16827:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.204.129@tcp 00000100:00000001:0.0:1789603666.297944:0:16827:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603666.297946:0:16827:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1789603666.297949:0:16827:0:(mgc_request.c:1470:mgc_apply_recover_logs()) IR: lustre-MDT0000-mdc-ffff9eb81291b000 target is obsoleted(1/2), reconnect 00000100:00000001:0.0:1789603666.297952:0:16827:0:(recover.c:297:ptlrpc_recover_import()) Process entered 00000100:00080000:0.0:1789603666.297956:0:16827:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9eb810ddb000 already not connected (conn 25, was 0): DISCONN 00010000:00000001:0.0:1789603666.297962:0:16827:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:0.0:1789603666.297970:0:16827:0:(events.c:564:ptlrpc_uuid_to_peer()) 192.168.204.129@tcp->12345-192.168.204.129@tcp 00000100:00000001:0.0:1789603666.297974:0:16827:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1789603666.297977:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603666.297981:0:16827:0:(peer.c:1635:LNetPrimaryNID()) NID 192.168.204.129@tcp primary NID 192.168.204.129@tcp rc 0 00000100:00000001:0.0:1789603666.297985:0:16827:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789603666.297988:0:16827:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 16 to 192.168.204.129@tcp 00000100:00000001:0.0:1789603666.297991:0:16827:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000100:00000001:0.0:1789603666.297994:0:16827:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446637112140397312 : -106961569154304 : 0xffff9eb811aa7b00) 00000100:00000040:0.0:1789603666.297998:0:16827:0:(connection.c:150:ptlrpc_connection_get()) conn=ffff9eb811aa7b00 refcount 16 to 192.168.204.129@tcp 00000100:00000040:0.0:1789603666.298000:0:16827:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.204.129@tcp -> ffff9eb811aa7b00 00010000:00080000:0.0:1789603666.298005:0:16827:0:(ldlm_lib.c:85:import_set_conn()) imp ffff9eb810ddb000@lustre-MDT0000-mdc-ffff9eb81291b000: found existing conn 192.168.204.129@tcp, moved to head 00010000:00000001:0.0:1789603666.298008:0:16827:0:(ldlm_lib.c:87:import_set_conn()) Process leaving via out_free (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1789603666.298012:0:16827:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00010000:00000001:0.0:1789603666.298014:0:16827:0:(ldlm_lib.c:114:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603666.298018:0:16827:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789603666.298022:0:16827:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789603666.298027:0:16827:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789603666.298030:0:16827:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9eb81291b000: connect to NID 192.168.204.129@tcp last attempt 0 00000400:00000200:0.0:1789603666.298034:0:16827:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603666.298038:0:16827:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.129@tcp is discovered: rc = 1 00000100:00000040:0.0:1789603666.298042:0:16827:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:0.0:1789603666.298044:0:16827:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789603666.298046:0:16827:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:0.0:1789603666.298049:0:16827:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000001:0.0:1789603666.298054:0:16827:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789603666.298057:0:16827:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48c1 00000020:00000001:0.0:1789603666.298060:0:16827:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603666.298065:0:16827:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb8203aa800 refcount=5 00000020:00000001:0.0:1789603666.298068:0:16827:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 00000020:00000001:0.0:1789603666.298070:0:16827:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 00000100:00000040:0.0:1789603666.298073:0:16827:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:0.0:1789603666.298075:0:16827:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789603666.298077:0:16827:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:0.0:1789603666.298079:0:16827:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000040:0.0:1789603666.298083:0:16827:0:(genops.c:879:class_export_put()) PUTting export ffff9eb8203aa800 : new refcount 4 00000100:00080000:0.0:1789603666.298087:0:16827:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9eb81291b000: import ffff9eb810ddb000 using connection 192.168.204.129@tcp/192.168.204.129@tcp 00000100:00000001:0.0:1789603666.298090:0:16827:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603666.298093:0:16827:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789603666.298104:0:16827:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603666.298107:0:16827:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603666.298110:0:16827:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789603666.298115:0:16827:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789603666.298119:0:16827:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603666.298121:0:16827:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603666.298130:0:16827:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1d880. 00000020:00000040:0.0:1789603666.298134:0:16827:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:0.0:1789603666.298138:0:16827:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789603666.298140:0:16827:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603666.298143:0:16827:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603666.298147:0:16827:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603666.298151:0:16827:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603666.298160:0:16827:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8051e0000. 00000100:00000001:0.0:1789603666.298168:0:16827:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603666.298175:0:16827:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9eb810d1d880 x1876533442912000/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603666.298186:0:16827:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603666.298191:0:16827:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603666.298196:0:16827:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b605b1f] to pc [ptlrpcd_rcv+-1] req@ffff9eb810d1d880 x1876533442912000/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603666.298288:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603666.298293:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603666.298295:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603666.298333:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1d880 x1876533442912000/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603666.298342:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603666.298345:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603666.298349:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603666.298352:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603666.298355:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603666.298359:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442912000:192.168.204.129@tcp:38:ll_cfg_requeue.0 00000100:00000001:1.0:1789603666.298364:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603666.298369:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603666.298372:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603666.298375:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603666.298381:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a7400. 02000000:00000001:1.0:1789603666.298749:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603666.298757:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603666.298763:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603666.298770:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc088. 00000100:00000200:1.0:1789603666.298779:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442912000, portal 10 00000100:00000001:1.0:1789603666.298783:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603666.298784:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126199936 : -106961583351680 : ffff9eb810d1d880) 00000100:00000040:1.0:1789603666.298793:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1d880 x1876533442912000/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603666.298801:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603666.298804:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603666.298808:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc770. 00000100:00000200:1.0:1789603666.298812:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876533442912000, offset 0 00000400:00000200:1.0:1789603666.298819:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603666.298827:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603666.298834:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603666.298841:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603666.298846:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603666.298850:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603666.298853:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603666.298857:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2900:2900:256:4294967295] 192.168.204.129@tcp LPNI seq info [2900:2900:8:4294967295] 00000400:00000200:1.0:1789603666.298862:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603666.298874:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603666.298881:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603666.298888:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9f00. 00000800:00000200:1.0:1789603666.298895:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603666.298904:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603666.298909:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789603666.298918:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603666.298925:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 836112 usecs (837 jiffies) 00000400:00000200:1.0:1789603666.298928:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603666.298932:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296666068 00000100:00000001:1.0:1789603666.298935:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296669171 00000100:00000001:1.0:1789603666.298938:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296666068 00000100:00000001:1.0:1789603666.298941:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296669171 00000100:00000001:1.0:1789603666.298944:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603666.298948:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603666.298951:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603666.298954:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603666.299091:0:16827:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603666.299096:0:16827:0:(recover.c:350:ptlrpc_recover_import()) Process leaving 10000000:00000040:0.0:1789603666.299099:0:16827:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 10/10 for lustre-MDT0000-mdc-ffff9eb81291b000 10000000:00000010:0.0:1789603666.299102:0:16827:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at ffff9eb805741e00. 10000000:00000010:0.0:1789603666.299108:0:16827:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at ffff9eb8051e2000. 10000000:00000001:0.0:1789603666.299111:0:16827:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603666.299115:0:16827:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603666.299121:0:16827:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1e300 x1876533442911872/t0(0) o256->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 304/240 e 0 to 0 dl 1789603682 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603666.299129:0:16827:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603666.299132:0:16827:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603666.299136:0:16827:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb814ea0000. 02000000:00000001:0.0:1789603666.299139:0:16827:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603666.299142:0:16827:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603666.299144:0:16827:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000020:00000001:0.0:1789603666.299147:0:16827:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1789603666.299149:0:16827:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1789603666.299151:0:16827:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603666.299153:0:16827:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:0.0:1789603666.299155:0:16827:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000010:0.0:1789603666.299159:0:16827:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff9eb807a3f700. 00000100:00000010:0.0:1789603666.299162:0:16827:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9eb8051e1c00. 00000100:00000001:0.0:1789603666.299165:0:16827:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1789603666.299168:0:16827:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb814ea1c00. 02000000:00000001:0.0:1789603666.299171:0:16827:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603666.299173:0:16827:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603666.299175:0:16827:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1e300. 00000100:00000001:0.0:1789603666.299178:0:16827:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603666.299180:0:16827:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1789603666.299204:0:16827:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at ffff9eb806947fe0. 10000000:01000000:0.0:1789603666.299210:0:16827:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.129@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:0.0:1789603666.299215:0:16827:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1789603666.299220:0:16827:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603666.299223:0:16827:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603666.299226:0:16827:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031000 refcount=3 00000020:00000001:0.0:1789603666.299229:0:16827:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603666.299233:0:16827:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844212736 : -106961865338880 : ffff9eb800031000) 00010000:00000001:0.0:1789603666.299236:0:16827:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603666.299243:0:16827:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.129@tcp lock: ffff9eb800031000/0xa04c19c788fe5516 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x31dbb14d74e91d74 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603666.299253:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603666.299256:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789603666.299259:0:16827:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.129@tcp lock: ffff9eb800031000/0xa04c19c788fe5516 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x31dbb14d74e91d74 expref: -99 pid: 16827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603666.299265:0:16827:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603666.299267:0:16827:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603666.299268:0:16827:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1789603666.299270:0:16827:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789603666.299272:0:16827:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789603666.299275:0:16827:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1789603666.299279:0:16827:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1789603666.299281:0:16827:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff9eb810087c00) refs 3 10000000:00000001:0.0:1789603666.299283:0:16827:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:1.0:1789603666.299499:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603666.299502:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789603666.299505:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603666.299507:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603666.299509:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603666.299529:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603666.299815:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603666.299821:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9f00. 00000400:00000200:2.0:1789603666.299828:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603666.299835:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603666.299843:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc770 00000400:00000010:2.0:1789603666.299846:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc770. 00000100:00000001:2.0:1789603666.299850:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603666.299855:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1d880 x1876533442912000/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603666.299864:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603666.299867:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1d880 x1876533442912000/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603676 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603666.299875:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603666.299876:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603666.312158:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603666.312186:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603666.312192:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603666.312195:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603666.312209:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603666.312223:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603666.312234:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603666.312244:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603666.312251:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603666.312259:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 416 into portal 10 MB=0x6aab27d461f00 00000400:00000200:3.0:1789603666.312266:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603666.312273:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 416/416 into md 0x840d [1] + 0 00000800:00000001:3.0:1789603666.312286:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603666.312294:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603666.312313:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603666.312318:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603666.312330:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603666.312343:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1d880 x1876533442912000/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603676 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603666.312356:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9eb810d1d880 x1876533442912000/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603666.312382:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603666.312393:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603666.312396:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603666.312645:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603666.312651:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603666.312660:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603666.312662:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603666.312666:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603666.312672:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc088 00000400:00000010:1.0:1789603666.312675:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc088. 00000100:00000001:1.0:1789603666.312679:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603666.312684:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1d880 x1876533442912000/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603666.312693:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1d880 x1876533442912000/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/544 e 0 to 0 dl 1789603676 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603666.312700:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603666.312703:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603666.312711:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603666.312715:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603666.312718:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603666.312721:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603666.312725:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603666.312737:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=64 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603666.312742:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=44 v=5 (20 0 0 0) 00000100:00000001:1.0:1789603666.312749:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603666.312751:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603666.312754:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789603666.312760:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=0) req@ffff9eb810d1d880 x1876533442912000/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/416 e 0 to 0 dl 1789603676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789603666.312782:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603666.312787:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789603666.312789:0:2399:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: committing for last_committed 4294967638 gen 2 00000100:00000040:1.0:1789603666.312796:0:2399:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967638) req@ffff9eb806bd4380 x1876533442906112/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603646 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603666.312804:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603666.312809:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957078912 : -106961752472704 : ffff9eb806bd4380) 00000100:00000001:1.0:1789603666.312812:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603666.312816:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4380 x1876533442906112/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603646 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603666.312826:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603666.312830:0:2399:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789603666.312832:0:2399:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1789603666.312835:0:2399:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603666.312837:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603666.312847:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1d880 x1876533442912000/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/416 e 0 to 0 dl 1789603676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603666.313054:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603666.313062:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603666.313065:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603666.313068:0:2399:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1789603666.313077:0:2399:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9eb81291b000: connect to target with instance 2 00000020:00000001:1.0:1789603666.313083:0:2399:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789603666.313086:0:2399:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48c1 00000020:00000001:1.0:1789603666.313092:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603666.313096:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb8203aa800 refcount=5 00000020:00000001:1.0:1789603666.313098:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 00000020:00000001:1.0:1789603666.313101:0:2399:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 00000100:00001000:1.0:1789603666.313105:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=1789603666 v=0 (0 0 0 0) 00000100:00001000:1.0:1789603666.313111:0:2399:0:(import.c:2262:obd_at_measure()) AT ffff9eb810ddb418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1789603666.313117:0:2399:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 751, crc32c 5223, adler 374 00000020:00000040:1.0:1789603666.313128:0:2399:0:(genops.c:879:class_export_put()) PUTting export ffff9eb8203aa800 : new refcount 4 00000100:00000001:1.0:1789603666.313130:0:2399:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1789603666.313134:0:2399:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:1.0:1789603666.313138:0:2399:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9eb81291b000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:1.0:1789603666.313145:0:2399:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1789603666.313146:0:2399:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603666.313148:0:2399:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:1.0:1789603666.313152:0:2399:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:1.0:1789603666.313158:0:2399:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789603666.313160:0:2399:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603666.313162:0:2399:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603666.313164:0:2399:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603666.313165:0:2399:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789603666.313167:0:2399:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603666.313168:0:2399:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603666.313170:0:2399:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1789603666.313176:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00000001:1.0:1789603666.313183:0:2399:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789603666.313187:0:2399:0:(import.c:1745:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789603666.313191:0:2399:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789603666.313192:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789603666.313194:0:2399:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: committing for last_committed 4294967638 gen 2 00000100:00000040:1.0:1789603666.313196:0:2399:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1789603666.313198:0:2399:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789603666.313200:0:2399:0:(recover.c:53:ptlrpc_replay_next()) import ffff9eb810ddb000 from lustre-MDT0000_UUID committed 4294967638 last 0 00000100:00000001:1.0:1789603666.313203:0:2399:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789603666.313207:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000020:00000040:1.0:1789603666.313210:0:2399:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603666.317623:0:2399:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603666.317641:0:2399:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603666.317665:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1d880 x1876533442912000/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/416 e 0 to 0 dl 1789603676 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603666.317679:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442912000:192.168.204.129@tcp:38:ll_cfg_requeue.0 00000100:00000001:0.0:1789603666.317686:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603666.317692:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603666.317696:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1d880 x1876533442912000/t0(0) o38->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/416 e 0 to 0 dl 1789603676 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1789603666.317759:0:34091:0:(ldlm_request.c:2972:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-mdc-ffff9eb81291b000 to lustre-MDT0000_UUID@192.168.204.129@tcp 00010000:00000001:1.0:1789603666.317774:0:34091:0:(ldlm_request.c:2924:__ldlm_replay_locks()) Process entered 00010000:00010000:1.0:1789603666.317777:0:34091:0:(ldlm_request.c:2888:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-mdc-ffff9eb81291b000 (1) 00010000:00000001:1.0:1789603666.317783:0:34091:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000002:00000001:1.0:1789603666.317791:0:34091:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789603666.317794:0:34091:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603666.317798:0:34091:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603666.317802:0:34091:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789603666.317805:0:34091:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789603666.317808:0:34091:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1789603666.317812:0:34091:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789603666.317911:0:34091:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789603666.317914:0:34091:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789603666.317917:0:34091:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x29:0x0] mode (null) 00000002:00000001:1.0:1789603666.317923:0:34091:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603666.317927:0:34091:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603666.317937:0:34091:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248e00 count: 2 00010000:00000001:1.0:1789603666.317941:0:34091:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603666.317948:0:34091:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603666.317950:0:34091:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603666.317951:0:34091:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603666.317952:0:34091:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248e00 count: 2 00010000:00000001:1.0:1789603666.317954:0:34091:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603666.317956:0:34091:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603666.317958:0:34091:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603666.317959:0:34091:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603666.317960:0:34091:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248e00 count: 2 00010000:00000001:1.0:1789603666.317962:0:34091:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603666.317964:0:34091:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603666.317965:0:34091:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603666.317967:0:34091:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603666.317968:0:34091:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248e00 count: 2 00010000:00000001:1.0:1789603666.317970:0:34091:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603666.317972:0:34091:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603666.317974:0:34091:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603666.317977:0:34091:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789603666.317980:0:34091:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603666.317985:0:34091:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:1.0:1789603666.317988:0:34091:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00000020:00000001:1.0:1789603666.317991:0:34091:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1789603666.317995:0:34091:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x29:0x0]: losing layout lock 00000080:00000001:1.0:1789603666.317998:0:34091:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1789603666.318002:0:34091:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1789603666.318009:0:34091:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1789603666.318011:0:34091:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789603666.318014:0:34091:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x29:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1789603666.318016:0:34091:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603666.318018:0:34091:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789603666.318020:0:34091:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00000080:00000001:1.0:1789603666.318023:0:34091:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603666.318028:0:34091:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1789603666.318030:0:34091:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x29:0x0](ffff9eb8082d8908) invalid 00000020:00000001:1.0:1789603666.318034:0:34091:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5021dbc70 00000080:00002000:1.0:1789603666.318036:0:34091:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f23.recovery-small (ffff9eb82054c438) parent ffff9eb8081326c0 inode ffff9eb8082d8908 refc 1 00000080:00000001:1.0:1789603666.318041:0:34091:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1789603666.318043:0:34091:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789603666.318045:0:34091:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603666.318049:0:34091:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789603666.318051:0:34091:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789603666.318053:0:34091:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603666.318055:0:34091:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789603666.318059:0:34091:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fdca00 with handle 0xa04c19c788fe54f3 from hash 00010000:00000001:1.0:1789603666.318062:0:34091:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789603666.318064:0:34091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603666.318066:0:34091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603666.318068:0:34091:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789603666.318072:0:34091:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789603666.318073:0:34091:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789603666.318078:0:34091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdca00/0xa04c19c788fe54f3 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x31dbb14d74e91c16 expref: -99 pid: 33863 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1789603666.318089:0:34091:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9eb807a3f400. 00010000:00000040:1.0:1789603666.318094:0:34091:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb819248e00 count: 0 00010000:00000010:1.0:1789603666.318100:0:34091:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb805741e80. 00010000:00000001:1.0:1789603666.318113:0:34091:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603666.318116:0:34091:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603666.318119:0:34091:0:(ldlm_request.c:2901:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-mdc-ffff9eb81291b000 00000001:00000001:1.0:1789603666.318122:0:34091:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1789603666.318126:0:34091:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1789603666.318136:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603666.318140:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603666.318146:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a7400. 02000000:00000001:0.0:1789603666.318150:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603666.318152:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603666.318154:0:2399:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603666.318157:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603666.318161:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8051e0000. 02000000:00000001:0.0:1789603666.318164:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603666.318167:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603666.318169:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1d880. 00000100:00000001:0.0:1789603666.318173:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603666.318175:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603666.318178:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603666.318188:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603666.318191:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603666.318194:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603666.318196:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789603666.323781:0:34091:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603666.323797:0:34091:0:(ldlm_request.c:2954:__ldlm_replay_locks()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603666.323803:0:34091:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789603666.323810:0:34091:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00000001:1.0:1789603666.323816:0:34091:0:(import.c:1602:signal_completed_replay()) Process entered 00000100:00000010:1.0:1789603666.323833:0:34091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd7480. 00000020:00000040:1.0:1789603666.323841:0:34091:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603666.323848:0:34091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603666.323852:0:34091:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603666.323858:0:34091:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603666.323883:0:34091:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9f00. 00000100:00000001:1.0:1789603666.323894:0:34091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603666.323903:0:34091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603666.323909:0:34091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603666.323924:0:34091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f316f2] to pc [ptlrpcd_rcv+-1] req@ffff9eb806bd7480 x1876533442912128/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603666.323964:0:34091:0:(import.c:1627:signal_completed_replay()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603666.323967:0:34091:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603666.323970:0:34091:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603666.323972:0:34091:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603666.323975:0:34091:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1789603666.324208:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603666.324215:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603666.324218:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603666.324227:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd7480 x1876533442912128/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603666.324239:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603666.324242:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603666.324248:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603666.324252:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603666.324255:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603666.324258:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442912128:192.168.204.129@tcp:400:ldlm_lock_repla.0 00000100:00000001:0.0:1789603666.324264:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603666.324271:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603666.324274:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603666.324276:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603666.324282:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb814ea1c00. 02000000:00000001:0.0:1789603666.324285:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603666.324296:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603666.324317:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139b58. 00000400:00000010:0.0:1789603666.324328:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136824c8. 00000100:00000200:0.0:1789603666.324337:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442912128, portal 10 00000100:00000001:0.0:1789603666.324339:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603666.324341:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957091456 : -106961752460160 : ffff9eb806bd7480) 00000100:00000040:0.0:1789603666.324348:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=2c0 req@ffff9eb806bd7480 x1876533442912128/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603682 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603666.324354:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603666.324357:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603666.324360:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682cc0. 00000100:00000200:0.0:1789603666.324365:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442912128, offset 0 00000400:00000200:0.0:1789603666.324372:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603666.324383:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603666.324395:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603666.324402:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603666.324408:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603666.324413:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603666.324416:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603666.324420:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2901:2901:256:4294967295] 192.168.204.129@tcp LPNI seq info [2901:2901:8:4294967295] 00000400:00000200:0.0:1789603666.324425:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603666.324437:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603666.324444:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603666.324449:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076100. 00000800:00000200:0.0:1789603666.324456:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603666.324464:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603666.324468:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603666.324482:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603666.324488:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 835050 usecs (836 jiffies) 00000400:00000200:0.0:1789603666.324491:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603666.324495:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296666093 00000100:00000001:0.0:1789603666.324499:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296669171 00000100:00000001:0.0:1789603666.324501:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296666093 00000100:00000001:0.0:1789603666.324503:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296669171 00000100:00000001:0.0:1789603666.324506:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603666.324534:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603666.324539:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603666.324541:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603666.324553:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603666.324555:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789603666.324558:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603666.324559:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603666.324561:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603666.324563:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603666.324858:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603666.324864:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076100. 00000400:00000200:2.0:1789603666.324871:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603666.324877:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603666.324885:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682cc0 00000400:00000010:2.0:1789603666.324888:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682cc0. 00000100:00000001:2.0:1789603666.324893:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603666.324897:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd7480 x1876533442912128/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603682 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603666.324910:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603666.324914:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd7480 x1876533442912128/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603682 ref 2 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603666.324923:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603666.324924:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789603666.335579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248e00. 00010000:00000010:1.1:1789603666.335599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdca00. 00000100:00000001:1.0:1789603666.666640:0:33863:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789603666.666650:0:33863:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603666.666653:0:33863:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603666.666658:0:33863:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672e40 going to sleep for 0 seconds 00000100:00000001:1.0:1789603666.666662:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603666.666665:0:33863:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603666.666668:0:33863:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603666.666671:0:33863:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603666.666674:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603666.858667:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603666.858675:0:27602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603666.858677:0:27602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603666.858681:0:27602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603666.858686:0:27602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603666.858688:0:27602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603666.858690:0:27602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603666.858692:0:27602:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603666.858792:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603666.858795:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603666.858798:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789603667.690619:0:33863:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789603667.690626:0:33863:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603667.690628:0:33863:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603667.690634:0:33863:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672e40 going to sleep for 0 seconds 00000100:00000001:1.0:1789603667.690637:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603667.690641:0:33863:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603667.690643:0:33863:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603667.690646:0:33863:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603667.690648:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603667.690675:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603667.690680:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603667.690688:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49f80. 00000020:00000040:3.0:1789603667.690693:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:3.0:1789603667.690697:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603667.690700:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603667.690705:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603667.690712:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783fa00. 00000100:00000001:3.0:1789603667.690719:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603667.690730:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb810b49f80 x1876533442912256/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603667.690743:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603667.690748:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603667.690755:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f328cb13] to pc [ptlrpcd_01_00+0] req@ffff9eb810b49f80 x1876533442912256/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603667.690792:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789603667.690795:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789603667.690799:0:29506:0:(pinger.c:247:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00000040:3.0:1789603667.690802:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789603667.690805:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789603667.690808:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4b100. 00000020:00000040:3.0:1789603667.690810:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:3.0:1789603667.690822:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603667.690824:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603667.690826:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603667.690830:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783f500. 00000100:00000001:3.0:1789603667.690834:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603667.690838:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb810b4b100 x1876533442912384/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603667.690846:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603667.690848:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603667.690852:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009360fea8] to pc [ptlrpcd_01_01+1] req@ffff9eb810b4b100 x1876533442912384/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603667.690861:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603667.690863:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789603667.690867:0:29506:0:(pinger.c:247:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789603667.690870:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789603667.690873:0:29506:0:(pinger.c:247:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789603667.690877:0:29506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 3 (2004) 00000100:00000001:3.0:1789603667.690888:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603667.690892:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603667.690894:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603667.690899:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4b100 x1876533442912384/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603667.690905:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603667.690906:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603667.690910:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603667.690912:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603667.690914:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603667.690917:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442912384:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603667.690922:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603667.690927:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603667.690930:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603667.690933:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603667.690937:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8069b5a00. 02000000:00000001:3.0:1789603667.690939:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603667.690947:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603667.690952:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8057485d8. 00000400:00000010:3.0:1789603667.690959:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0cc0. 00000100:00000200:3.0:1789603667.690967:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442912384, portal 10 00000100:00000001:3.0:1789603667.690970:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603667.690972:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124289280 : -106961585262336 : ffff9eb810b4b100) 00000100:00000040:3.0:1789603667.690980:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b4b100 x1876533442912384/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603667.690988:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603667.690990:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603667.690994:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0a18. 00000100:00000200:3.0:1789603667.690996:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442912384, offset 0 00000400:00000200:3.0:1789603667.691002:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603667.691012:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603667.691030:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000100:00000001:2.0:1789603667.691031:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603667.691033:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1789603667.691035:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1789603667.691035:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1789603667.691039:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000100:00000040:2.0:1789603667.691041:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49f80 x1876533442912256/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789603667.691043:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603667.691046:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000100:00000001:2.0:1789603667.691048:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1789603667.691050:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2902:2902:256:4294967295] 192.168.204.129@tcp LPNI seq info [2902:2902:8:4294967295] 00000100:00000001:2.0:1789603667.691050:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603667.691052:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603667.691053:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1789603667.691055:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 02000000:00000001:2.0:1789603667.691056:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603667.691058:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2402:1876533442912256:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603667.691061:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603667.691063:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1789603667.691065:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 02000000:00000001:2.0:1789603667.691065:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603667.691067:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603667.691071:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb805156e00. 00000800:00000200:3.0:1789603667.691072:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 02000000:00000001:2.0:1789603667.691072:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1789603667.691077:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783fb00. 00000400:00000200:2.0:1789603667.691077:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603667.691080:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3738. 00000800:00000200:3.0:1789603667.691083:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000400:00000010:2.0:1789603667.691084:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d76e8. 00000100:00000200:2.0:1789603667.691087:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442912256, portal 25 00000100:00000001:2.0:1789603667.691089:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603667.691090:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124284800 : -106961585266816 : ffff9eb810b49f80) 00000800:00000200:3.0:1789603667.691091:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000100:00000040:2.0:1789603667.691094:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b49f80 x1876533442912256/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1789603667.691096:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603667.691100:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603667.691102:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603667.691104:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7880. 00000100:00000001:3.0:1789603667.691106:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789603667.691106:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442912256, offset 0 00000100:00000040:3.0:1789603667.691110:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21180 usecs (22 jiffies) 00000400:00000200:2.0:1789603667.691111:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603667.691114:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603667.691114:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603667.691117:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296666646 00000400:00000200:2.0:1789603667.691118:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000100:00000001:3.0:1789603667.691120:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296669171 00000400:00000200:2.0:1789603667.691120:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1789603667.691122:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296666646 00000400:00000200:2.0:1789603667.691123:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000100:00000001:3.0:1789603667.691124:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296669171 00000400:00000200:2.0:1789603667.691125:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1789603667.691127:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1789603667.691127:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000100:00000001:3.0:1789603667.691129:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603667.691130:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2903:2903:255:4294967295] 192.168.204.129@tcp LPNI seq info [2903:2903:7:4294967295] 00000100:00000001:3.0:1789603667.691132:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603667.691134:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603667.691134:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603667.691139:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000100:00000001:3.0:1789603667.691140:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603667.691142:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1789603667.691143:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000100:00000001:3.0:1789603667.691144:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603667.691145:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603667.691146:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1789603667.691146:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8203a2600. 00000100:00000001:3.0:1789603667.691148:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603667.691150:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603667.691154:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603667.691157:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8203a2600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603667.691159:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603667.691162:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603667.691163:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296670570 00000100:00000001:2.0:1789603667.691170:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296669171 00000100:00000001:2.0:1789603667.691172:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296670570 00000100:00000001:2.0:1789603667.691175:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296669171 00000100:00000001:2.0:1789603667.691177:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603667.691179:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603667.691180:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603667.691182:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789603667.691184:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1789603667.691185:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603667.691187:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1789603667.691188:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783fb00. 00000100:00000001:2.0:1789603667.691188:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603667.691190:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603667.691191:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603667.691193:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1789603667.691193:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603667.691198:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603667.691202:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0a18 00000400:00000010:3.0:1789603667.691205:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0a18. 00000100:00000001:3.0:1789603667.691209:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603667.691213:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4b100 x1876533442912384/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603667.691222:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603667.691226:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4b100 x1876533442912384/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603667.691233:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603667.691234:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603667.691542:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603667.691546:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8203a2600. 00000400:00000200:3.0:1789603667.691550:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603667.691554:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603667.691558:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7880 00000400:00000010:3.0:1789603667.691560:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7880. 00000100:00000001:3.0:1789603667.691563:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603667.691567:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49f80 x1876533442912256/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603667.691575:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603667.691578:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49f80 x1876533442912256/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603667.691585:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603667.691587:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603667.694559:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603667.694578:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603667.694582:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603667.694585:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603667.694593:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603667.694602:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603667.694610:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603667.694615:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603667.694620:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603667.694624:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d462080 00000400:00000200:2.0:1789603667.694636:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603667.694643:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x841d [1] + 224 00000800:00000001:2.0:1789603667.694651:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603667.694662:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603667.694666:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603667.694671:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603667.694680:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603667.694689:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4b100 x1876533442912384/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603667.694700:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b4b100 x1876533442912384/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603667.694721:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603667.694730:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603667.694734:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603667.694796:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603667.694800:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603667.694807:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603667.694809:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603667.694812:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8057485d8. 00000400:00000200:3.0:1789603667.694817:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0cc0 00000400:00000010:3.0:1789603667.694820:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0cc0. 00000100:00000001:3.0:1789603667.694824:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603667.694829:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b4b100 x1876533442912384/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603667.694836:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b4b100 x1876533442912384/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603667.694842:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603667.694844:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603667.694847:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603667.694850:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603667.694852:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603667.694854:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603667.694857:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603667.694866:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=65 v=5 (5 106 106 106) 00000100:00001000:3.0:1789603667.694870:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=65 v=5 (1 1 1 1) 00000100:00000001:3.0:1789603667.694873:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603667.694875:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603667.694878:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603667.694884:0:2403:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603667.694888:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603667.694890:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789603667.694892:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603667.694894:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603667.694899:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b4b100 x1876533442912384/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603667.694906:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603667.694986:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603667.694988:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603667.694993:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4b100 x1876533442912384/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603667.695001:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442912384:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603667.695006:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603667.695008:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603667.695012:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b4b100 x1876533442912384/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603667.695018:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603667.695020:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603667.695024:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8069b5a00. 02000000:00000001:3.0:1789603667.695029:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603667.695032:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603667.695034:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603667.695036:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603667.695038:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783f500. 02000000:00000001:3.0:1789603667.695042:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603667.695044:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603667.695046:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4b100. 00000100:00000001:3.0:1789603667.695049:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603667.695051:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603667.695053:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603667.695061:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603667.695063:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603667.695065:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603667.695067:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603667.695113:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603667.695119:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603667.695120:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603667.695123:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603667.695126:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603667.695131:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603667.695136:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603667.695139:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603667.695143:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603667.695147:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d462000 00000400:00000200:2.0:1789603667.695151:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603667.695155:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x842d [1] + 224 00000800:00000001:2.0:1789603667.695160:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603667.695206:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603667.695209:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603667.695212:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603667.695216:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603667.695220:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49f80 x1876533442912256/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603667.695229:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b49f80 x1876533442912256/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603667.695247:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603667.695253:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603667.695256:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603667.695313:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603667.695315:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603667.695319:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603667.695321:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603667.695323:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3738. 00000400:00000200:3.0:1789603667.695327:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d76e8 00000400:00000010:3.0:1789603667.695329:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d76e8. 00000100:00000001:3.0:1789603667.695332:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603667.695337:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49f80 x1876533442912256/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603667.695345:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49f80 x1876533442912256/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603667.695350:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603667.695351:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603667.695353:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603667.695355:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603667.695356:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603667.695357:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603667.695359:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603667.695363:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=65 v=5 (5 5 5 5) 00000100:00001000:3.0:1789603667.695376:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603667.695379:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603667.695380:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603667.695382:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603667.695384:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603667.695386:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603667.695389:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49f80 x1876533442912256/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603667.695395:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603667.695397:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603667.695398:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603667.695402:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49f80 x1876533442912256/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603667.695408:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2402:1876533442912256:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603667.695412:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603667.695414:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603667.695417:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49f80 x1876533442912256/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603667.695422:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603667.695424:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603667.695426:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb805156e00. 02000000:00000001:3.0:1789603667.695429:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603667.695430:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603667.695432:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:3.0:1789603667.695434:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603667.695435:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783fa00. 02000000:00000001:3.0:1789603667.695438:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603667.695439:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603667.695440:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49f80. 00000100:00000001:3.0:1789603667.695442:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603667.695444:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603667.695445:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603667.695541:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603667.695543:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603667.695545:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603667.695546:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603667.882755:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603667.882763:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603667.882969:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603667.882973:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603667.882976:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789603668.714651:0:33863:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789603668.714659:0:33863:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603668.714661:0:33863:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603668.714667:0:33863:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672e40 going to sleep for 0 seconds 00000100:00000001:1.0:1789603668.714671:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603668.714674:0:33863:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603668.714677:0:33863:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603668.714680:0:33863:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603668.714683:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603668.907158:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603668.907165:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603668.907405:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603668.907409:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603668.907412:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789603669.738710:0:33863:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789603669.738722:0:33863:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603669.738725:0:33863:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603669.738732:0:33863:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672e40 going to sleep for 0 seconds 00000100:00000001:1.0:1789603669.738736:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603669.738750:0:33863:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603669.738753:0:33863:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603669.738756:0:33863:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603669.738759:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603669.930657:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603669.930669:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603669.930819:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603669.930826:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603669.930832:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789603670.698892:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789603670.698902:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789603670.698914:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f0700. 00000020:00000040:2.0:1789603670.698920:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:2.0:1789603670.698924:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603670.698928:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603670.698932:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603670.698941:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8203a2100. 00000100:00000001:2.0:1789603670.698947:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603670.698958:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb8040f0700 x1876533442912512/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603670.698969:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603670.698973:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603670.698980:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dd1344e] to pc [ptlrpcd_01_00+0] req@ffff9eb8040f0700 x1876533442912512/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603670.699029:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603670.699033:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603670.699036:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603670.699042:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f0700 x1876533442912512/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603670.699051:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603670.699053:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603670.699056:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603670.699058:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603670.699061:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603670.699065:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2402:1876533442912512:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603670.699069:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603670.699074:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603670.699076:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603670.699079:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603670.699084:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8069b4400. 02000000:00000001:3.0:1789603670.699085:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603670.699100:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603670.699105:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8057485d8. 00000400:00000010:3.0:1789603670.699111:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0cc0. 00000100:00000200:3.0:1789603670.699117:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442912512, portal 25 00000100:00000001:3.0:1789603670.699119:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603670.699122:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912105728 : -106961797445888 : ffff9eb8040f0700) 00000100:00000040:3.0:1789603670.699127:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f0700 x1876533442912512/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603670.699135:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603670.699138:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603670.699140:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0a18. 00000100:00000200:3.0:1789603670.699142:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442912512, offset 0 00000400:00000200:3.0:1789603670.699149:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603670.699157:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603670.699164:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603670.699169:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603670.699172:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603670.699176:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603670.699179:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603670.699183:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2904:2904:256:4294967295] 192.168.204.129@tcp LPNI seq info [2904:2904:8:4294967295] 00000400:00000200:3.0:1789603670.699188:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603670.699204:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603670.699210:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603670.699215:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783fa00. 00000800:00000200:3.0:1789603670.699230:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603670.699238:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603670.699242:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603670.699257:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603670.699260:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603670.699263:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296673578 00000100:00000001:3.0:1789603670.699270:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296670570 00000100:00000001:3.0:1789603670.699275:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296673578 00000100:00000001:3.0:1789603670.699278:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296670570 00000100:00000001:3.0:1789603670.699280:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603670.699283:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603670.699287:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603670.699289:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603670.699312:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789603670.699315:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789603670.699318:0:8257:0:(pinger.c:247:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00000040:2.0:1789603670.699321:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789603670.699324:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789603670.699327:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f0e00. 00000020:00000040:2.0:1789603670.699329:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:2.0:1789603670.699331:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603670.699333:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603670.699335:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603670.699338:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8203a2900. 00000100:00000001:2.0:1789603670.699341:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603670.699345:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb8040f0e00 x1876533442912640/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603670.699352:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603670.699354:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603670.699358:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000205a5102] to pc [ptlrpcd_01_01+1] req@ffff9eb8040f0e00 x1876533442912640/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603670.699925:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603670.699928:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789603670.699932:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603670.699933:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603670.699935:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603670.699938:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1789603670.699940:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603670.699942:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603670.699944:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603670.699946:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603670.699947:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603670.699948:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603670.699954:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f0e00 x1876533442912640/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603670.700251:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603670.700253:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603670.700256:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603670.700259:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603670.700261:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603670.700264:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442912640:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603670.700268:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603670.700271:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603670.700273:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603670.700275:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603670.700279:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8069b5a00. 02000000:00000001:3.0:1789603670.700281:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603670.700286:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603670.700290:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748318. 00000400:00000010:3.0:1789603670.700294:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0550. 00000100:00000200:3.0:1789603670.700298:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442912640, portal 10 00000100:00000001:3.0:1789603670.700300:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603670.700301:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912107520 : -106961797444096 : ffff9eb8040f0e00) 00000100:00000040:3.0:1789603670.700307:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f0e00 x1876533442912640/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603670.700314:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603670.700316:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603670.700318:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d02a8. 00000100:00000200:3.0:1789603670.700320:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442912640, offset 0 00000400:00000200:3.0:1789603670.700325:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603670.700329:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603670.700333:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603670.700337:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603670.700339:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603670.700342:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603670.700344:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603670.700348:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2905:2905:255:4294967295] 192.168.204.129@tcp LPNI seq info [2905:2905:7:4294967295] 00000400:00000200:3.0:1789603670.700351:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603670.700359:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603670.700363:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603670.700367:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f500. 00000800:00000200:3.0:1789603670.700372:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603670.700377:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603670.700380:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603670.700383:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603670.700387:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21122 usecs (22 jiffies) 00000400:00000200:3.0:1789603670.700390:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603670.700392:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296669655 00000100:00000001:3.0:1789603670.700394:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296673578 00000100:00000001:3.0:1789603670.700396:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296669655 00000100:00000001:3.0:1789603670.700398:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296673578 00000100:00000001:3.0:1789603670.700400:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603670.700402:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603670.700404:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603670.700406:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603670.700452:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603670.700455:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783fa00. 00000400:00000200:3.0:1789603670.700461:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603670.700465:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603670.700469:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0a18 00000400:00000010:3.0:1789603670.700471:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0a18. 00000100:00000001:3.0:1789603670.700475:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603670.700479:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f0700 x1876533442912512/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603670.700487:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603670.700491:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f0700 x1876533442912512/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603686 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603670.700497:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603670.700498:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603670.700850:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603670.700853:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f500. 00000400:00000200:3.0:1789603670.700856:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603670.700860:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603670.700863:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d02a8 00000400:00000010:3.0:1789603670.700865:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d02a8. 00000100:00000001:3.0:1789603670.700867:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603670.700871:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f0e00 x1876533442912640/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603670.700879:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603670.700882:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f0e00 x1876533442912640/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603686 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603670.700888:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603670.700890:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789603670.700901:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603670.700904:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603670.700980:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603670.700984:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789603670.700988:0:8257:0:(pinger.c:247:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789603670.700991:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789603670.700994:0:8257:0:(pinger.c:247:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789603670.701000:0:8257:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2007) 00000100:00000001:3.0:1789603670.701308:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603670.701310:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603670.701312:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603670.701314:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603670.708752:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603670.708776:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603670.708780:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603670.708793:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603670.708804:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603670.708813:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603670.708824:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603670.708830:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603670.708836:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603670.708840:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d462180 00000400:00000200:2.0:1789603670.708845:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603670.708851:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x844d [1] + 224 00000800:00000001:2.0:1789603670.708859:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603670.708863:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603670.708866:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603670.708870:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603670.708877:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603670.708888:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f0e00 x1876533442912640/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603670.708899:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb8040f0e00 x1876533442912640/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603670.708923:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603670.708935:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603670.708939:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603670.708941:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603670.708943:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603670.708946:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603670.708950:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603670.708954:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603670.708957:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603670.708959:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603670.708962:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d462100 00000400:00000200:2.0:1789603670.708965:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603670.708969:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x843d [1] + 224 00000800:00000001:2.0:1789603670.708972:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603670.708980:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603670.708982:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603670.708985:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603670.708988:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603670.708993:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f0700 x1876533442912512/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603670.709001:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb8040f0700 x1876533442912512/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603670.709020:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603670.709024:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603670.709027:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603670.709825:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603670.709831:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603670.709839:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603670.709842:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603670.709846:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748318. 00000400:00000200:3.0:1789603670.709852:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0550 00000400:00000010:3.0:1789603670.709855:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0550. 00000100:00000001:3.0:1789603670.709859:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603670.709865:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f0e00 x1876533442912640/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603670.709875:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f0e00 x1876533442912640/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603670.709882:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603670.709884:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603670.709887:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603670.709890:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603670.709893:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603670.709895:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603670.709898:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603670.709907:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=68 v=5 (5 106 106 106) 00000100:00001000:3.0:1789603670.709911:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=68 v=5 (1 1 1 1) 00000100:00000001:3.0:1789603670.709914:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603670.709915:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603670.709918:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603670.709921:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603670.709925:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603670.709927:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1789603670.709929:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603670.709931:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603670.709935:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f0e00 x1876533442912640/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603670.709942:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603670.709945:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603670.709947:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603670.709950:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f0e00 x1876533442912640/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603686 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603670.709958:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442912640:192.168.204.129@tcp:400:kworker.0 00000400:00000001:3.0:1789603670.709963:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603670.709964:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603670.709966:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8057485d8. 00000400:00000200:3.0:1789603670.709969:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0cc0 00000400:00000010:3.0:1789603670.709970:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0cc0. 00000100:00000001:3.0:1789603670.709972:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603670.709976:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f0700 x1876533442912512/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603670.709983:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f0700 x1876533442912512/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603670.709989:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603670.709991:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603670.709992:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603670.709994:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603670.709995:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603670.709996:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603670.709998:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603670.710000:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=68 v=5 (5 5 5 5) 00000100:00001000:3.0:1789603670.710003:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603670.710017:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603670.710018:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603670.710020:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603670.710021:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603670.710023:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603670.710026:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f0700 x1876533442912512/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603670.710033:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603670.710034:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603670.710035:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603670.710038:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f0700 x1876533442912512/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603686 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603670.710044:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2402:1876533442912512:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603670.710049:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603670.710052:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603670.710055:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f0e00 x1876533442912640/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603686 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603670.710061:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603670.710063:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603670.710066:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8069b5a00. 02000000:00000001:3.0:1789603670.710070:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603670.710073:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603670.710074:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603670.711279:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603670.711284:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8203a2900. 02000000:00000001:3.0:1789603670.711292:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603670.711294:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603670.711296:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f0e00. 00000100:00000001:3.0:1789603670.711301:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603670.711303:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603670.711305:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603670.711314:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f0700 x1876533442912512/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603686 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603670.711322:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603670.711323:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603670.711325:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8069b4400. 02000000:00000001:3.0:1789603670.711327:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603670.711329:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603670.711331:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:3.0:1789603670.711333:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603670.711334:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8203a2100. 02000000:00000001:3.0:1789603670.711336:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603670.711337:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603670.711339:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f0700. 00000100:00000001:3.0:1789603670.711341:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603670.711342:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603670.711345:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603670.711353:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603670.711355:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603670.711358:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603670.711361:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603670.764559:0:33863:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789603670.764566:0:33863:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603670.764568:0:33863:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603670.764574:0:33863:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672e40 going to sleep for 0 seconds 00000100:00000001:3.0:1789603670.764578:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603670.764582:0:33863:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603670.764585:0:33863:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603670.764587:0:33863:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603670.764590:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789603670.888589:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603670.888607:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603670.888655:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603670.888659:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603670.888668:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603670.888676:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603670.888685:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603670.888691:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603670.888697:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603670.888702:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d461f80 00000400:00000200:3.0:1789603670.888706:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603670.888712:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x8415 [1] + 224 00000800:00000001:3.0:1789603670.888720:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603670.888726:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603670.888730:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603670.888734:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603670.888742:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603670.888751:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd7480 x1876533442912128/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603682 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603670.888762:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=2c0 mlen=224 offset=224 replen=224 req@ffff9eb806bd7480 x1876533442912128/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603682 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603670.888782:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603670.888790:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603670.888793:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603670.888844:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603670.888847:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603670.888853:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603670.888854:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603670.888857:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139b58. 00000400:00000200:0.0:1789603670.888861:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136824c8 00000400:00000010:0.0:1789603670.888863:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136824c8. 00000100:00000001:0.0:1789603670.888865:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603670.888869:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd7480 x1876533442912128/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603682 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603670.888880:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd7480 x1876533442912128/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603682 ref 1 fl Rpc:RQU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603670.888885:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603670.888886:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603670.888887:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603670.888890:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603670.888892:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603670.888893:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603670.888895:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603670.888903:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=68 v=5 (5 106 106 106) 00000100:00001000:0.0:1789603670.888906:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=4 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603670.888908:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603670.888908:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603670.888910:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603670.888912:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603670.888915:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603670.888916:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967638 00000100:00000001:0.0:1789603670.888918:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603670.888919:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603670.888928:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd7480 x1876533442912128/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603682 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603670.888935:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603670.888938:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603670.888939:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603670.888941:0:2399:0:(import.c:1573:completed_replay_interpret()) Process entered 00000100:00000001:0.0:1789603670.888943:0:2399:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789603670.888946:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00000001:0.0:1789603670.888950:0:2399:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:0.0:1789603670.888954:0:2399:0:(client.c:3248:ptlrpc_resend_req()) @@@ going to resend req@ffff9eb806bd7480 x1876533442912128/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603682 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789603670.888961:0:2399:0:(client.c:3257:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff9eb806bd7480 x1876533442912128/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603682 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603670.888969:0:2399:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789603670.888971:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9eb810ddb000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1789603670.888974:0:2399:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1789603670.888977:0:2399:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1789603670.888989:0:2399:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:0.0:1789603670.888993:0:2399:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:0.0:1789603670.888995:0:2399:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1789603670.888997:0:2399:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff9eb807105568 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:0.0:1789603670.889007:0:2399:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xa04c19c788fe48c1 00800000:00000040:0.0:1789603670.889011:0:2399:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9eb81291b000=26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8 device 3 (ffff9eb8071019c0) type mdc at LMV idx 0 00800000:00000040:0.0:1789603670.889014:0:2399:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff9eb8071019c0 already active! 00800000:00000001:0.0:1789603670.889016:0:2399:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789603670.889020:0:2399:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1789603670.889022:0:2399:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603670.889024:0:2399:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603670.889026:0:2399:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603670.889027:0:2399:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1789603670.889028:0:2399:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789603670.889031:0:2399:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000002:00000001:1.0:1789603670.891557:0:2399:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603670.891565:0:2399:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:1.0:1789603670.891573:0:2399:0:(import.c:1788:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9eb81291b000: Connection restored to 192.168.204.129@tcp (at 192.168.204.129@tcp) 00000100:00080000:1.0:1789603670.891584:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000a9b14875): req@ffff9eb806bd5180 x1876533442907392/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 1 dl 1789603652 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603670.891606:0:2399:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603670.891609:0:2399:0:(import.c:1591:completed_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603670.891615:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd7480 x1876533442912128/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603682 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603670.891624:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442912128:192.168.204.129@tcp:400:ldlm_lock_repla.0 00000100:00000001:1.0:1789603670.891629:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603670.891632:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603670.891636:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd7480 x1876533442912128/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603682 ref 1 fl Complete:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603670.891642:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603670.891645:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603670.891649:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb814ea1c00. 02000000:00000001:1.0:1789603670.891653:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603670.891656:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603670.891658:0:2399:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603670.891660:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603670.891662:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9f00. 02000000:00000001:1.0:1789603670.891665:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603670.891667:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603670.891669:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd7480. 00000100:00000001:1.0:1789603670.891673:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603670.891675:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603670.891677:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603670.891684:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603670.891686:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603670.891688:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603670.891690:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603670.893263:0:34154:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:0.0:1789603670.893272:0:34154:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:0.0:1789603670.893275:0:34154:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603670.893280:0:34154:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603670.893283:0:34154:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603670.893286:0:34154:0:(genops.c:1229:class_import_put()) Process leaving 00000002:00000001:0.0:1789603670.893288:0:34154:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603670.895589:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603670.895597:0:33863:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603670.895602:0:33863:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603670.895605:0:33863:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603670.895608:0:33863:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603670.895611:0:33863:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603670.895614:0:33863:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603670.895617:0:33863:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1789603670.895623:0:33863:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1876533442907392 new x1876533442912768 02000000:00000001:3.0:1789603670.895627:0:33863:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603670.895630:0:33863:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603670.895647:0:33863:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603670.895656:0:33863:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8057485d8. 00000400:00000010:3.0:1789603670.895663:0:33863:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0cc0. 00000100:00000200:3.0:1789603670.895670:0:33863:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442907392, portal 10 00000100:00000001:3.0:1789603670.895673:0:33863:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603670.895674:0:33863:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957082496 : -106961752469120 : ffff9eb806bd5180) 00000100:00000040:3.0:1789603670.895686:0:33863:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff9eb806bd5180 x1876533442907392/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603686 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603670.895695:0:33863:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603670.895698:0:33863:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603670.895701:0:33863:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0550. 00000100:00000200:3.0:1789603670.895704:0:33863:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876533442907392, offset 0 00000400:00000200:3.0:1789603670.895711:0:33863:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603670.895719:0:33863:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603670.895727:0:33863:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603670.895732:0:33863:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603670.895736:0:33863:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603670.895740:0:33863:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603670.895743:0:33863:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603670.895747:0:33863:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2906:2906:256:4294967295] 192.168.204.129@tcp LPNI seq info [2906:2906:8:4294967295] 00000400:00000200:3.0:1789603670.895751:0:33863:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603670.895761:0:33863:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603670.895767:0:33863:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603670.895773:0:33863:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f500. 00000800:00000200:3.0:1789603670.895780:0:33863:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603670.895788:0:33863:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603670.895792:0:33863:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1789603670.895827:0:33863:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603670.895832:0:33863:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 841368 usecs (842 jiffies) 00000400:00000200:3.0:1789603670.895836:0:33863:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603670.895838:0:33863:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296670671 00000100:00000001:3.0:1789603670.895842:0:33863:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296673578 00000100:00000001:3.0:1789603670.895844:0:33863:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296670671 00000100:00000001:3.0:1789603670.895846:0:33863:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296673578 00000100:00000001:3.0:1789603670.895849:0:33863:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603670.895852:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603670.895854:0:33863:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603670.895856:0:33863:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603670.895859:0:33863:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672e40 going to sleep for 11 seconds 00000100:00000001:3.0:1789603670.895861:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603670.895862:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603670.897458:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603670.897467:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f500. 00000400:00000200:2.0:1789603670.897474:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603670.897482:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603670.897488:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0550 00000400:00000010:2.0:1789603670.897491:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0550. 00000100:00000001:2.0:1789603670.897497:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603670.897505:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5180 x1876533442907392/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603686 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603670.898646:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603670.898653:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5180 x1876533442907392/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603686 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603670.898661:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603670.898663:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603670.947690:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603670.947707:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603670.947712:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603670.947714:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603670.947724:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603670.947732:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603670.947740:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603670.947746:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603670.947752:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603670.947756:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d462200 00000400:00000200:3.0:1789603670.947761:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603670.947767:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x845d [1] + 224 00000800:00000001:3.0:1789603670.947774:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603670.947783:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603670.947787:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603670.947791:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603670.947798:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603670.947808:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5180 x1876533442907392/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603686 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603670.947821:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9eb806bd5180 x1876533442907392/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603686 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603670.947853:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603670.947862:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603670.947865:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603670.948053:0:33863:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603670.948061:0:33863:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603670.948063:0:33863:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603670.948067:0:33863:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8057485d8. 00000400:00000200:1.0:1789603670.948072:0:33863:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0cc0 00000400:00000010:1.0:1789603670.948075:0:33863:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0cc0. 00000100:00000001:1.0:1789603670.948078:0:33863:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603670.948082:0:33863:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5180 x1876533442907392/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603686 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603670.948090:0:33863:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5180 x1876533442907392/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603686 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603670.948096:0:33863:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603670.948099:0:33863:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603670.948101:0:33863:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603670.948104:0:33863:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603670.948106:0:33863:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603670.948109:0:33863:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603670.948112:0:33863:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603670.948121:0:33863:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb4f0 time=67 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603670.948125:0:33863:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=4 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603670.948127:0:33863:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789603670.948131:0:33863:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -116 req@ffff9eb806bd5180 x1876533442907392/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603686 ref 2 fl Rpc:RQU/602/0 rc 0/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603670.948138:0:33863:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:1.0:1789603670.948142:0:33863:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603670.948144:0:33863:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967638 00000100:00000001:1.0:1789603670.948147:0:33863:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603670.948148:0:33863:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000040:1.0:1789603670.948153:0:33863:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5180 x1876533442907392/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603686 ref 2 fl Rpc:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603670.948160:0:33863:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551500 : -116 : 0xffffffffffffff8c) 00000100:00000001:1.0:1789603670.948164:0:33863:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603670.948166:0:33863:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603670.948170:0:33863:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5180 x1876533442907392/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603686 ref 2 fl Interpret:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603670.948178:0:33863:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5180 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:33863:1876533442907392:192.168.204.129@tcp:35:multiop.0 00000100:00000001:1.0:1789603670.948183:0:33863:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603670.948186:0:33863:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:1.0:1789603670.948189:0:33863:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603670.948191:0:33863:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603670.948194:0:33863:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5180 x1876533442907392/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603686 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603670.948200:0:33863:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603670.948203:0:33863:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb811672e40. 00000100:00000001:1.0:1789603670.948207:0:33863:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603670.948208:0:33863:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000002:00080000:1.0:1789603670.948226:0:33863:0:(mdc_request.c:1003:mdc_close()) @@@ Reset ESTALE = -116 req@ffff9eb806bd5180 x1876533442907392/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603686 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603670.948234:0:33863:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603670.948236:0:33863:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957082496 : -106961752469120 : ffff9eb806bd5180) 00000002:00000001:1.0:1789603670.948238:0:33863:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603670.948241:0:33863:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603670.948247:0:33863:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb807cb8400. 00000080:00000001:1.0:1789603670.948251:0:33863:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789603670.948255:0:33863:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1789603670.948258:0:33863:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603670.948260:0:33863:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603670.948263:0:33863:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603670.948266:0:33863:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603670.948268:0:33863:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603670.948270:0:33863:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:1.0:1789603670.948272:0:33863:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603670.948277:0:33863:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789603670.948282:0:33863:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9eb806bd4380 x1876533442906112/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603646 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603670.948290:0:33863:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603670.948292:0:33863:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4380 x1876533442906112/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603646 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603670.948298:0:33863:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1789603670.948303:0:33863:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603670.948305:0:33863:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603670.948307:0:33863:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603670.948310:0:33863:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a6c00. 02000000:00000001:1.0:1789603670.948313:0:33863:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603670.948315:0:33863:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603670.948317:0:33863:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4380. 00000100:00000001:1.0:1789603670.948321:0:33863:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603670.948322:0:33863:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603670.948324:0:33863:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603670.948327:0:33863:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5180 x1876533442907392/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603686 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603670.948332:0:33863:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603670.948334:0:33863:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9eb8069079e0. 00000002:00000001:1.0:1789603670.948337:0:33863:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603670.948339:0:33863:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603670.948341:0:33863:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9eb807d57140. 00000100:00000001:1.0:1789603670.948343:0:33863:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603670.948346:0:33863:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5180 x1876533442907392/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603686 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603670.948352:0:33863:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603670.948354:0:33863:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603670.948356:0:33863:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a5c00. 02000000:00000001:1.0:1789603670.948359:0:33863:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603670.948360:0:33863:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603670.948361:0:33863:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603670.948363:0:33863:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603670.948365:0:33863:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb807cb9200. 02000000:00000001:1.0:1789603670.948367:0:33863:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603670.948369:0:33863:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603670.948370:0:33863:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5180. 00000100:00000001:1.0:1789603670.948372:0:33863:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603670.948373:0:33863:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603670.948376:0:33863:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603670.948380:0:33863:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb8017a6b40. 00000080:00000001:1.0:1789603670.948384:0:33863:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603670.948390:0:33863:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50205bdf0 00000080:00000008:1.0:1789603670.948392:0:33863:0:(file.c:523:ll_file_release()) COMPLETED file f23.recovery-small:[0x200000405:0x29:0x0](ffff9eb8082d8908), flags 100002, rc = 0 00000080:00000001:1.0:1789603670.948396:0:33863:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603670.948401:0:33863:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789603670.948403:0:33863:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50205be00 00000080:00002000:1.0:1789603670.948405:0:33863:0:(dcache.c:127:ll_ddelete()) deleting dentry f23.recovery-small (ffff9eb82054c438, parent ffff9eb8081326c0, inode ffff9eb8082d8908) hashed, 00000080:00000001:1.0:1789603670.948408:0:33863:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603670.948418:0:33863:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789603670.948424:0:33863:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1789603670.955197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5780. 00010000:00000001:3.0:1789603670.955616:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603670.955619:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603670.956543:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603670.956548:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603670.956552:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789603671.274697:0:16817:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1789603671.274705:0:16817:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603671.978971:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603671.978977:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603671.979114:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603671.979118:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603671.979122:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789603672.133501:0:34160:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603672.408285:0:34180:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500ddbd08 00000080:00200008:2.0:1789603672.408297:0:34180:0:(file.c:6307:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789603672.408305:0:34180:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603672.408307:0:34180:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500ddbc80 00000080:00200000:2.0:1789603672.408309:0:34180:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:2.0:1789603672.408316:0:34180:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb80571a400. 00800000:00000002:2.0:1789603672.408322:0:34180:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603672.408327:0:34180:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603672.408332:0:34180:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603672.408334:0:34180:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500ddbba0 00800000:00000002:2.0:1789603672.408337:0:34180:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603672.408341:0:34180:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603672.408344:0:34180:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603672.408347:0:34180:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603672.408350:0:34180:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603672.408353:0:34180:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603672.408355:0:34180:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603672.408357:0:34180:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603672.408359:0:34180:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603672.408363:0:34180:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603672.408369:0:34180:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603672.408371:0:34180:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500ddba70 00000002:00010000:2.0:1789603672.408373:0:34180:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603672.408377:0:34180:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603672.408379:0:34180:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603672.408383:0:34180:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789603672.408390:0:34180:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603672.408392:0:34180:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603672.408394:0:34180:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603672.408396:0:34180:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789603672.408398:0:34180:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789603672.408405:0:34180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f2a00. 00000020:00000040:2.0:1789603672.408409:0:34180:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:2.0:1789603672.408416:0:34180:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603672.408421:0:34180:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603672.408425:0:34180:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603672.408429:0:34180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603672.408431:0:34180:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603672.408435:0:34180:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603672.408442:0:34180:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041d0c00. 00000100:00000001:2.0:1789603672.408449:0:34180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603672.408455:0:34180:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603672.408457:0:34180:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603672.408458:0:34180:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603672.408460:0:34180:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603672.408462:0:34180:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603672.408468:0:34180:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637111912114688 : -106961797436928 : ffff9eb8040f2a00) 00010000:00000001:2.0:1789603672.408472:0:34180:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789603672.408474:0:34180:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789603672.408478:0:34180:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb81938bc00. 00010000:00000010:2.0:1789603672.408483:0:34180:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80574eb00. 00010000:00000001:2.0:1789603672.408489:0:34180:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789603672.408493:0:34180:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb802f46e00. 00000020:00000001:2.0:1789603672.408497:0:34180:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789603672.408500:0:34180:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb802f46e00 with handle 0xa04c19c788fe551d to hash 00000020:00000001:2.0:1789603672.408502:0:34180:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789603672.408504:0:34180:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603672.408776:0:34180:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603672.408782:0:34180:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603672.408785:0:34180:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603672.408790:0:34180:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34180 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603672.408799:0:34180:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34180 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603672.408811:0:34180:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34180 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789603672.408817:0:34180:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603672.408819:0:34180:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603672.408827:0:34180:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb811672540. 00000100:00000001:2.0:1789603672.408829:0:34180:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112135984448 : -106961573567168 : ffff9eb811672540) 00000100:00000001:2.0:1789603672.408832:0:34180:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603672.408833:0:34180:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912114688 : -106961797436928 : ffff9eb8040f2a00) 00000100:00000001:2.0:1789603672.408838:0:34180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603672.408842:0:34180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603672.408845:0:34180:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603672.408847:0:34180:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603672.408858:0:34180:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f2a00 x1876533442912896/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603672.408866:0:34180:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603672.408868:0:34180:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603672.408872:0:34180:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603672.408875:0:34180:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603672.408877:0:34180:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603672.408881:0:34180:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f2a00 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:34180:1876533442912896:192.168.204.129@tcp:101:lfs.0 00000100:00000001:2.0:1789603672.408885:0:34180:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603672.408891:0:34180:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603672.408894:0:34180:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603672.408896:0:34180:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603672.408901:0:34180:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb81162e000. 02000000:00000001:2.0:1789603672.408903:0:34180:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603672.408911:0:34180:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603672.408983:0:34180:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3268. 00000400:00000010:2.0:1789603672.408993:0:34180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d73b8. 00000100:00000200:2.0:1789603672.408999:0:34180:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442912896, portal 10 00000100:00000001:2.0:1789603672.409001:0:34180:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603672.409002:0:34180:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912114688 : -106961797436928 : ffff9eb8040f2a00) 00000100:00000040:2.0:1789603672.409009:0:34180:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f2a00 x1876533442912896/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603688 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603672.409085:0:34180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603672.409156:0:34180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603672.409236:0:34180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7a18. 00000100:00000200:2.0:1789603672.409240:0:34180:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876533442912896, offset 0 00000400:00000200:2.0:1789603672.409248:0:34180:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603672.409257:0:34180:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603672.409265:0:34180:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603672.409270:0:34180:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603672.409275:0:34180:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603672.409279:0:34180:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603672.409282:0:34180:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603672.409286:0:34180:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2907:2907:256:4294967295] 192.168.204.129@tcp LPNI seq info [2907:2907:8:4294967295] 00000400:00000200:2.0:1789603672.409290:0:34180:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603672.409300:0:34180:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603672.409307:0:34180:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603672.409313:0:34180:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8203a2f00. 00000800:00000200:2.0:1789603672.409321:0:34180:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603672.409328:0:34180:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603672.409332:0:34180:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8203a2f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789603672.409412:0:34180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603672.409418:0:34180:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 896597 usecs (897 jiffies) 00000400:00000200:2.0:1789603672.409422:0:34180:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603672.409425:0:34180:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296672239 00000100:00000001:2.0:1789603672.409428:0:34180:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296673578 00000100:00000001:2.0:1789603672.409430:0:34180:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296672239 00000100:00000001:2.0:1789603672.409433:0:34180:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296673578 00000100:00000001:2.0:1789603672.409435:0:34180:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603672.409438:0:34180:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603672.409440:0:34180:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603672.409443:0:34180:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603672.409446:0:34180:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb811672540 going to sleep for 11 seconds 00000100:00000001:2.0:1789603672.409449:0:34180:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603672.409451:0:34180:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603672.410080:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603672.410147:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8203a2f00. 00000400:00000200:3.0:1789603672.410155:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603672.410230:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603672.410238:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7a18 00000400:00000010:3.0:1789603672.410240:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7a18. 00000100:00000001:3.0:1789603672.410245:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603672.410249:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f2a00 x1876533442912896/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603688 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603672.410259:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603672.410262:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f2a00 x1876533442912896/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603688 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603672.410269:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603672.410271:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603672.415842:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603672.415858:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603672.415862:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603672.415865:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603672.415873:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.415894:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603672.415904:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.415911:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.415926:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.415931:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d462280 00000400:00000200:3.0:1789603672.415938:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.415945:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x846d [1] + 224 00000800:00000001:3.0:1789603672.415953:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603672.415960:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603672.415964:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603672.416009:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603672.416027:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603672.416036:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f2a00 x1876533442912896/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603688 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603672.416047:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb8040f2a00 x1876533442912896/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603688 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603672.416103:0:34180:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603672.416122:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603672.416133:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603672.416136:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789603672.418791:0:34180:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603672.418799:0:34180:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603672.418803:0:34180:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3268. 00000400:00000200:2.0:1789603672.418810:0:34180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d73b8 00000400:00000010:2.0:1789603672.418813:0:34180:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d73b8. 00000100:00000001:2.0:1789603672.418818:0:34180:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603672.418831:0:34180:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f2a00 x1876533442912896/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603688 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789603672.418843:0:34180:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f2a00 x1876533442912896/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603688 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603672.418850:0:34180:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603672.418852:0:34180:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603672.418855:0:34180:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603672.418858:0:34180:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603672.418861:0:34180:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603672.418863:0:34180:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603672.418866:0:34180:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603672.418876:0:34180:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=70 v=5 (5 106 106 106) 00000100:00001000:2.0:1789603672.418992:0:34180:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603672.418996:0:34180:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603672.418997:0:34180:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603672.419000:0:34180:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603672.419003:0:34180:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603672.419007:0:34180:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603672.419009:0:34180:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967638 00000100:00000001:2.0:1789603672.419011:0:34180:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603672.419013:0:34180:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603672.419082:0:34180:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f2a00 x1876533442912896/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603688 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603672.419157:0:34180:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603672.419237:0:34180:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603672.419239:0:34180:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603672.419245:0:34180:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f2a00 x1876533442912896/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603688 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789603672.419254:0:34180:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f2a00 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:34180:1876533442912896:192.168.204.129@tcp:101:lfs.0 00000100:00000001:2.0:1789603672.419260:0:34180:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603672.419264:0:34180:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603672.419266:0:34180:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789603672.419268:0:34180:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603672.419273:0:34180:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f2a00 x1876533442912896/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603688 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603672.419279:0:34180:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603672.419282:0:34180:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb811672540. 00000100:00000001:2.0:1789603672.419285:0:34180:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789603672.419287:0:34180:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603672.419290:0:34180:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789603672.419294:0:34180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603672.419297:0:34180:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603672.419301:0:34180:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=4 00000020:00000001:2.0:1789603672.419303:0:34180:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603672.419307:0:34180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000040:2.0:1789603672.419314:0:34180:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb802f46e00, remote cookie: 0x31dbb14d74e920d1, flags: 0x1001 00010000:00010000:2.0:1789603672.419320:0:34180:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603672.419330:0:34180:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603672.419337:0:34180:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789603672.419341:0:34180:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789603672.419344:0:34180:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789603672.419345:0:34180:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789603672.419347:0:34180:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789603672.419349:0:34180:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9eb81938bc00) refcount = 1 00010000:00010000:2.0:1789603672.419354:0:34180:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603672.419360:0:34180:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789603672.419364:0:34180:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789603672.419366:0:34180:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603672.419368:0:34180:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789603672.419371:0:34180:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603672.419374:0:34180:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603672.419380:0:34180:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789603672.419382:0:34180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603672.419383:0:34180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603672.419384:0:34180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603672.419385:0:34180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603672.419387:0:34180:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603672.419391:0:34180:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789603672.419393:0:34180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603672.419394:0:34180:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603672.419396:0:34180:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:2.0:1789603672.419397:0:34180:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603672.419400:0:34180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603672.419402:0:34180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603672.419403:0:34180:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603672.419404:0:34180:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=4 00000020:00000001:2.0:1789603672.419406:0:34180:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603672.419408:0:34180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603672.419411:0:34180:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603672.419415:0:34180:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603672.419418:0:34180:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603672.419424:0:34180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603672.419426:0:34180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603672.419427:0:34180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603672.419428:0:34180:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603672.419429:0:34180:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=5 00000020:00000001:2.0:1789603672.419431:0:34180:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603672.419433:0:34180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603672.419436:0:34180:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603672.419439:0:34180:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603672.419445:0:34180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603672.419447:0:34180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789603672.419449:0:34180:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603672.419456:0:34180:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603672.419457:0:34180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603672.419458:0:34180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603672.419459:0:34180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603672.419460:0:34180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789603672.419465:0:34180:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb8040f2a00 x1876533442912896/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603688 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789603672.419474:0:34180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603672.419476:0:34180:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603672.419477:0:34180:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:2.0:1789603672.419479:0:34180:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603672.419481:0:34180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603672.419484:0:34180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603672.419485:0:34180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603672.419486:0:34180:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603672.419488:0:34180:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603672.419491:0:34180:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789603672.419494:0:34180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603672.419495:0:34180:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603672.419496:0:34180:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:2.0:1789603672.419498:0:34180:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603672.419500:0:34180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00000002:00010000:2.0:1789603672.419503:0:34180:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603672.419545:0:34180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603672.419547:0:34180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603672.419549:0:34180:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789603672.419550:0:34180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603672.419552:0:34180:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603672.419554:0:34180:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:2.0:1789603672.419556:0:34180:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603672.419559:0:34180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000040:2.0:1789603672.419565:0:34180:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bc00 count: 2 00010000:00000001:2.0:1789603672.419568:0:34180:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789603672.419573:0:34180:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1789603672.419575:0:34180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603672.419577:0:34180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603672.419579:0:34180:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789603672.419582:0:34180:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500ddb9f8 00000002:00002000:2.0:1789603672.419585:0:34180:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789603672.419588:0:34180:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603672.419592:0:34180:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603672.419594:0:34180:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789603672.419597:0:34180:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789603672.419601:0:34180:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603672.419605:0:34180:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603672.419609:0:34180:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb80571a400. 00000080:00000001:2.0:1789603672.419613:0:34180:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603672.419616:0:34180:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789603672.419621:0:34180:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789603672.419625:0:34180:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789603672.421734:0:34180:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb807d571c0. 00800000:00000001:3.0:1789603672.421744:0:34180:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637111975440832 : -106961734110784 : ffff9eb807d571c0) 00800000:00000001:3.0:1789603672.421748:0:34180:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603672.421751:0:34180:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789603672.421756:0:34180:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789603672.421759:0:34180:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1789603672.421762:0:34180:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789603672.421766:0:34180:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789603672.421768:0:34180:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603672.421773:0:34180:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1789603672.421776:0:34180:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1789603672.421779:0:34180:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1789603622 to 1789603630 00000080:00200000:3.0:1789603672.421784:0:34180:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1789603672.421787:0:34180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603672.421790:0:34180:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603672.421793:0:34180:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:3.0:1789603672.421796:0:34180:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:3.0:1789603672.421798:0:34180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:3.0:1789603672.421801:0:34180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603672.421804:0:34180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789603672.421806:0:34180:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789603672.421809:0:34180:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1789603672.421811:0:34180:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807d571c0 1 00800000:00000010:3.0:1789603672.421814:0:34180:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb807d571c0. 00800000:00000001:3.0:1789603672.421819:0:34180:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603672.421823:0:34180:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe551d 00800000:00000001:3.0:1789603672.421827:0:34180:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603672.421829:0:34180:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603672.421831:0:34180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603672.421832:0:34180:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603672.421833:0:34180:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:3.0:1789603672.421836:0:34180:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:3.0:1789603672.421838:0:34180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:3.0:1789603672.421841:0:34180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603672.421842:0:34180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603672.421844:0:34180:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603672.421846:0:34180:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603672.421848:0:34180:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603672.421851:0:34180:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:3.0:1789603672.421854:0:34180:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe551d from it ffffb8e500ddbcb8 00010000:00000001:3.0:1789603672.421856:0:34180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603672.421857:0:34180:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603672.421858:0:34180:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:3.0:1789603672.421860:0:34180:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:3.0:1789603672.421862:0:34180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:3.0:1789603672.421865:0:34180:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603672.421869:0:34180:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603672.422417:0:34180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603672.422418:0:34180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603672.422420:0:34180:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603672.422423:0:34180:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603672.422426:0:34180:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789603672.422436:0:34180:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603672.422440:0:34180:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603672.422442:0:34180:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603672.422447:0:34180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603672.422448:0:34180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603672.422450:0:34180:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603672.422453:0:34180:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603672.422455:0:34180:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603672.422457:0:34180:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603672.422459:0:34180:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603672.422461:0:34180:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603672.422463:0:34180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603672.422464:0:34180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789603672.422468:0:34180:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603672.422480:0:34180:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f2a00 x1876533442912896/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603688 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603672.422488:0:34180:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603672.422491:0:34180:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603672.422495:0:34180:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb81162e000. 02000000:00000001:3.0:1789603672.422499:0:34180:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603672.422501:0:34180:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603672.422503:0:34180:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603672.422505:0:34180:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603672.422627:0:34180:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041d0c00. 02000000:00000001:3.0:1789603672.422635:0:34180:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603672.422637:0:34180:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603672.422691:0:34180:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f2a00. 00000100:00000001:3.0:1789603672.422697:0:34180:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603672.422699:0:34180:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603672.422704:0:34180:0:(file.c:6260:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603672.422711:0:34180:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500ddbd08 00000080:00000008:3.0:1789603672.422713:0:34180:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789603672.424417:0:34180:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603672.424458:0:34180:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500ddbd08 00000080:00200008:3.0:1789603672.424462:0:34180:0:(file.c:6307:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789603672.424469:0:34180:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789603672.424470:0:34180:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500ddbc80 00000080:00200000:3.0:1789603672.424472:0:34180:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:3.0:1789603672.424479:0:34180:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb814ea1400. 00800000:00000002:3.0:1789603672.424495:0:34180:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:3.0:1789603672.424500:0:34180:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603672.424505:0:34180:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603672.424508:0:34180:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500ddbba0 00800000:00000002:3.0:1789603672.424546:0:34180:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603672.424550:0:34180:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789603672.424552:0:34180:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603672.424555:0:34180:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603672.424557:0:34180:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603672.424559:0:34180:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603672.424561:0:34180:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603672.424563:0:34180:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603672.424565:0:34180:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603672.424587:0:34180:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789603672.424592:0:34180:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603672.424594:0:34180:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500ddba70 00000002:00010000:3.0:1789603672.424596:0:34180:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789603672.424600:0:34180:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789603672.424601:0:34180:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603672.424605:0:34180:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603672.424613:0:34180:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bc00 count: 2 00010000:00000001:3.0:1789603672.424616:0:34180:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603672.424620:0:34180:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603672.424625:0:34180:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603672.424630:0:34180:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789603672.424705:0:34180:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789603672.424711:0:34180:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603672.424714:0:34180:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789603672.424722:0:34180:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789603672.424724:0:34180:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789603672.424726:0:34180:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603672.424729:0:34180:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603672.424731:0:34180:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789603672.424733:0:34180:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789603672.424736:0:34180:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789603672.424739:0:34180:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:3.0:1789603672.424742:0:34180:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb814ea1400. 00000080:00000001:3.0:1789603672.424747:0:34180:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789603672.424749:0:34180:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603672.424752:0:34180:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:3.0:1789603672.424756:0:34180:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe551d 00800000:00000001:3.0:1789603672.424759:0:34180:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603672.424761:0:34180:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603672.424763:0:34180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603672.424765:0:34180:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603672.424768:0:34180:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:3.0:1789603672.424770:0:34180:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:3.0:1789603672.424773:0:34180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:3.0:1789603672.424776:0:34180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603672.424777:0:34180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603672.424778:0:34180:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603672.424780:0:34180:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603672.424782:0:34180:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe551d from it ffffb8e500ddbcb8 00010000:00000001:3.0:1789603672.424784:0:34180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603672.424786:0:34180:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603672.424787:0:34180:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:3.0:1789603672.424788:0:34180:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:3.0:1789603672.424790:0:34180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:3.0:1789603672.424793:0:34180:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603672.424795:0:34180:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789603672.424801:0:34180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603672.424802:0:34180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603672.424804:0:34180:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603672.424807:0:34180:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603672.424809:0:34180:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789603672.424816:0:34180:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603672.424819:0:34180:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603672.424822:0:34180:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603672.424826:0:34180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603672.424827:0:34180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603672.424828:0:34180:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603672.424832:0:34180:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603672.424834:0:34180:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603672.424835:0:34180:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603672.424838:0:34180:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603672.424840:0:34180:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603672.424841:0:34180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603672.424842:0:34180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789603672.424844:0:34180:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789603672.424846:0:34180:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603672.424850:0:34180:0:(file.c:6260:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603672.424854:0:34180:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500ddbd08 00000080:00000008:3.0:1789603672.424856:0:34180:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789603672.425421:0:34180:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789603672.425424:0:34180:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789603672.425426:0:34180:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500ddbb78 00000080:00200000:3.0:1789603672.425429:0:34180:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:3.0:1789603672.425433:0:34180:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb814ea1400. 00800000:00000002:3.0:1789603672.425437:0:34180:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:3.0:1789603672.425440:0:34180:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603672.425441:0:34180:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603672.425443:0:34180:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500ddba98 00800000:00000002:3.0:1789603672.425444:0:34180:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603672.425447:0:34180:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789603672.425448:0:34180:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603672.425450:0:34180:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603672.425451:0:34180:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603672.425452:0:34180:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603672.425454:0:34180:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603672.425456:0:34180:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603672.425457:0:34180:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603672.425460:0:34180:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789603672.425462:0:34180:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603672.425464:0:34180:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500ddb968 00000002:00010000:3.0:1789603672.425466:0:34180:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789603672.425469:0:34180:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789603672.425470:0:34180:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603672.425472:0:34180:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603672.425476:0:34180:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bc00 count: 2 00010000:00000001:3.0:1789603672.425478:0:34180:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603672.425480:0:34180:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603672.425482:0:34180:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603672.425485:0:34180:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1789603672.425492:0:34180:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789603672.425495:0:34180:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603672.425498:0:34180:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1789603672.425508:0:34180:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789603672.425792:0:34180:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789603672.425794:0:34180:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603672.425796:0:34180:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603672.425798:0:34180:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789603672.425800:0:34180:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789603672.425802:0:34180:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789603672.425804:0:34180:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:3.0:1789603672.425808:0:34180:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb814ea1400. 00000080:00000001:3.0:1789603672.425812:0:34180:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789603672.425814:0:34180:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603672.425816:0:34180:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:3.0:1789603672.425819:0:34180:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe551d 00800000:00000001:3.0:1789603672.425822:0:34180:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603672.425824:0:34180:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603672.425826:0:34180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603672.425827:0:34180:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603672.425829:0:34180:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:3.0:1789603672.425831:0:34180:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:3.0:1789603672.425834:0:34180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:3.0:1789603672.425836:0:34180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603672.425838:0:34180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603672.425839:0:34180:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603672.425841:0:34180:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603672.425843:0:34180:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe551d from it ffffb8e500ddbbb0 00010000:00000001:3.0:1789603672.425845:0:34180:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603672.425846:0:34180:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603672.425847:0:34180:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:3.0:1789603672.425849:0:34180:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:3.0:1789603672.425851:0:34180:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:3.0:1789603672.425854:0:34180:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603672.425857:0:34180:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789603672.425863:0:34180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603672.425864:0:34180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603672.425865:0:34180:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603672.425867:0:34180:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603672.425869:0:34180:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789603672.425877:0:34180:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603672.426383:0:34180:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603672.426386:0:34180:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603672.426390:0:34180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603672.426392:0:34180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603672.426393:0:34180:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603672.426397:0:34180:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603672.426398:0:34180:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603672.426400:0:34180:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603672.426402:0:34180:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603672.426404:0:34180:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603672.426405:0:34180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603672.426407:0:34180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789603672.426410:0:34180:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789603672.426412:0:34180:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789603672.426415:0:34180:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 44 00000080:00000001:3.0:1789603672.426421:0:34180:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603672.426428:0:34180:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:3.0:1789603672.426430:0:34180:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789603672.426432:0:34180:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500ddbb78 00000080:00200008:3.0:1789603672.426435:0:34180:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), flags 100000 00000080:00000010:3.0:1789603672.426442:0:34180:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9eb8017a7540. 00000080:00000001:3.0:1789603672.426447:0:34180:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603672.426449:0:34180:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603672.426694:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789603672.426697:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:3.0:1789603672.426704:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789603672.426707:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789603672.426713:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb80511f400. 00000020:00000001:3.0:1789603672.426717:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603672.426720:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789603672.426723:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789603672.426725:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb80511f400 uarg=0000000000000000 00800000:00000001:3.0:1789603672.426732:0:34180:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:3.0:1789603672.426735:0:34180:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9eb81291b000: age 1928, max_age 2003 00000002:00000001:3.0:1789603672.426738:0:34180:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:3.0:1789603672.426741:0:34180:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000010:3.0:1789603672.426748:0:34180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49f80. 00000020:00000040:3.0:1789603672.426751:0:34180:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:3.0:1789603672.426754:0:34180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603672.426756:0:34180:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603672.426760:0:34180:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603672.426767:0:34180:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783fa00. 00000100:00000001:3.0:1789603672.426774:0:34180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603672.426777:0:34180:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603672.426779:0:34180:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603672.426785:0:34180:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb810adb0c0. 00000100:00000001:3.0:1789603672.426787:0:34180:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112123830464 : -106961585721152 : ffff9eb810adb0c0) 00000100:00000001:3.0:1789603672.426790:0:34180:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603672.426792:0:34180:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124284800 : -106961585266816 : ffff9eb810b49f80) 00000100:00000001:3.0:1789603672.426797:0:34180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603672.426800:0:34180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603672.426803:0:34180:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603672.426804:0:34180:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603672.426815:0:34180:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49f80 x1876533442913024/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603672.426823:0:34180:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603672.426826:0:34180:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603672.426830:0:34180:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603672.426832:0:34180:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603672.426835:0:34180:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603672.426838:0:34180:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49f80 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:34180:1876533442913024:192.168.204.129@tcp:41:lfs.0 00000100:00000001:3.0:1789603672.426843:0:34180:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603672.426848:0:34180:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603672.426850:0:34180:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603672.426853:0:34180:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603672.426857:0:34180:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb80511d000. 02000000:00000001:3.0:1789603672.426859:0:34180:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603672.426867:0:34180:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603672.426872:0:34180:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748318. 00000400:00000010:3.0:1789603672.426892:0:34180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d02a8. 00000100:00000200:3.0:1789603672.426901:0:34180:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442913024, portal 10 00000100:00000001:3.0:1789603672.426903:0:34180:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603672.426904:0:34180:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124284800 : -106961585266816 : ffff9eb810b49f80) 00000100:00000040:3.0:1789603672.426911:0:34180:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b49f80 x1876533442913024/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603688 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603672.426928:0:34180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603672.426931:0:34180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603672.426934:0:34180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0a18. 00000100:00000200:3.0:1789603672.426937:0:34180:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442913024, offset 0 00000400:00000200:3.0:1789603672.426943:0:34180:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603672.426952:0:34180:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.426960:0:34180:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603672.426966:0:34180:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603672.426982:0:34180:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603672.426986:0:34180:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603672.426989:0:34180:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603672.426994:0:34180:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2908:2908:256:4294967295] 192.168.204.129@tcp LPNI seq info [2908:2908:8:4294967295] 00000400:00000200:3.0:1789603672.426999:0:34180:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.427008:0:34180:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603672.427025:0:34180:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603672.427032:0:34180:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783fb00. 00000800:00000200:3.0:1789603672.427040:0:34180:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603672.427049:0:34180:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603672.427053:0:34180:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603672.427078:0:34180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603672.427083:0:34180:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 895453 usecs (896 jiffies) 00000400:00000200:3.0:1789603672.427095:0:34180:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603672.427098:0:34180:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296672256 00000100:00000001:3.0:1789603672.427101:0:34180:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296673578 00000100:00000001:3.0:1789603672.427103:0:34180:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296672256 00000100:00000001:3.0:1789603672.427105:0:34180:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296673578 00000100:00000001:3.0:1789603672.427108:0:34180:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603672.427110:0:34180:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603672.427113:0:34180:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603672.427115:0:34180:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603672.427117:0:34180:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb810adb0c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789603672.427120:0:34180:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603672.427123:0:34180:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603672.427298:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603672.427303:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783fb00. 00000400:00000200:2.0:1789603672.427309:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603672.427314:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603672.427319:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0a18 00000400:00000010:2.0:1789603672.427322:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0a18. 00000100:00000001:2.0:1789603672.427326:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603672.427331:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49f80 x1876533442913024/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603688 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603672.427340:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603672.427343:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b49f80 x1876533442913024/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603688 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603672.427350:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603672.427351:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603672.430685:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603672.430702:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603672.430708:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603672.430710:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603672.430719:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.430727:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603672.430735:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.430740:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.430746:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.430750:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 368 into portal 10 MB=0x6aab27d462300 00000400:00000200:3.0:1789603672.430755:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.430761:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 368/368 into md 0x847d [1] + 224 00000800:00000001:3.0:1789603672.430768:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603672.430774:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603672.430777:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603672.430782:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603672.430790:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603672.430798:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49f80 x1876533442913024/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603688 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603672.430808:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9eb810b49f80 x1876533442913024/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603688 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603672.430868:0:34180:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603672.430886:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603672.430896:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603672.430900:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789603672.430933:0:34180:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603672.430936:0:34180:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603672.430939:0:34180:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748318. 00000400:00000200:1.0:1789603672.430944:0:34180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d02a8 00000400:00000010:1.0:1789603672.430946:0:34180:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d02a8. 00000100:00000001:1.0:1789603672.430949:0:34180:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603672.430954:0:34180:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49f80 x1876533442913024/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603688 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603672.430973:0:34180:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49f80 x1876533442913024/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603688 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603672.430979:0:34180:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603672.430982:0:34180:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603672.430984:0:34180:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603672.430987:0:34180:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603672.430990:0:34180:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603672.430992:0:34180:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603672.430995:0:34180:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603672.431004:0:34180:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=70 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603672.431008:0:34180:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603672.431011:0:34180:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603672.431013:0:34180:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603672.431016:0:34180:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603672.431020:0:34180:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603672.431023:0:34180:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603672.431025:0:34180:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967638 00000100:00000001:1.0:1789603672.431027:0:34180:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603672.431029:0:34180:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603672.431034:0:34180:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49f80 x1876533442913024/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603688 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603672.431040:0:34180:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603672.431043:0:34180:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603672.431045:0:34180:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603672.431048:0:34180:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49f80 x1876533442913024/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603688 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603672.431056:0:34180:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49f80 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:34180:1876533442913024:192.168.204.129@tcp:41:lfs.0 00000100:00000001:1.0:1789603672.431061:0:34180:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603672.431064:0:34180:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603672.431066:0:34180:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603672.431069:0:34180:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603672.431077:0:34180:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49f80 x1876533442913024/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603688 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603672.431083:0:34180:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603672.431095:0:34180:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb810adb0c0. 00000100:00000001:1.0:1789603672.431099:0:34180:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603672.431102:0:34180:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603672.431109:0:34180:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1789603672.431110:0:34180:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603672.431114:0:34180:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49f80 x1876533442913024/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603688 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603672.431121:0:34180:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603672.431123:0:34180:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603672.431126:0:34180:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb80511d000. 02000000:00000001:1.0:1789603672.431129:0:34180:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603672.431131:0:34180:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603672.431133:0:34180:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603672.431135:0:34180:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603672.431137:0:34180:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783fa00. 02000000:00000001:1.0:1789603672.431141:0:34180:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603672.431143:0:34180:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603672.431144:0:34180:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49f80. 00000100:00000001:1.0:1789603672.431148:0:34180:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603672.431149:0:34180:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789603672.431150:0:34180:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603672.431151:0:34180:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603672.431153:0:34180:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:1.0:1789603672.431438:0:34180:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9eb81291b000: update ffff9eb807101e18 cache blocks 317381/353529 objects 1023704/1024000 00800000:00000001:1.0:1789603672.431444:0:34180:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603672.431450:0:34180:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.431454:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603672.431457:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb80511f400. 00000080:00000001:1.0:1789603672.431462:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.431464:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.431572:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.431575:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.431584:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.431586:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.431593:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.431597:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.431600:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.431603:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.431605:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.431613:0:34180:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:1.0:1789603672.431615:0:34180:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff9eb81291b000: age 1418, max_age 2003 00000002:00000001:1.0:1789603672.431619:0:34180:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1789603672.431621:0:34180:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000010:1.0:1789603672.431626:0:34180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5180. 00000020:00000040:1.0:1789603672.431629:0:34180:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=5 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603672.431632:0:34180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603672.431635:0:34180:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603672.431639:0:34180:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603672.431645:0:34180:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9f00. 00000100:00000001:1.0:1789603672.431651:0:34180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603672.431655:0:34180:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603672.431657:0:34180:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603672.431663:0:34180:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80411de40. 00000100:00000001:1.0:1789603672.431665:0:34180:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111912291904 : -106961797259712 : ffff9eb80411de40) 00000100:00000001:1.0:1789603672.431668:0:34180:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603672.431670:0:34180:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957082496 : -106961752469120 : ffff9eb806bd5180) 00000100:00000001:1.0:1789603672.431674:0:34180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603672.431678:0:34180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603672.431680:0:34180:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603672.431682:0:34180:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603672.431687:0:34180:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5180 x1876533442913152/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603672.431694:0:34180:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603672.431696:0:34180:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603672.431700:0:34180:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603672.431702:0:34180:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603672.431705:0:34180:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603672.431708:0:34180:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5180 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:34180:1876533442913152:192.168.204.129@tcp:41:lfs.0 00000100:00000001:1.0:1789603672.431712:0:34180:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603672.431716:0:34180:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603672.431718:0:34180:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603672.431721:0:34180:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603672.431725:0:34180:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a5c00. 02000000:00000001:1.0:1789603672.431727:0:34180:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603672.431733:0:34180:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603672.431736:0:34180:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603672.431741:0:34180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc088. 00000100:00000200:1.0:1789603672.431748:0:34180:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442913152, portal 10 00000100:00000001:1.0:1789603672.431749:0:34180:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603672.431750:0:34180:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957082496 : -106961752469120 : ffff9eb806bd5180) 00000100:00000040:1.0:1789603672.431757:0:34180:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd5180 x1876533442913152/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603688 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603672.431764:0:34180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603672.431767:0:34180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603672.431770:0:34180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc198. 00000100:00000200:1.0:1789603672.431773:0:34180:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442913152, offset 0 00000400:00000200:1.0:1789603672.431779:0:34180:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603672.431786:0:34180:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603672.431793:0:34180:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603672.431798:0:34180:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603672.431802:0:34180:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603672.431805:0:34180:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603672.431808:0:34180:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603672.431811:0:34180:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2909:2909:256:4294967295] 192.168.204.129@tcp LPNI seq info [2909:2909:8:4294967295] 00000400:00000200:1.0:1789603672.431815:0:34180:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603672.431824:0:34180:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603672.431830:0:34180:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603672.431834:0:34180:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9b00. 00000800:00000200:1.0:1789603672.431841:0:34180:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603672.431847:0:34180:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603672.431851:0:34180:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603672.431871:0:34180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603672.431876:0:34180:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21095 usecs (22 jiffies) 00000400:00000200:1.0:1789603672.431879:0:34180:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603672.431882:0:34180:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296671387 00000100:00000001:1.0:1789603672.431886:0:34180:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296673578 00000100:00000001:1.0:1789603672.431888:0:34180:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296671387 00000100:00000001:1.0:1789603672.431890:0:34180:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296673578 00000100:00000001:1.0:1789603672.431893:0:34180:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603672.431896:0:34180:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603672.431898:0:34180:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603672.431899:0:34180:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603672.431902:0:34180:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80411de40 going to sleep for 11 seconds 00000100:00000001:1.0:1789603672.431903:0:34180:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603672.431905:0:34180:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603672.434396:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603672.434408:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9b00. 00000400:00000200:2.0:1789603672.434417:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603672.434426:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603672.434434:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc198 00000400:00000010:2.0:1789603672.434438:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc198. 00000100:00000001:2.0:1789603672.434442:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603672.434450:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5180 x1876533442913152/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603688 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603672.434463:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603672.434467:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5180 x1876533442913152/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603688 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603672.434474:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603672.434476:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603672.437397:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603672.437409:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603672.437415:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603672.437418:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603672.437427:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.437436:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603672.437445:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.437451:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.437456:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.437461:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 368 into portal 10 MB=0x6aab27d462380 00000400:00000200:3.0:1789603672.437466:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.437472:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 368/368 into md 0x848d [1] + 224 00000800:00000001:3.0:1789603672.437480:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603672.437487:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603672.437491:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603672.437496:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603672.437505:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603672.437544:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5180 x1876533442913152/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603688 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603672.437557:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9eb806bd5180 x1876533442913152/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603688 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603672.437568:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603672.437577:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603672.437580:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603672.437862:0:34180:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603672.437869:0:34180:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603672.437871:0:34180:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603672.437874:0:34180:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603672.437879:0:34180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc088 00000400:00000010:1.0:1789603672.437882:0:34180:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc088. 00000100:00000001:1.0:1789603672.437885:0:34180:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603672.437890:0:34180:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5180 x1876533442913152/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603688 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603672.437899:0:34180:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5180 x1876533442913152/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603688 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603672.437905:0:34180:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603672.437907:0:34180:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603672.437910:0:34180:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603672.437913:0:34180:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603672.437915:0:34180:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603672.437917:0:34180:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603672.437921:0:34180:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603672.437930:0:34180:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=70 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603672.437935:0:34180:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=70 v=5 (1 1 1 1) 00000100:00000001:1.0:1789603672.437938:0:34180:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603672.437940:0:34180:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603672.437943:0:34180:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603672.437947:0:34180:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603672.437960:0:34180:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603672.437963:0:34180:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789603672.437965:0:34180:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603672.437967:0:34180:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603672.437972:0:34180:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5180 x1876533442913152/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603688 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603672.437979:0:34180:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603672.437981:0:34180:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603672.437984:0:34180:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603672.437988:0:34180:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5180 x1876533442913152/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603688 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603672.437996:0:34180:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5180 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:34180:1876533442913152:192.168.204.129@tcp:41:lfs.0 00000100:00000001:1.0:1789603672.438002:0:34180:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603672.438004:0:34180:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603672.438007:0:34180:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603672.438009:0:34180:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603672.438013:0:34180:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5180 x1876533442913152/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603688 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603672.438020:0:34180:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603672.438022:0:34180:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80411de40. 00000100:00000001:1.0:1789603672.438026:0:34180:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603672.438028:0:34180:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603672.438033:0:34180:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1789603672.438035:0:34180:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603672.438038:0:34180:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5180 x1876533442913152/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603688 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603672.438045:0:34180:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603672.438048:0:34180:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603672.438052:0:34180:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a5c00. 02000000:00000001:1.0:1789603672.438054:0:34180:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603672.438057:0:34180:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603672.438059:0:34180:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603672.438061:0:34180:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603672.438063:0:34180:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9f00. 02000000:00000001:1.0:1789603672.438066:0:34180:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603672.438068:0:34180:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603672.438070:0:34180:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5180. 00000100:00000001:1.0:1789603672.438074:0:34180:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603672.438075:0:34180:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789603672.438077:0:34180:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603672.438078:0:34180:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603672.438080:0:34180:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:1.0:1789603672.438093:0:34180:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff9eb81291b000: update ffff9eb8030b5198 cache blocks 317415/353529 objects 1023737/1024000 00800000:00000001:1.0:1789603672.438097:0:34180:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603672.438102:0:34180:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.438105:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603672.438108:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.438111:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.438114:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.438372:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.438376:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.438384:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.438387:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.438392:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.438396:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.438399:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.438402:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.438404:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.438409:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438411:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438413:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.438415:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.438418:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438420:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438425:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.438426:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.438430:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.438431:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.438434:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.438436:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.438437:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.438438:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.438439:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.438442:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438444:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438446:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.438448:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.438450:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438452:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438455:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.438456:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.438459:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.438460:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.438462:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.438464:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.438465:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.438466:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.438468:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.438470:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438472:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438474:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.438475:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.438477:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438479:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438481:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.438483:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.438485:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.438486:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.438488:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.438490:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.438492:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.438493:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.438494:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.438497:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438499:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438500:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.438502:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.438504:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438506:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438547:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.438550:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.438553:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.438554:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.438557:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.438560:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.438562:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.438563:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.438564:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.438566:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438569:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438570:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.438572:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.438574:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438576:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438580:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.438581:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.438774:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.438777:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.438780:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.438783:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.438785:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.438787:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.438788:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.438791:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438793:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438794:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.438796:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.438799:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438800:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438805:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.438806:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.438808:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.438809:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.438812:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.438814:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.438815:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.438816:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.438817:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.438820:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438821:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438823:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.438825:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.438827:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438829:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438831:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.438832:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.438835:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.438835:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.438837:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.438839:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.438841:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.438842:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.438844:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.438846:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438848:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438850:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.438852:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.438854:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438856:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438858:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.438860:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.438862:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.438863:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.438866:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.438868:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.438869:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.438870:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.438871:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.438873:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438875:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438876:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.438878:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.438880:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438882:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438884:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.438886:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.438888:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.438890:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.438892:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.438894:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.438895:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.438897:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.438898:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.438900:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438902:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438904:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.438906:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.438909:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438910:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438914:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.438915:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.438919:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.438920:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.438922:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.438923:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.438925:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.438926:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.438927:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.438929:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438931:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438932:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.438935:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.438937:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438938:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438941:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.438942:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.438956:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.438958:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.438960:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.438963:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.438964:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.438966:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.438967:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.438970:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438972:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438973:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.438975:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.438977:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438979:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438982:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.438984:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.438987:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.438988:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.438990:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.438992:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.438993:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.438994:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.438995:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.438997:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.438999:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439000:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.439002:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.439004:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439005:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439008:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.439009:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.439011:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.439012:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.439014:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.439016:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.439018:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.439018:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.439020:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.439022:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439025:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439027:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.439029:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.439031:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439032:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439034:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.439036:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.439038:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.439039:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.439041:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.439043:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.439045:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.439045:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.439046:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.439049:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439051:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439052:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.439054:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.439056:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439058:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439060:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.439061:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.439064:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.439065:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.439067:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.439069:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.439070:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.439071:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.439073:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.439074:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439076:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439078:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.439079:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.439081:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439083:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439097:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.439099:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.439101:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.439102:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.439105:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.439107:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.439109:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.439111:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.439112:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.439114:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439116:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439117:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.439119:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.439121:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439123:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439126:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.439127:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.439129:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.439130:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.439132:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.439134:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.439136:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.439137:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.439138:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.439140:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439142:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439144:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.439146:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.439147:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439149:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439152:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.439153:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.439841:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.439844:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.439848:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.439851:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.439853:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.439855:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.439856:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.439859:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439862:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439863:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.439865:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.439868:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439870:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439876:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.439877:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.439880:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.439881:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.439884:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.439886:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.439888:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.439889:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.439890:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.439893:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439895:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439896:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.439898:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.439900:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439902:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439905:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.439906:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.439909:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.439910:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.439912:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.439913:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.439915:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.439916:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.439918:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.439920:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439922:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439924:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.439925:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.439928:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439930:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.439933:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.439935:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.439937:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.439938:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.439941:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.439943:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.439944:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.440036:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.440038:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.440041:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440044:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440045:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.440048:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.440051:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440053:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440058:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.440059:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.440062:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.440064:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.440067:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.440069:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.440071:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.440072:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.440073:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.440076:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440077:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440079:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.440081:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.440580:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440583:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440599:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.440602:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.440606:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.440608:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.440611:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.440614:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.440615:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.440617:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.440618:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.440621:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440623:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440625:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.440627:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.440629:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440631:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440634:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.440635:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.440638:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.440639:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.440654:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.440657:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.440659:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.440661:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.440662:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.440665:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440666:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440668:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.440670:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.440672:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440674:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440678:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.440680:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.440683:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.440684:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.440687:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.440688:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.440690:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.440691:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.440692:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.440695:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440696:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440698:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.440700:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.440702:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440704:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440707:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.440708:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.440710:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.440711:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.440714:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.440715:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.440717:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.440718:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.440720:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.440722:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440724:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440726:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.440728:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.440730:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440731:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440734:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.440735:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.440738:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.440739:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.440741:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.440743:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.440745:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.440747:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.440748:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.440751:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440752:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440754:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.440756:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.440758:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440759:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440763:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.440764:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.440767:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.440768:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.440770:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.440772:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.440773:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.440774:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.440775:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.440777:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440778:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440780:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.440782:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.440783:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440785:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440787:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.440788:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.440790:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.440791:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.440793:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.440795:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.440796:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.440797:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.440798:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.440801:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440803:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440804:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.440806:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.440808:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440810:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440812:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.440813:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.440815:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.440816:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.440818:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.440820:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.440821:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.440822:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.440823:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.440825:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440827:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440828:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.440830:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.440832:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440833:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440835:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.440837:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.440839:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.440840:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.440842:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.440844:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.440846:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.440846:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.440848:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.440850:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440851:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440853:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.440855:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.440857:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440859:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440861:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.440862:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.440864:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.440865:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.440867:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.440869:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.440871:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.440872:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.440873:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.440875:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440877:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440879:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.440881:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.440883:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440885:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440888:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.440889:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.440892:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.440893:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.440895:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.440897:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.440898:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.440900:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.440901:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.440903:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440904:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440906:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.440908:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.440910:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440911:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440914:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.440916:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.440918:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.440919:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.440922:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.440924:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.440925:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.440926:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.440927:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.440930:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440931:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440933:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.440935:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.440937:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440939:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440942:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.440944:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.440946:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.440947:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.440960:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.440963:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.440964:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.440965:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.440966:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.440969:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440970:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440972:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.440974:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.440976:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440978:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440981:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.440982:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.440985:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.440986:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.440989:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.440991:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.440992:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.440993:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.440995:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.440997:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.440999:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441000:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.441002:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.441005:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441006:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441009:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.441011:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.441014:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.441015:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.441017:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.441019:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.441020:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.441021:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.441022:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.441024:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441026:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441028:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.441030:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.441032:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441033:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441036:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.441038:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.441040:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.441041:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.441044:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.441046:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.441048:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.441049:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.441050:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.441053:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441055:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441056:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.441058:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.441060:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441062:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441065:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.441067:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.441069:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.441070:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.441072:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.441074:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.441076:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.441077:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.441078:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.441080:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441082:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441084:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.441100:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.441102:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441104:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441108:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.441110:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.441112:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.441113:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.441116:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.441118:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.441120:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.441121:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.441122:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.441125:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441128:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441129:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.441131:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.441133:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441135:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441138:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.441139:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.441141:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.441143:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.441145:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.441147:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.441148:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.441149:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.441150:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.441153:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441167:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441170:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.441172:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.441175:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441177:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441181:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.441182:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.441225:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.441226:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.441229:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.441231:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.441233:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.441234:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.441236:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.441237:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441239:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441241:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.441242:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.441245:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441247:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441251:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.441252:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.441255:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.441256:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.441257:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.441259:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.441260:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.441261:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.441267:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.441269:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441271:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441272:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.441274:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.441276:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441278:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441295:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.441296:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.441299:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.441300:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.441302:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.441304:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.441305:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.441306:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.441308:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.441310:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441312:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441314:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.441316:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.441318:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441319:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441322:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.441324:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.441326:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.441327:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.441329:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.441331:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.441333:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.441334:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.441335:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.441337:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441339:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441340:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.441342:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.441343:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441345:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441348:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.441349:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.441351:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.441352:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.441354:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.441355:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.441357:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.441358:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.441359:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.441361:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441363:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441364:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.441366:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.441368:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441369:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441372:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.441374:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.441376:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.441377:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.441380:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.441382:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.441383:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.441384:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.441386:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.441388:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441389:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441391:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.441394:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.441396:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441397:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441400:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.441401:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.441404:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.441405:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.441406:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.441408:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.441410:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.441411:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.441412:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.441414:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441416:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441418:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.441419:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.441421:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441423:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441426:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.441427:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.441429:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.441430:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.441432:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.441434:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.441436:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.441438:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.441439:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.441441:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441443:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441444:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.441447:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.441449:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441450:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441454:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.441455:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.441457:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.441458:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.441460:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.441462:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.441463:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.441464:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.441465:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.441467:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441469:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441471:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.441473:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.441475:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441477:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441480:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.441481:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.441484:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.441485:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.441487:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.441489:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.441491:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.441492:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.441493:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.441496:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441498:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441500:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.441502:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.441504:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441505:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441534:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.441536:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.441539:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.441540:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.441543:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.441546:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.441547:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.441548:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.441549:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.441552:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441553:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441555:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.441557:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.441559:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441561:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441564:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.441565:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.441568:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.441569:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.441571:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.441573:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.441575:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.441576:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.441577:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.441579:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441581:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441583:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.441585:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.441588:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441589:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441592:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.441593:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.441596:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.441597:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.441598:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.441601:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.441602:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.441603:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.441604:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.441607:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441608:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441610:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.441612:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.441614:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441616:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441619:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.441621:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.441623:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.441624:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.441626:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.441628:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.441630:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.441631:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.441632:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.441635:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441636:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441638:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.441640:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.441642:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441643:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441646:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.441648:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.441651:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.441652:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.441654:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.441656:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.441658:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.441659:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.441660:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.441662:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441663:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441665:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.441667:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.441668:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441670:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441672:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.441674:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.441676:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.441677:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.441678:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.441680:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.441682:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.441683:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.441684:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.441686:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441688:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441690:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.441692:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.441694:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441696:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441699:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.441700:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.441702:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.441703:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.441707:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.441709:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.441710:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.441712:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.441713:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.441715:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441717:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441719:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.441721:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.441723:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441724:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441727:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.441728:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.441731:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.441732:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.441734:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.441736:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.441737:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.441738:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.441740:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.441742:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441744:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441745:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.441747:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.441749:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441751:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441754:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.441755:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.441758:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.441759:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.441761:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.441764:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.441765:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.441766:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.441768:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.441771:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441772:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441774:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.441776:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.441778:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441780:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441783:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.441785:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.441787:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.441788:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.441790:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.441792:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.441793:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.441794:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.441795:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.441797:0:34180:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441799:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441801:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.441802:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.441804:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441806:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.441808:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.441809:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.441811:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.441812:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.441814:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.441816:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.441818:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603672.441819:0:34180:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603672.441821:0:34180:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00800000:00000001:1.0:1789603672.441823:0:34180:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789603672.441825:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789603672.441827:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1789603672.441829:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.441831:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789603672.441832:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789603672.441836:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.441837:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.441840:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.441841:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.441843:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.441845:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.441847:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.441850:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.441852:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.441860:0:34180:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:1.0:1789603672.441862:0:34180:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff9eb81291b000: age 1418, max_age 2003 00000008:00000001:1.0:1789603672.441866:0:34180:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:1.0:1789603672.441870:0:34180:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000010:1.0:1789603672.441878:0:34180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5180. 00000020:00000040:1.0:1789603672.441881:0:34180:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=4 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:1.0:1789603672.441885:0:34180:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1789603672.441889:0:34180:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789603672.441896:0:34180:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff9eb81291b000: connect to NID 192.168.204.129@tcp last attempt 1926 00000400:00000200:1.0:1789603672.441904:0:34180:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603672.441911:0:34180:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.129@tcp is discovered: rc = 1 00000100:00000040:1.0:1789603672.441915:0:34180:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:1.0:1789603672.441918:0:34180:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789603672.441920:0:34180:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:1.0:1789603672.441922:0:34180:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000001:1.0:1789603672.441929:0:34180:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789603672.441930:0:34180:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48d6 00000020:00000001:1.0:1789603672.441933:0:34180:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603672.441937:0:34180:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb80640d800 refcount=4 00000020:00000001:1.0:1789603672.441939:0:34180:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111948924928 : -106961760626688 : ffff9eb80640d800) 00000020:00000001:1.0:1789603672.441941:0:34180:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637111948924928 : -106961760626688 : ffff9eb80640d800) 00000100:00000040:1.0:1789603672.441944:0:34180:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:1.0:1789603672.441946:0:34180:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789603672.441948:0:34180:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:1.0:1789603672.441950:0:34180:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000040:1.0:1789603672.441952:0:34180:0:(genops.c:879:class_export_put()) PUTting export ffff9eb80640d800 : new refcount 3 00000100:00080000:1.0:1789603672.441955:0:34180:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff9eb81291b000: import ffff9eb8203ac000 using connection 192.168.204.129@tcp/192.168.204.129@tcp 00000100:00000001:1.0:1789603672.441958:0:34180:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603672.441960:0:34180:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789603672.441967:0:34180:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603672.441970:0:34180:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603672.441973:0:34180:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789603672.441976:0:34180:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8331264, lost: 0. 00000008:00000001:1.0:1789603672.441979:0:34180:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603672.441981:0:34180:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603672.441985:0:34180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd4380. 00000020:00000040:1.0:1789603672.441987:0:34180:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=5 obd=lustre-OST0000-osc-ffff9eb81291b000 02000000:00000001:1.0:1789603672.441990:0:34180:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789603672.441991:0:34180:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603672.441994:0:34180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603672.441996:0:34180:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603672.442000:0:34180:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603672.442008:0:34180:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041a5c00. 00000100:00000001:1.0:1789603672.442014:0:34180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603672.442023:0:34180:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9eb806bd4380 x1876533442913280/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603672.442033:0:34180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603672.442038:0:34180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603672.442042:0:34180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f1f0811] to pc [ptlrpcd_rcv+-1] req@ffff9eb806bd4380 x1876533442913280/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603672.442066:0:34180:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603672.442069:0:34180:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:1.0:1789603672.442071:0:34180:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:1.0:1789603672.442073:0:34180:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603672.442075:0:34180:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=4 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603672.442077:0:34180:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1789603672.442079:0:34180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603672.442080:0:34180:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603672.442082:0:34180:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603672.442086:0:34180:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9f00. 00000100:00000001:1.0:1789603672.442089:0:34180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603672.442092:0:34180:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603672.442094:0:34180:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603672.442100:0:34180:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80411de40. 00000100:00000001:1.0:1789603672.442102:0:34180:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111912291904 : -106961797259712 : ffff9eb80411de40) 00000100:00000001:1.0:1789603672.442105:0:34180:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603672.442106:0:34180:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957082496 : -106961752469120 : ffff9eb806bd5180) 00000100:00000001:1.0:1789603672.442108:0:34180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603672.442110:0:34180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603672.442112:0:34180:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603672.442114:0:34180:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603672.442119:0:34180:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5180 x1876533442913408/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603672.442126:0:34180:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603672.442128:0:34180:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789603672.442132:0:34180:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9eb806bd5180 x1876533442913408/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603672.442138:0:34180:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603672.442141:0:34180:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603672.442142:0:34180:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603672.442144:0:34180:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80411de40 going to sleep for 0 seconds 00000100:00000001:1.0:1789603672.442146:0:34180:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603672.442150:0:34180:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603672.442151:0:34180:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603672.442153:0:34180:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603672.442155:0:34180:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603672.442843:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603672.442847:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603672.442849:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603672.442856:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd4380 x1876533442913280/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603672.442865:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603672.442867:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603672.442870:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603672.442872:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603672.442874:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603672.442878:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442913280:192.168.204.129@tcp:8:lfs.0 00000100:00000001:2.0:1789603672.442883:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603672.442887:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603672.442889:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603672.442892:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603672.442897:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041d3c00. 02000000:00000001:2.0:1789603672.442899:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603672.442905:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603672.442910:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3268. 00000400:00000010:2.0:1789603672.442916:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d73b8. 00000100:00000200:2.0:1789603672.442923:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442913280, portal 4 00000100:00000001:2.0:1789603672.442925:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603672.442926:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957078912 : -106961752472704 : ffff9eb806bd4380) 00000100:00000040:2.0:1789603672.442934:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd4380 x1876533442913280/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603672.442941:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603672.442944:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603672.442958:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d75d8. 00000100:00000200:2.0:1789603672.442962:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876533442913280, offset 0 00000400:00000200:2.0:1789603672.442969:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603672.442977:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603672.442983:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603672.442988:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603672.442992:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603672.442995:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603672.442998:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603672.443002:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2910:2910:256:4294967295] 192.168.204.129@tcp LPNI seq info [2910:2910:8:4294967295] 00000400:00000200:2.0:1789603672.443006:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603672.443016:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603672.443021:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603672.443027:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8203a2b00. 00000800:00000200:2.0:1789603672.443033:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603672.443042:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603672.443046:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8203a2b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789603672.443059:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603672.443063:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 197956 usecs (198 jiffies) 00000400:00000200:2.0:1789603672.443067:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603672.443069:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296671574 00000100:00000001:2.0:1789603672.443073:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296673578 00000100:00000001:2.0:1789603672.443075:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296671574 00000100:00000001:2.0:1789603672.443077:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296673578 00000100:00000001:2.0:1789603672.443080:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603672.443082:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603672.443094:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603672.443097:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603672.443104:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603672.443106:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789603672.443108:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603672.443109:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603672.443110:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603672.443112:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603672.443874:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603672.443880:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8203a2b00. 00000400:00000200:2.0:1789603672.443887:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603672.443894:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603672.443900:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d75d8 00000400:00000010:2.0:1789603672.443903:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d75d8. 00000100:00000001:2.0:1789603672.443907:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603672.443912:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4380 x1876533442913280/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603672.443921:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603672.443925:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4380 x1876533442913280/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603682 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603672.443931:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603672.443934:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603672.453545:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603672.453562:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603672.453567:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603672.453569:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603672.453578:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.453587:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603672.453596:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.453601:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.453606:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.453611:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 416 into portal 4 MB=0x6aab27d462400 00000400:00000200:3.0:1789603672.453615:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.453622:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 416/416 into md 0x8495 [1] + 0 00000800:00000001:3.0:1789603672.453629:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603672.453636:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603672.453639:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603672.453923:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603672.453932:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603672.453942:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4380 x1876533442913280/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603682 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603672.453953:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9eb806bd4380 x1876533442913280/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603672.453976:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603672.453984:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603672.453988:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603672.454059:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603672.454062:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603672.454068:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603672.454069:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603672.454072:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3268. 00000400:00000200:2.0:1789603672.454075:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d73b8 00000400:00000010:2.0:1789603672.454077:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d73b8. 00000100:00000001:2.0:1789603672.454079:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603672.454082:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4380 x1876533442913280/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603672.454088:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4380 x1876533442913280/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603682 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603672.454092:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603672.454093:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603672.454095:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603672.454098:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603672.454099:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603672.454101:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603672.454104:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603672.454112:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=69 v=5 (5 5 5 5) 00000100:00001000:2.0:1789603672.454114:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603672.454116:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603672.454117:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603672.454119:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603672.454121:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603672.454124:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789603672.454126:0:2399:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: committing for last_committed 4294967332 gen 17 00000100:00000040:2.0:1789603672.454128:0:2399:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1789603672.454130:0:2399:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603672.454132:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603672.454136:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4380 x1876533442913280/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/416 e 0 to 0 dl 1789603682 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603672.454143:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603672.454146:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603672.454149:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603672.454151:0:2399:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1789603672.454239:0:2399:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9eb81291b000: connect to target with instance 1 00000020:00000001:2.0:1789603672.454243:0:2399:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789603672.454245:0:2399:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48d6 00000020:00000001:2.0:1789603672.454248:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603672.454251:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb80640d800 refcount=4 00000020:00000001:2.0:1789603672.454253:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111948924928 : -106961760626688 : ffff9eb80640d800) 00000020:00000001:2.0:1789603672.454256:0:2399:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637111948924928 : -106961760626688 : ffff9eb80640d800) 00000100:00001000:2.0:1789603672.454259:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=1789603672 v=0 (0 0 0 0) 00000100:00001000:2.0:1789603672.454262:0:2399:0:(import.c:2262:obd_at_measure()) AT ffff9eb8203ac418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1789603672.454266:0:2399:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 751, crc32c 5223, adler 374 00000100:00080000:2.0:1789603672.454271:0:2399:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9eb81291b000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:2.0:1789603672.454274:0:2399:0:(genops.c:879:class_export_put()) PUTting export ffff9eb80640d800 : new refcount 3 00000100:00000001:2.0:1789603672.454277:0:2399:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1789603672.454280:0:2399:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:2.0:1789603672.454284:0:2399:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9eb81291b000, setting cl_avail_grant: 8331264 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:2.0:1789603672.454287:0:2399:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1789603672.454291:0:2399:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:2.0:1789603672.454295:0:2399:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789603672.454297:0:2399:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603672.454300:0:2399:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603672.454302:0:2399:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603672.454304:0:2399:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603672.454305:0:2399:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1789603672.454308:0:2399:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1789603672.454311:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9eb8203ac000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1789603672.454313:0:2399:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1789603672.454314:0:2399:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:2.0:1789603672.454316:0:2399:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1789603672.454317:0:2399:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:2.0:1789603672.454319:0:2399:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1789603672.454322:0:2399:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9eb807103ba8 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:2.0:1789603672.454328:0:2399:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:2.0:1789603672.454330:0:2399:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789603672.454333:0:2399:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603672.454335:0:2399:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789603672.454338:0:2399:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1789603672.454339:0:2399:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:2.0:1789603672.454341:0:2399:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1789603672.454343:0:2399:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:2.0:1789603672.454345:0:2399:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:2.0:1789603672.454347:0:2399:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603672.454349:0:2399:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603672.454351:0:2399:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:2.0:1789603672.454352:0:2399:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:2.0:1789603672.454353:0:2399:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603672.454355:0:2399:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1789603672.454357:0:2399:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1789603672.454361:0:2399:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1789603672.454362:0:2399:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603672.454364:0:2399:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603672.454365:0:2399:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603672.454367:0:2399:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603672.454370:0:2399:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603672.454371:0:2399:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603672.454373:0:2399:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603672.454374:0:2399:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1789603672.454375:0:2399:0:(import.c:1286:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603672.454378:0:2399:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1789603672.454385:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000004010cc4a): req@ffff9eb806bd5180 x1876533442913408/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603672.454448:0:34180:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603672.454451:0:34180:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603672.454470:0:2399:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603672.454628:0:34180:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603672.454630:0:34180:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603672.454634:0:34180:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603672.454637:0:34180:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603672.454639:0:34180:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603672.454650:0:34180:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603672.454656:0:34180:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603672.454657:0:34180:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603672.454660:0:34180:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603672.454667:0:34180:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a7400. 02000000:00000001:1.0:1789603672.454669:0:34180:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603672.454674:0:34180:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603672.454678:0:34180:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603672.454683:0:34180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc088. 00000100:00000200:1.0:1789603672.454688:0:34180:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442913408, portal 4 00000100:00000001:1.0:1789603672.454690:0:34180:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603672.454692:0:34180:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957082496 : -106961752469120 : ffff9eb806bd5180) 00000100:00000040:1.0:1789603672.454699:0:34180:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd5180 x1876533442913408/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603688 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603672.454706:0:34180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603672.454709:0:34180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603672.454712:0:34180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc440. 00000100:00000200:1.0:1789603672.454716:0:34180:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876533442913408, offset 0 00000400:00000200:1.0:1789603672.454722:0:34180:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603672.454728:0:34180:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603672.454735:0:34180:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603672.454741:0:34180:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603672.454745:0:34180:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603672.454748:0:34180:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603672.454752:0:34180:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603672.454755:0:34180:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2911:2911:256:4294967295] 192.168.204.129@tcp LPNI seq info [2911:2911:8:4294967295] 00000400:00000200:1.0:1789603672.454760:0:34180:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603672.454769:0:34180:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603672.454775:0:34180:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603672.454780:0:34180:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9500. 00000800:00000200:1.0:1789603672.454787:0:34180:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603672.454805:0:34180:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603672.454809:0:34180:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603672.454826:0:34180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603672.454831:0:34180:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 197151 usecs (198 jiffies) 00000400:00000200:1.0:1789603672.454835:0:34180:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603672.454838:0:34180:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296671586 00000100:00000001:1.0:1789603672.454840:0:34180:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296673578 00000100:00000001:1.0:1789603672.454843:0:34180:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296671586 00000100:00000001:1.0:1789603672.454845:0:34180:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296673578 00000100:00000001:1.0:1789603672.454847:0:34180:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603672.454850:0:34180:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603672.454852:0:34180:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603672.454854:0:34180:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603672.454856:0:34180:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80411de40 going to sleep for 11 seconds 00000100:00000001:1.0:1789603672.454858:0:34180:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603672.454860:0:34180:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603672.455037:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603672.455042:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9500. 00000400:00000200:3.0:1789603672.455047:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603672.455051:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603672.455055:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc440 00000400:00000010:3.0:1789603672.455057:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc440. 00000100:00000001:3.0:1789603672.455061:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603672.455065:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5180 x1876533442913408/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603688 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603672.455074:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603672.455078:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5180 x1876533442913408/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603688 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603672.455085:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603672.455087:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789603672.455498:0:2399:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603672.455531:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4380 x1876533442913280/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/416 e 0 to 0 dl 1789603682 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603672.455542:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442913280:192.168.204.129@tcp:8:lfs.0 00000100:00000001:2.0:1789603672.455549:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603672.455551:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603672.455555:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4380 x1876533442913280/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/416 e 0 to 0 dl 1789603682 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603672.455561:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603672.455563:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603672.455567:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041d3c00. 02000000:00000001:2.0:1789603672.455571:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603672.455573:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603672.455575:0:2399:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:2.0:1789603672.455577:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603672.455580:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a5c00. 02000000:00000001:2.0:1789603672.455583:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603672.455585:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603672.455587:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4380. 00000100:00000001:2.0:1789603672.455590:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603672.455591:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603672.455594:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603672.455601:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603672.455602:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603672.455605:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603672.455607:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789603672.457383:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603672.457400:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603672.457404:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603672.457406:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603672.457414:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.457422:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603672.457431:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.457435:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.457441:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.457445:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 368 into portal 4 MB=0x6aab27d462480 00000400:00000200:3.0:1789603672.457451:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.457456:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 368/368 into md 0x84a5 [1] + 224 00000800:00000001:3.0:1789603672.457463:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603672.457470:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603672.457473:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603672.457477:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603672.457485:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603672.457491:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5180 x1876533442913408/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603688 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603672.457500:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9eb806bd5180 x1876533442913408/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603688 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603672.457571:0:34180:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603672.457623:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603672.457631:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603672.457635:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789603672.460438:0:34180:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603672.460444:0:34180:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603672.460449:0:34180:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603672.460459:0:34180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc088 00000400:00000010:1.0:1789603672.460462:0:34180:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc088. 00000100:00000001:1.0:1789603672.460467:0:34180:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603672.460478:0:34180:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5180 x1876533442913408/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603688 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603672.460489:0:34180:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5180 x1876533442913408/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603688 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603672.460497:0:34180:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603672.460499:0:34180:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603672.460502:0:34180:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603672.460506:0:34180:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603672.460508:0:34180:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603672.460526:0:34180:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603672.460529:0:34180:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603672.460539:0:34180:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac4f0 time=636 v=5 (5 5 0 5) 00000100:00001000:1.0:1789603672.460544:0:34180:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603672.460546:0:34180:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603672.460548:0:34180:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603672.460550:0:34180:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603672.460554:0:34180:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603672.460558:0:34180:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603672.460560:0:34180:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1789603672.460562:0:34180:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603672.460564:0:34180:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603672.460569:0:34180:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5180 x1876533442913408/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603688 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603672.460576:0:34180:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603672.460579:0:34180:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603672.460581:0:34180:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603672.460585:0:34180:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5180 x1876533442913408/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603688 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603672.460593:0:34180:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5180 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:34180:1876533442913408:192.168.204.129@tcp:13:lfs.0 00000100:00000001:1.0:1789603672.460610:0:34180:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603672.460613:0:34180:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603672.460616:0:34180:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603672.460618:0:34180:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603672.460622:0:34180:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5180 x1876533442913408/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603688 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603672.460629:0:34180:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603672.460632:0:34180:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80411de40. 00000100:00000001:1.0:1789603672.460637:0:34180:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603672.460639:0:34180:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603672.460644:0:34180:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1789603672.460646:0:34180:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603672.460649:0:34180:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5180 x1876533442913408/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603688 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603672.460655:0:34180:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603672.460658:0:34180:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603672.460661:0:34180:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a7400. 02000000:00000001:1.0:1789603672.460664:0:34180:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603672.460667:0:34180:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603672.460669:0:34180:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603672.460671:0:34180:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603672.460674:0:34180:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9f00. 02000000:00000001:1.0:1789603672.460677:0:34180:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603672.460678:0:34180:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603672.460680:0:34180:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5180. 00000100:00000001:1.0:1789603672.460683:0:34180:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603672.460685:0:34180:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1789603672.460688:0:34180:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff9eb81291b000: update ffff9eb8030b1e18 cache blocks 901343/958279 objects 261760/262144 00020000:00000001:1.0:1789603672.460692:0:34180:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603672.460698:0:34180:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.460702:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603672.460705:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.460708:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.460711:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.460790:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.460792:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.460801:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.460803:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.460810:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.460814:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.460816:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.460820:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.460822:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.460828:0:34180:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:1.0:1789603672.460830:0:34180:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff9eb81291b000: age 1304, max_age 2003 00000008:00000001:1.0:1789603672.460834:0:34180:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:1.0:1789603672.460836:0:34180:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000010:1.0:1789603672.460842:0:34180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5180. 00000020:00000040:1.0:1789603672.460856:0:34180:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=4 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:1.0:1789603672.460859:0:34180:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1789603672.460863:0:34180:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789603672.460866:0:34180:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff9eb81291b000: connect to NID 192.168.204.129@tcp last attempt 1928 00000400:00000200:1.0:1789603672.460874:0:34180:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603672.460879:0:34180:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.129@tcp is discovered: rc = 1 00000100:00000040:1.0:1789603672.460883:0:34180:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:1.0:1789603672.460886:0:34180:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789603672.460888:0:34180:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:1.0:1789603672.460890:0:34180:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000001:1.0:1789603672.460897:0:34180:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789603672.460899:0:34180:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48dd 00000020:00000001:1.0:1789603672.460901:0:34180:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603672.460904:0:34180:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb80640e800 refcount=4 00000020:00000001:1.0:1789603672.460906:0:34180:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111948929024 : -106961760622592 : ffff9eb80640e800) 00000020:00000001:1.0:1789603672.460908:0:34180:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637111948929024 : -106961760622592 : ffff9eb80640e800) 00000100:00000040:1.0:1789603672.460911:0:34180:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:1.0:1789603672.460913:0:34180:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789603672.460915:0:34180:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:1.0:1789603672.460917:0:34180:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000040:1.0:1789603672.460920:0:34180:0:(genops.c:879:class_export_put()) PUTting export ffff9eb80640e800 : new refcount 3 00000100:00080000:1.0:1789603672.460924:0:34180:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff9eb81291b000: import ffff9eb8203a8800 using connection 192.168.204.129@tcp/192.168.204.129@tcp 00000100:00000001:1.0:1789603672.460926:0:34180:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603672.460929:0:34180:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789603672.460935:0:34180:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603672.460938:0:34180:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603672.460940:0:34180:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789603672.460943:0:34180:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1789603672.460945:0:34180:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603672.460947:0:34180:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603672.460950:0:34180:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd7480. 00000020:00000040:1.0:1789603672.460952:0:34180:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=5 obd=lustre-OST0001-osc-ffff9eb81291b000 02000000:00000001:1.0:1789603672.460956:0:34180:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789603672.460957:0:34180:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603672.460960:0:34180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603672.460963:0:34180:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603672.460967:0:34180:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603672.460973:0:34180:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041a7400. 00000100:00000001:1.0:1789603672.460979:0:34180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603672.460985:0:34180:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9eb806bd7480 x1876533442913536/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603672.460994:0:34180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603672.460998:0:34180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603672.461002:0:34180:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f316f2] to pc [ptlrpcd_rcv+-1] req@ffff9eb806bd7480 x1876533442913536/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603672.461029:0:34180:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603672.461033:0:34180:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:1.0:1789603672.461034:0:34180:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:1.0:1789603672.461037:0:34180:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603672.461038:0:34180:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=4 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603672.461041:0:34180:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1789603672.461042:0:34180:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603672.461044:0:34180:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603672.461045:0:34180:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603672.461049:0:34180:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9f00. 00000100:00000001:1.0:1789603672.461051:0:34180:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603672.461054:0:34180:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603672.461056:0:34180:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603672.461060:0:34180:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80411de40. 00000100:00000001:1.0:1789603672.461062:0:34180:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111912291904 : -106961797259712 : ffff9eb80411de40) 00000100:00000001:1.0:1789603672.461064:0:34180:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603672.461065:0:34180:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957082496 : -106961752469120 : ffff9eb806bd5180) 00000100:00000001:1.0:1789603672.461068:0:34180:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603672.461069:0:34180:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603672.461071:0:34180:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603672.461072:0:34180:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603672.461075:0:34180:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5180 x1876533442913664/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603672.461082:0:34180:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603672.461085:0:34180:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789603672.461088:0:34180:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9eb806bd5180 x1876533442913664/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603672.461095:0:34180:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603672.461097:0:34180:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603672.461099:0:34180:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603672.461101:0:34180:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80411de40 going to sleep for 0 seconds 00000100:00000001:1.0:1789603672.461103:0:34180:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603672.461106:0:34180:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603672.461107:0:34180:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603672.461108:0:34180:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603672.461110:0:34180:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603672.461264:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603672.461268:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603672.461270:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603672.461277:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd7480 x1876533442913536/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603672.461286:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603672.461287:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603672.461291:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603672.461293:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603672.461296:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603672.461300:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442913536:192.168.204.129@tcp:8:lfs.0 00000100:00000001:3.0:1789603672.461304:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603672.461308:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603672.461311:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603672.461313:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603672.461318:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb80511c400. 02000000:00000001:3.0:1789603672.461320:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603672.461326:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603672.461330:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8057488f0. 00000400:00000010:3.0:1789603672.461335:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0330. 00000100:00000200:3.0:1789603672.461342:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442913536, portal 4 00000100:00000001:3.0:1789603672.461344:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603672.461345:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957091456 : -106961752460160 : ffff9eb806bd7480) 00000100:00000040:3.0:1789603672.461352:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd7480 x1876533442913536/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603672.461359:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603672.461362:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603672.461365:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0198. 00000100:00000200:3.0:1789603672.461367:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876533442913536, offset 0 00000400:00000200:3.0:1789603672.461374:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603672.461382:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.461387:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603672.461392:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603672.461396:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603672.461400:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603672.461403:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603672.461407:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2912:2912:256:4294967295] 192.168.204.129@tcp LPNI seq info [2912:2912:8:4294967295] 00000400:00000200:3.0:1789603672.461412:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.461420:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603672.461426:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603672.461431:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f600. 00000800:00000200:3.0:1789603672.461438:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603672.461446:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603672.461450:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789603672.461461:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603672.461465:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22666 usecs (23 jiffies) 00000400:00000200:3.0:1789603672.461469:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603672.461471:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296671417 00000100:00000001:3.0:1789603672.461474:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296673578 00000100:00000001:3.0:1789603672.461476:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296671417 00000100:00000001:3.0:1789603672.461478:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296673578 00000100:00000001:3.0:1789603672.461480:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603672.461483:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603672.461485:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603672.461487:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603672.461493:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603672.461495:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789603672.461497:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603672.461498:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603672.461499:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603672.461501:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603672.461662:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603672.461667:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f600. 00000400:00000200:3.0:1789603672.461673:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603672.461677:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603672.461682:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0198 00000400:00000010:3.0:1789603672.461685:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0198. 00000100:00000001:3.0:1789603672.461689:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603672.461693:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd7480 x1876533442913536/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603672.461701:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603672.461704:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd7480 x1876533442913536/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603682 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603672.461711:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603672.461713:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603672.470902:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603672.470927:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603672.470933:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603672.470937:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603672.470947:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.470958:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603672.470970:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.470977:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.470983:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.470988:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 416 into portal 4 MB=0x6aab27d462500 00000400:00000200:3.0:1789603672.470995:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.471003:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 416/416 into md 0x84ad [1] + 0 00000800:00000001:3.0:1789603672.471013:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603672.471022:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603672.471026:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603672.471032:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603672.471043:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603672.471055:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd7480 x1876533442913536/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603682 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603672.471070:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9eb806bd7480 x1876533442913536/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603672.471102:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603672.472053:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603672.472061:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603672.472268:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603672.472276:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603672.472286:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603672.472288:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603672.472293:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8057488f0. 00000400:00000200:2.0:1789603672.472303:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0330 00000400:00000010:2.0:1789603672.472305:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0330. 00000100:00000001:2.0:1789603672.472310:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603672.472323:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd7480 x1876533442913536/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603672.472335:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd7480 x1876533442913536/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603682 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603672.472344:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603672.472346:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603672.472349:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603672.472353:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603672.472355:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603672.472357:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603672.472360:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603672.472369:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=69 v=5 (5 5 5 5) 00000100:00001000:2.0:1789603672.472374:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=76 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603672.472376:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603672.472378:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603672.472381:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603672.472386:0:2399:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603672.472390:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789603672.472392:0:2399:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: committing for last_committed 4294967316 gen 16 00000100:00000040:2.0:1789603672.472395:0:2399:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1789603672.472398:0:2399:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603672.472400:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603672.472405:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd7480 x1876533442913536/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/416 e 0 to 0 dl 1789603682 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603672.472413:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603672.472416:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603672.472418:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603672.472420:0:2399:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1789603672.472427:0:2399:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9eb81291b000: connect to target with instance 1 00000020:00000001:2.0:1789603672.472431:0:2399:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789603672.472433:0:2399:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48dd 00000020:00000001:2.0:1789603672.472435:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603672.472439:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb80640e800 refcount=4 00000020:00000001:2.0:1789603672.472442:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111948929024 : -106961760622592 : ffff9eb80640e800) 00000020:00000001:2.0:1789603672.472444:0:2399:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637111948929024 : -106961760622592 : ffff9eb80640e800) 00000100:00001000:2.0:1789603672.472447:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=1789603672 v=0 (0 0 0 0) 00000100:00001000:2.0:1789603672.472450:0:2399:0:(import.c:2262:obd_at_measure()) AT ffff9eb8203a8c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1789603672.472455:0:2399:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 751, crc32c 5223, adler 374 00000100:00080000:2.0:1789603672.472461:0:2399:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9eb81291b000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:2.0:1789603672.472465:0:2399:0:(genops.c:879:class_export_put()) PUTting export ffff9eb80640e800 : new refcount 3 00000100:00000001:2.0:1789603672.472468:0:2399:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1789603672.472472:0:2399:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:2.0:1789603672.472476:0:2399:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff9eb81291b000, setting cl_avail_grant: 8388608 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:2.0:1789603672.472479:0:2399:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1789603672.472483:0:2399:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:2.0:1789603672.472488:0:2399:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789603672.472490:0:2399:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603672.472493:0:2399:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603672.472494:0:2399:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603672.472497:0:2399:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603672.472499:0:2399:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1789603672.472500:0:2399:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1789603672.472504:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9eb8203a8800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1789603672.472506:0:2399:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1789603672.472507:0:2399:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:2.0:1789603672.472547:0:2399:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1789603672.472549:0:2399:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:2.0:1789603672.472551:0:2399:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1789603672.472554:0:2399:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9eb807103ba8 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:2.0:1789603672.472560:0:2399:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:2.0:1789603672.472562:0:2399:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:2.0:1789603672.472565:0:2399:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603672.472567:0:2399:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789603672.472570:0:2399:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1789603672.472572:0:2399:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:2.0:1789603672.472574:0:2399:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1789603672.472576:0:2399:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:2.0:1789603672.472578:0:2399:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:2.0:1789603672.472581:0:2399:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603672.472583:0:2399:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603672.472585:0:2399:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:2.0:1789603672.472586:0:2399:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:2.0:1789603672.472588:0:2399:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603672.472589:0:2399:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1789603672.472591:0:2399:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1789603672.472595:0:2399:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1789603672.472598:0:2399:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603672.472600:0:2399:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603672.472601:0:2399:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603672.472603:0:2399:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603672.472605:0:2399:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603672.472606:0:2399:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603672.472608:0:2399:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603672.472609:0:2399:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1789603672.472611:0:2399:0:(import.c:1286:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603672.472614:0:2399:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1789603672.472621:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000004010cc4a): req@ffff9eb806bd5180 x1876533442913664/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603672.472650:0:2399:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603672.472653:0:2399:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603672.472657:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd7480 x1876533442913536/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/416 e 0 to 0 dl 1789603682 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603672.472665:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442913536:192.168.204.129@tcp:8:lfs.0 00000100:00000001:2.0:1789603672.472670:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603672.472673:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603672.472676:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd7480 x1876533442913536/t0(0) o8->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/416 e 0 to 0 dl 1789603682 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603672.472683:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603672.472685:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603672.472689:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb80511c400. 02000000:00000001:2.0:1789603672.472692:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603672.472694:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603672.472696:0:2399:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:2.0:1789603672.472698:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603672.472710:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a7400. 02000000:00000001:2.0:1789603672.472714:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603672.472717:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603672.472718:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd7480. 00000100:00000001:2.0:1789603672.472723:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603672.472726:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603672.472728:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603672.472735:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603672.472737:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603672.472739:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603672.472740:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603672.472970:0:34180:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603672.472974:0:34180:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603672.472977:0:34180:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603672.472980:0:34180:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603672.472983:0:34180:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603672.472986:0:34180:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603672.472988:0:34180:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603672.472991:0:34180:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603672.472998:0:34180:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603672.473000:0:34180:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603672.473003:0:34180:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603672.473011:0:34180:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a7c00. 02000000:00000001:1.0:1789603672.473013:0:34180:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603672.473020:0:34180:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603672.473026:0:34180:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603672.473031:0:34180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc088. 00000100:00000200:1.0:1789603672.473037:0:34180:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442913664, portal 4 00000100:00000001:1.0:1789603672.473040:0:34180:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603672.473041:0:34180:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957082496 : -106961752469120 : ffff9eb806bd5180) 00000100:00000040:1.0:1789603672.473048:0:34180:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd5180 x1876533442913664/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603688 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603672.473055:0:34180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603672.473057:0:34180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603672.473060:0:34180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcf68. 00000100:00000200:1.0:1789603672.473064:0:34180:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876533442913664, offset 0 00000400:00000200:1.0:1789603672.473072:0:34180:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603672.473081:0:34180:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603672.473089:0:34180:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603672.473095:0:34180:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603672.473100:0:34180:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603672.473103:0:34180:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603672.473106:0:34180:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603672.473110:0:34180:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2913:2913:256:4294967295] 192.168.204.129@tcp LPNI seq info [2913:2913:8:4294967295] 00000400:00000200:1.0:1789603672.473114:0:34180:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603672.473124:0:34180:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603672.473131:0:34180:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603672.473136:0:34180:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9c00. 00000800:00000200:1.0:1789603672.473143:0:34180:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603672.473151:0:34180:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603672.473155:0:34180:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603672.473174:0:34180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603672.473177:0:34180:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22618 usecs (23 jiffies) 00000400:00000200:1.0:1789603672.473181:0:34180:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603672.473200:0:34180:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296671429 00000100:00000001:1.0:1789603672.473204:0:34180:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296673578 00000100:00000001:1.0:1789603672.473206:0:34180:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296671429 00000100:00000001:1.0:1789603672.473209:0:34180:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296673578 00000100:00000001:1.0:1789603672.473211:0:34180:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603672.473214:0:34180:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603672.473216:0:34180:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603672.473217:0:34180:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603672.473220:0:34180:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80411de40 going to sleep for 11 seconds 00000100:00000001:1.0:1789603672.473222:0:34180:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603672.473223:0:34180:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603672.474138:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603672.474149:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9c00. 00000400:00000200:3.0:1789603672.474156:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603672.474166:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603672.474175:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcf68 00000400:00000010:3.0:1789603672.474179:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcf68. 00000100:00000001:3.0:1789603672.474294:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603672.474304:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5180 x1876533442913664/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603688 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603672.474318:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603672.474322:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5180 x1876533442913664/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603688 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603672.474329:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603672.474331:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603672.483429:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603672.483454:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603672.483459:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603672.483462:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603672.483473:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.483483:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603672.483494:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.483500:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.483506:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.483558:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 368 into portal 4 MB=0x6aab27d462580 00000400:00000200:3.0:1789603672.483564:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603672.483572:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 368/368 into md 0x84bd [1] + 224 00000800:00000001:3.0:1789603672.483582:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603672.483591:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603672.483597:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603672.483603:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603672.483613:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603672.483630:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5180 x1876533442913664/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603688 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603672.483645:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9eb806bd5180 x1876533442913664/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603688 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603672.483668:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603672.483789:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603672.483803:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603672.484066:0:34180:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603672.484076:0:34180:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603672.484078:0:34180:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603672.484083:0:34180:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603672.484164:0:34180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc088 00000400:00000010:1.0:1789603672.484168:0:34180:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc088. 00000100:00000001:1.0:1789603672.484173:0:34180:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603672.484193:0:34180:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5180 x1876533442913664/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603688 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603672.484205:0:34180:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5180 x1876533442913664/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603688 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603672.484213:0:34180:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603672.484215:0:34180:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603672.484217:0:34180:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603672.484221:0:34180:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603672.484224:0:34180:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603672.484226:0:34180:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603672.484230:0:34180:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603672.484239:0:34180:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8cf0 time=817 v=5 (5 5 5 0) 00000100:00001000:1.0:1789603672.484244:0:34180:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603672.484246:0:34180:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603672.484248:0:34180:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603672.484252:0:34180:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603672.484255:0:34180:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603672.484258:0:34180:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603672.484260:0:34180:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:1.0:1789603672.484263:0:34180:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603672.484264:0:34180:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603672.484269:0:34180:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5180 x1876533442913664/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603688 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603672.484277:0:34180:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603672.484280:0:34180:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603672.484282:0:34180:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603672.484286:0:34180:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5180 x1876533442913664/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603688 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603672.484294:0:34180:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5180 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:34180:1876533442913664:192.168.204.129@tcp:13:lfs.0 00000100:00000001:1.0:1789603672.484300:0:34180:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603672.484303:0:34180:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603672.484306:0:34180:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603672.484309:0:34180:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603672.484313:0:34180:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5180 x1876533442913664/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603688 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603672.484320:0:34180:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603672.484323:0:34180:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80411de40. 00000100:00000001:1.0:1789603672.484328:0:34180:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603672.484330:0:34180:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603672.484337:0:34180:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1789603672.484339:0:34180:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603672.484342:0:34180:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5180 x1876533442913664/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603688 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603672.484349:0:34180:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603672.484351:0:34180:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603672.484355:0:34180:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a7c00. 02000000:00000001:1.0:1789603672.484359:0:34180:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603672.484364:0:34180:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603672.484366:0:34180:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603672.484368:0:34180:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603672.484371:0:34180:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9f00. 02000000:00000001:1.0:1789603672.484374:0:34180:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603672.484375:0:34180:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603672.484378:0:34180:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5180. 00000100:00000001:1.0:1789603672.484382:0:34180:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603672.484383:0:34180:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1789603672.484386:0:34180:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff9eb81291b000: update ffff9eb8030b0458 cache blocks 901366/958279 objects 261760/262144 00020000:00000001:1.0:1789603672.484391:0:34180:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603672.484397:0:34180:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.484401:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603672.484404:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.484407:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.484410:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.484564:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.484567:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.484577:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.484582:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.484590:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.484594:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.484596:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.484600:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.484602:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.484606:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484608:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484610:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.484613:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.484615:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484617:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484621:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.484623:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.484626:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.484627:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.484630:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.484632:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.484634:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.484635:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.484636:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.484639:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484641:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484642:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.484644:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.484646:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484648:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484651:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.484652:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.484655:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.484656:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.484658:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.484660:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.484662:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.484663:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.484664:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.484667:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484669:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484671:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.484673:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.484675:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484677:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484679:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.484680:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.484683:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.484684:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.484686:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.484688:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.484690:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.484692:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.484693:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.484695:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484697:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484698:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.484700:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.484702:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484704:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484707:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.484708:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.484710:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.484712:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.484714:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.484716:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.484718:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.484719:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.484720:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.484722:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484724:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484726:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.484728:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.484731:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484732:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484735:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.484736:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.484739:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.484740:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.484742:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.484744:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.484745:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.484746:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.484748:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.484750:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484753:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484754:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.484756:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.484758:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484760:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484762:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.484763:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.484766:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.484767:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.484769:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.484771:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.484773:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.484774:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.484775:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.484777:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484779:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484780:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.484782:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.484785:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484787:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484790:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.484791:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.484793:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.484794:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.484796:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.484798:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.484799:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.484800:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.484801:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.484803:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484805:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484807:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.484809:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.484811:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484813:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484816:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.484817:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.484819:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.484820:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.484822:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.484824:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.484825:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.484826:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.484828:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.484830:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484832:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484834:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.484835:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.484838:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484839:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484842:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.484843:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.484845:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.484846:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.484848:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.484850:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.484851:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.484852:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.484853:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.484856:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484858:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484859:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.484861:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.484863:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484865:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484867:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.484869:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.484872:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.484873:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.484874:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.484876:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.484878:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.484879:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.484880:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.484883:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484885:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484886:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.484888:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.484890:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484892:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484895:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.484896:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.484899:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.484900:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.484902:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.484904:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.484906:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.484907:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.484908:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.484911:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484912:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484914:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.484916:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.484918:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484920:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484923:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.484925:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.484927:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.484928:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.484931:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.484933:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.484934:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.484935:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.484936:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.484939:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484941:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484942:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.484944:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.484946:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484947:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484949:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.484951:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.484953:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.484954:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.484956:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.484958:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.484960:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.484961:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.484963:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.484965:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484967:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484969:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.484971:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.484972:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484974:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484977:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.484978:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.484980:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.484981:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.484984:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.484985:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.484987:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.484988:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.484989:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.484992:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484993:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.484995:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.484997:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.484999:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485001:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485004:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485005:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485008:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485009:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485011:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485013:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485014:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485015:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485017:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485019:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485021:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485023:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485024:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485026:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485028:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485030:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485031:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485034:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485035:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485037:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485039:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485040:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485042:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485043:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485045:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485047:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485049:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485051:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485053:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485054:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485057:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485058:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485061:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485062:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485064:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485066:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485068:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485069:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485070:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485073:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485074:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485076:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485078:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485080:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485082:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485084:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485086:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485088:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485089:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485091:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485107:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485109:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485110:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485111:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485114:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485116:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485117:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485119:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485122:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485124:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485127:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485129:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485131:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485132:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485135:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485137:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485138:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485139:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485140:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485143:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485145:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485146:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485148:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485150:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485152:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485155:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485157:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485159:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485160:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485162:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485164:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485165:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485167:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485168:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485170:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485172:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485174:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485176:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485178:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485180:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485194:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485196:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485199:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485200:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485202:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485204:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485206:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485207:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485209:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485211:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485213:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485215:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485217:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485219:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485220:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485223:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485225:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485227:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485228:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485230:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485232:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485233:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485235:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485236:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485238:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485240:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485242:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485244:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485245:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485247:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485250:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485251:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485253:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485254:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485257:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485259:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485260:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485261:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485262:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485265:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485267:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485268:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485271:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485273:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485275:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485277:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485279:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485281:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485282:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485284:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485286:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485288:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485289:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485290:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485292:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485294:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485295:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485297:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485299:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485300:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485303:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485304:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485307:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485307:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485309:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485311:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485313:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485314:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485315:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485317:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485319:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485320:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485322:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485324:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485326:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485329:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485330:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485331:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485332:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485334:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485336:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485337:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485338:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485339:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485342:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485344:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485345:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485347:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485348:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485350:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485352:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485354:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485356:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485357:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485359:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485361:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485363:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485364:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485365:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485367:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485370:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485371:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485373:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485375:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485377:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485379:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485380:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485383:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485384:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485385:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485387:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485388:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485389:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485391:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485393:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485395:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485397:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485399:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485401:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485402:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485405:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485406:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485409:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485410:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485412:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485414:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485416:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485417:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485418:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485420:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485421:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485423:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485425:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485427:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485429:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485433:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485434:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485436:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485437:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485439:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485441:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485443:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485444:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485445:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485448:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485449:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485451:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485453:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485455:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485457:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485460:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485461:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485463:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485464:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485466:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485468:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485470:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485471:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485472:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485475:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485476:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485478:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485480:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485482:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485484:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485486:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485488:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485491:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485492:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485494:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485496:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485497:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485499:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485500:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485502:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485504:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485506:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485508:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485552:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485554:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485558:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485560:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485563:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485564:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485567:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485569:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485570:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485572:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485573:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485576:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485578:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485580:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485582:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485584:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485585:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485589:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485590:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485592:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485593:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485596:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485597:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485599:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485600:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485601:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485603:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485604:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485606:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485608:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485610:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485612:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485614:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485616:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485619:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485620:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485622:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485624:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485626:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485627:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485628:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485630:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485632:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485634:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485635:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485637:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485639:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485641:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485643:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485645:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485646:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485648:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485649:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485651:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485653:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485654:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485656:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485658:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485659:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485662:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485664:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485666:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485669:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485670:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485672:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485673:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485675:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485678:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485679:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485680:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485681:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485684:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485686:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485687:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485689:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485691:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485692:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485695:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485696:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485698:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485699:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485701:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485703:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485704:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485705:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485706:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485708:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485710:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485712:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485714:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485716:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485718:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485721:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485722:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485725:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485726:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485728:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485730:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485732:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485733:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485734:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485737:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485739:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485740:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485742:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485744:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485746:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485749:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485750:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485752:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485753:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485755:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485757:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485759:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485760:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485761:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485763:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485765:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485767:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485769:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485772:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485773:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485776:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485778:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485780:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485781:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485783:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485785:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485786:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485787:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485789:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485791:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485793:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485794:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485797:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485799:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485801:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485804:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485805:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485808:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485809:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485811:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485812:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485814:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485815:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485816:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485818:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485820:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485821:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485823:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485825:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485826:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485828:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485830:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485832:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485833:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485835:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485836:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485838:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485839:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485840:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485842:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485843:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485845:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485846:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485847:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485849:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485851:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485852:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485853:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485854:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485855:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485857:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485858:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485859:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485860:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485863:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485864:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485865:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485867:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485869:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485870:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485872:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485873:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485875:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485876:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485878:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485880:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485881:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485882:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485883:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485885:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485887:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485888:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485890:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485891:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485892:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485895:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485895:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485897:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485898:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485899:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485901:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485902:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485903:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485904:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485906:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485908:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485909:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485911:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485913:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485914:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485917:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485918:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485921:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485922:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485924:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485926:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485927:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485928:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485930:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485932:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485934:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485936:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485938:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485940:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485942:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485945:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485947:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485949:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485951:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485953:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485955:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485956:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485958:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485959:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485961:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485963:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485965:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485967:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485968:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485970:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485973:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.485974:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.485976:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.485977:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.485979:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.485981:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.485982:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.485983:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.485984:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.485986:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485989:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485990:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.485992:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.485995:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485996:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.485999:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.486001:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.486003:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.486004:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.486007:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.486009:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.486011:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.486012:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.486013:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.486016:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486018:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486020:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.486021:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.486024:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486025:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486028:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.486030:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.486032:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.486033:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.486036:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.486037:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.486039:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.486040:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.486041:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.486044:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486046:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486047:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.486049:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.486051:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486053:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486056:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.486057:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.486059:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.486060:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.486062:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.486063:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.486065:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.486066:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.486067:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.486069:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486070:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486072:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.486074:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.486076:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486077:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486080:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.486081:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.486083:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.486084:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.486086:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.486088:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.486089:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.486090:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.486091:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.486093:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486095:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486097:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.486099:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.486101:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486102:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486105:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.486106:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.486109:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.486110:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.486111:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.486113:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.486115:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.486116:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.486117:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.486119:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486120:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486122:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.486124:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.486125:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486127:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486129:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.486131:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.486132:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.486133:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.486135:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.486137:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.486139:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.486140:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.486141:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.486143:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486145:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486146:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.486148:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.486149:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486151:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486153:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.486154:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.486156:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.486157:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.486159:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.486161:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.486163:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.486164:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.486165:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.486167:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486169:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486171:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.486173:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.486175:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486176:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486179:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.486180:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.486195:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.486197:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.486199:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.486202:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.486203:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.486204:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.486206:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.486208:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486210:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486212:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.486214:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.486216:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486218:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486221:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.486222:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.486224:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.486225:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.486226:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.486228:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.486229:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.486231:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.486232:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.486234:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486235:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486236:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.486238:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.486240:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486242:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486244:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.486245:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.486247:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.486248:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.486250:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.486252:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.486253:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.486254:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.486255:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.486257:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486259:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486261:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.486262:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.486264:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486266:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486269:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.486270:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.486272:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.486273:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.486275:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.486277:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.486278:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.486279:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.486281:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.486283:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486285:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486287:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.486288:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.486290:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486292:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486294:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.486296:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.486298:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.486298:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.486300:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.486302:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.486303:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.486304:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.486305:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.486308:0:34180:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486309:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486311:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603672.486312:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.486314:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486316:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603672.486318:0:34180:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603672.486319:0:34180:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffe25941c00 00000080:00000001:1.0:1789603672.486321:0:34180:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603672.486322:0:34180:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603672.486324:0:34180:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6c00. 00000020:00000001:1.0:1789603672.486326:0:34180:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.486327:0:34180:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603672.486328:0:34180:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603672.486329:0:34180:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6c00 uarg=0000000000000000 00020000:00000001:1.0:1789603672.486332:0:34180:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789603672.486334:0:34180:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789603672.486335:0:34180:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1789603672.486337:0:34180:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6c00. 00000080:00000001:1.0:1789603672.486339:0:34180:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789603672.486340:0:34180:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789603672.486352:0:34180:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:1.0:1789603672.486355:0:34180:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789603672.486358:0:34180:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500ddbdd0 00000080:00200008:1.0:1789603672.486360:0:34180:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), flags 100000 00000080:00400000:1.0:1789603672.486365:0:34180:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1789603672.486369:0:34180:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb8017a7540. 00000080:00000001:1.0:1789603672.486373:0:34180:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789603672.486375:0:34180:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500ddbdd0 00000080:00000008:1.0:1789603672.486376:0:34180:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9eb808190908), flags 100000, rc = 0 00000080:00000001:1.0:1789603672.486379:0:34180:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603672.486380:0:34180:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603673.002631:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603673.002638:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603673.002642:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603673.002643:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603673.002823:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603673.002826:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603673.002829:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789603674.026808:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603674.026817:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603674.026826:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603674.026827:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603674.029723:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603674.029730:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603674.029735:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789603674.666720:0:29041:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296673578, at 4296673600 00000100:00000010:2.0:1789603674.666741:0:29041:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb8051ed480. 00000100:00000040:3.0:1789603674.666957:0:27602:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296673578, at 4296673600 00000100:00000010:3.0:1789603674.666964:0:27602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb8051edf00. 00010000:00000001:3.0:1789603675.051897:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603675.051905:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603675.051912:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603675.051913:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603675.052096:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603675.052101:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603675.052104:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789603675.889175:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603675.889186:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603675.889197:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1d880. 00000020:00000040:0.0:1789603675.889203:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:0.0:1789603675.889209:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603675.889213:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603675.889219:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603675.889229:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb804076700. 00000100:00000001:0.0:1789603675.889236:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603675.889250:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb810d1d880 x1876533442913792/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603675.889263:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603675.889268:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603675.889275:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b605b1f] to pc [ptlrpcd_00_01+1] req@ffff9eb810d1d880 x1876533442913792/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603675.889304:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603675.889307:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603675.889310:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603675.889313:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1e300. 00000020:00000040:0.0:1789603675.889315:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603675.889317:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603675.889319:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603675.889321:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603675.889324:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb804076e00. 00000100:00000001:0.0:1789603675.889327:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603675.889331:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID req@ffff9eb810d1e300 x1876533442913920/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603675.889338:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603675.889340:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603675.889343:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e361bfb] to pc [ptlrpcd_00_00+0] req@ffff9eb810d1e300 x1876533442913920/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603675.889350:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603675.889352:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603675.889355:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603675.889358:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1df80. 00000020:00000040:0.0:1789603675.889360:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603675.889363:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603675.889364:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603675.889366:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603675.889369:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb804076100. 00000100:00000001:0.0:1789603675.889372:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603675.889376:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb810d1df80 x1876533442914048/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603675.889382:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603675.889384:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603675.889388:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea52a43] to pc [ptlrpcd_00_01+1] req@ffff9eb810d1df80 x1876533442914048/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603675.889395:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603675.889397:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603675.889400:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603675.889404:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1dc00. 00000020:00000040:0.0:1789603675.889406:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:0.0:1789603675.889408:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603675.889409:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603675.889411:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603675.889414:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb804076300. 00000100:00000001:0.0:1789603675.889417:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603675.889420:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID req@ffff9eb810d1dc00 x1876533442914176/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603675.889426:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603675.889428:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603675.889431:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da369376] to pc [ptlrpcd_00_00+0] req@ffff9eb810d1dc00 x1876533442914176/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603675.889436:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603675.889438:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603675.889441:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603675.889445:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1ea00. 00000020:00000040:0.0:1789603675.889447:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:0.0:1789603675.889448:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603675.889449:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603675.889450:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603675.889453:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb804076b00. 00000100:00000001:0.0:1789603675.889455:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603675.889459:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID req@ffff9eb810d1ea00 x1876533442914304/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603675.889465:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603675.889467:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603675.889470:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f7216e3] to pc [ptlrpcd_00_01+1] req@ffff9eb810d1ea00 x1876533442914304/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603675.889754:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603675.889759:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603675.889762:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603675.889768:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1d880 x1876533442913792/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603675.889776:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603675.889778:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603675.889781:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603675.889784:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603675.889786:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603675.889789:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2401:1876533442913792:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603675.889793:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603675.889799:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603675.889802:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603675.889805:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603675.889812:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8051cae00. 02000000:00000001:1.0:1789603675.889814:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603675.889822:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603675.889898:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603675.889906:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc088. 00000100:00000200:1.0:1789603675.889912:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442913792, portal 25 00000100:00000001:1.0:1789603675.889914:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603675.889916:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126199936 : -106961583351680 : ffff9eb810d1d880) 00000100:00000040:1.0:1789603675.889922:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1d880 x1876533442913792/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603675.889929:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603675.889931:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603675.889934:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc110. 00000100:00000200:1.0:1789603675.889937:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442913792, offset 0 00000400:00000200:1.0:1789603675.889944:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603675.889954:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603675.889963:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603675.889969:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603675.889974:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603675.889977:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603675.889980:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603675.889985:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2914:2914:256:4294967295] 192.168.204.129@tcp LPNI seq info [2914:2914:8:4294967295] 00000400:00000200:1.0:1789603675.889989:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603675.890000:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603675.890006:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603675.890012:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9300. 00000800:00000200:1.0:1789603675.890019:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603675.890027:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603675.890031:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603675.890049:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603675.890053:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603675.890056:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296678769 00000100:00000010:1.0:1789603675.890062:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb805103ea0. 00000100:00000001:1.0:1789603675.890070:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789603675.890076:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296678769 00000100:00000010:1.0:1789603675.890079:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb8051039c0. 00000100:00000001:1.0:1789603675.890082:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789603675.890085:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603675.890087:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603675.890090:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603675.890094:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1df80 x1876533442914048/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603675.890101:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603675.890102:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603675.890104:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603675.890106:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603675.890108:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603675.890110:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442914048:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603675.890113:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603675.890115:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603675.890236:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603675.890238:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603675.890242:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8051ca200. 02000000:00000001:1.0:1789603675.890244:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603675.890248:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603675.890250:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35a50. 00000400:00000010:1.0:1789603675.890254:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcee0. 00000100:00000200:1.0:1789603675.890257:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442914048, portal 10 00000100:00000001:1.0:1789603675.890259:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603675.890260:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126201728 : -106961583349888 : ffff9eb810d1df80) 00000100:00000040:1.0:1789603675.890267:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1df80 x1876533442914048/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603675.890274:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603675.890276:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603675.890280:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcbb0. 00000100:00000200:1.0:1789603675.890282:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442914048, offset 0 00000400:00000200:1.0:1789603675.890287:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603675.890290:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603675.890294:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603675.890297:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603675.890299:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603675.890301:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603675.890303:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603675.890305:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2915:2915:255:4294967295] 192.168.204.129@tcp LPNI seq info [2915:2915:7:4294967295] 00000400:00000200:1.0:1789603675.890309:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603675.890315:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603675.890319:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603675.890322:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9d00. 00000800:00000200:1.0:1789603675.890326:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603675.890331:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603675.890333:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603675.890336:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603675.890339:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21048 usecs (22 jiffies) 00000400:00000200:1.0:1789603675.890342:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603675.890344:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296674845 00000100:00000001:1.0:1789603675.890347:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296678769 00000100:00000001:1.0:1789603675.890349:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296674845 00000100:00000001:1.0:1789603675.890352:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296678769 00000100:00000001:1.0:1789603675.890354:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603675.890356:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603675.890359:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603675.890362:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603675.890370:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603675.890372:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789603675.890375:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603675.890376:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603675.890378:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603675.890380:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1789603675.890382:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603675.890384:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603675.890386:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603675.890387:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603675.890388:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603675.890390:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603675.890395:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1e300 x1876533442913920/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603675.890403:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603675.890404:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603675.890406:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603675.890407:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603675.890409:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603675.890412:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442913920:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603675.890415:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603675.890418:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603675.890419:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603675.890421:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603675.890424:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8051ca400. 02000000:00000001:1.0:1789603675.890426:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603675.890429:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603675.890431:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35ec8. 00000400:00000010:1.0:1789603675.890434:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcc38. 00000100:00000200:1.0:1789603675.890437:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442913920, portal 10 00000100:00000001:1.0:1789603675.890439:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603675.890440:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126202624 : -106961583348992 : ffff9eb810d1e300) 00000100:00000040:1.0:1789603675.890446:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1e300 x1876533442913920/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603675.890453:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603675.890454:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603675.890457:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc330. 00000100:00000200:1.0:1789603675.890459:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442913920, offset 0 00000400:00000200:1.0:1789603675.890463:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603675.890467:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603675.890470:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603675.890473:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603675.890476:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603675.890478:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603675.890480:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603675.890482:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2916:2916:254:4294967295] 192.168.204.129@tcp LPNI seq info [2916:2916:6:4294967295] 00000400:00000200:1.0:1789603675.890486:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603675.890491:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603675.890495:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603675.890498:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9f00. 00000800:00000200:1.0:1789603675.890502:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603675.890506:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603675.890509:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603675.890703:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603675.890708:0:29506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2012) 00000100:00000001:0.0:1789603675.890724:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1789603675.890726:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1789603675.890728:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603675.890732:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603675.890734:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603675.890736:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603675.890737:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603675.890738:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603675.890744:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1ea00 x1876533442914304/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603675.890750:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603675.890752:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603675.890755:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603675.890756:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603675.890758:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603675.890761:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442914304:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603675.890765:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603675.890768:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603675.890770:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603675.890771:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603675.890774:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb806b61800. 02000000:00000001:0.0:1789603675.890776:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603675.890779:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603675.890782:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139b58. 00000400:00000010:0.0:1789603675.890786:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136824c8. 00000100:00000200:0.0:1789603675.890789:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442914304, portal 4 00000100:00000001:0.0:1789603675.890790:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603675.890792:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126204416 : -106961583347200 : ffff9eb810d1ea00) 00000100:00000040:0.0:1789603675.890797:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1ea00 x1876533442914304/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603675.890803:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603675.890806:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603675.890808:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682110. 00000100:00000200:0.0:1789603675.890810:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442914304, offset 0 00000400:00000200:0.0:1789603675.890814:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603675.890819:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000800:00000200:2.0:1789603675.891042:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603675.891049:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9300. 00000400:00000200:2.0:1789603675.891057:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603675.891062:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603675.891071:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc110 00000400:00000010:2.0:1789603675.891074:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc110. 00000100:00000001:2.0:1789603675.891078:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603675.891083:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1d880 x1876533442913792/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603675.891093:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603675.891096:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1d880 x1876533442913792/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603691 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603675.891103:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603675.891105:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603675.891200:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603675.891203:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9d00. 00000400:00000200:2.0:1789603675.891206:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603675.891210:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603675.891213:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcbb0 00000400:00000010:2.0:1789603675.891214:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcbb0. 00000100:00000001:2.0:1789603675.891217:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603675.891220:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1df80 x1876533442914048/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603675.891226:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603675.891230:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1df80 x1876533442914048/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603691 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603675.891237:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603675.891238:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789603675.891295:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603675.891298:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 894303 usecs (895 jiffies) 00000400:00000200:1.0:1789603675.891302:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603675.891304:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296675719 00000100:00000001:1.0:1789603675.891306:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296678769 00000100:00000001:1.0:1789603675.891308:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296675719 00000100:00000001:1.0:1789603675.891310:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296678769 00000100:00000001:1.0:1789603675.891312:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603675.891315:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603675.891318:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603675.891323:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1dc00 x1876533442914176/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603675.891329:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603675.891331:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603675.891333:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603675.891335:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603675.891337:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603675.891340:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442914176:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603675.891343:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603675.891346:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603675.891347:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603675.891349:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603675.891353:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8051ca000. 02000000:00000001:1.0:1789603675.891355:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603675.891358:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603675.891361:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35bb0. 00000400:00000010:1.0:1789603675.891364:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc6e8. 00000100:00000200:1.0:1789603675.891368:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442914176, portal 4 00000100:00000001:1.0:1789603675.891370:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603675.891371:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126200832 : -106961583350784 : ffff9eb810d1dc00) 00000100:00000040:1.0:1789603675.891377:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1dc00 x1876533442914176/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603675.891383:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603675.891385:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603675.891387:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc220. 00000100:00000200:1.0:1789603675.891390:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442914176, offset 0 00000400:00000200:1.0:1789603675.891395:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603675.891413:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603675.891419:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603675.891423:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603675.891425:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603675.891428:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603675.891430:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2917:2917:255:4294967295] 192.168.204.129@tcp LPNI seq info [2917:2917:7:4294967295] 00000400:00000200:0.0:1789603675.891435:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603675.891442:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603675.891447:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603675.891452:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076200. 00000800:00000200:0.0:1789603675.891455:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603675.891461:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603675.891465:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603675.891467:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603675.891666:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22653 usecs (23 jiffies) 00000400:00000200:0.0:1789603675.891671:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603675.891672:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296674847 00000100:00000001:0.0:1789603675.891675:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296678769 00000100:00000001:0.0:1789603675.891677:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296674847 00000100:00000001:0.0:1789603675.891679:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296678769 00000100:00000001:0.0:1789603675.891681:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603675.891683:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603675.891686:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603675.891688:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603675.891765:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603675.891768:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9f00. 00000400:00000200:2.0:1789603675.891772:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603675.891776:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603675.891780:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc330 00000400:00000010:2.0:1789603675.891781:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc330. 00000100:00000001:2.0:1789603675.891784:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603675.891788:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1e300 x1876533442913920/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603675.891795:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603675.891798:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1e300 x1876533442913920/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603691 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603675.891803:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603675.891804:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603675.891811:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603675.891813:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076200. 00000400:00000200:2.0:1789603675.891816:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603675.891818:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603675.891820:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682110 00000400:00000010:2.0:1789603675.891918:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682110. 00000100:00000001:2.0:1789603675.891922:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603675.891927:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1ea00 x1876533442914304/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603675.891934:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603675.891937:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1ea00 x1876533442914304/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603691 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603675.891943:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603675.891945:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1789603675.892675:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603675.892684:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603675.892688:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603675.892691:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603675.892694:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603675.892697:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603675.892701:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2918:2918:256:4294967295] 192.168.204.129@tcp LPNI seq info [2918:2918:8:4294967295] 00000400:00000200:1.0:1789603675.892705:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603675.892713:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603675.892719:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603675.892723:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9200. 00000800:00000200:1.0:1789603675.892730:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603675.892737:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603675.892742:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603675.892758:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603675.892762:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 196386 usecs (197 jiffies) 00000400:00000200:1.0:1789603675.892764:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603675.892767:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296675023 00000100:00000001:1.0:1789603675.892769:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296678769 00000100:00000001:1.0:1789603675.892771:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296675023 00000100:00000001:1.0:1789603675.892774:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296678769 00000100:00000001:1.0:1789603675.892776:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603675.892780:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603675.892785:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603675.892789:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603675.892791:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603675.892793:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603675.892794:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603675.892796:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603675.893203:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603675.893207:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9200. 00000400:00000200:2.0:1789603675.893211:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603675.893217:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603675.893222:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc220 00000400:00000010:2.0:1789603675.893224:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc220. 00000100:00000001:2.0:1789603675.893228:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603675.893234:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1dc00 x1876533442914176/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603675.893242:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603675.893246:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1dc00 x1876533442914176/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603691 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603675.893252:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603675.893254:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603675.899734:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603675.899781:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603675.899787:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603675.899790:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603675.899800:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603675.899809:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603675.899818:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603675.899824:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603675.899830:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603675.899834:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d462600 00000400:00000200:3.0:1789603675.899839:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603675.899844:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x84c5 [1] + 224 00000800:00000001:3.0:1789603675.899851:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603675.899855:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603675.899859:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603675.899865:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603675.899873:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603675.899884:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1d880 x1876533442913792/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603675.899897:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1d880 x1876533442913792/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603675.899930:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603675.899939:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1789603675.899943:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1789603675.899945:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603675.899948:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1789603675.899949:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1789603675.899951:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603675.899956:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603675.899961:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000001:1.0:1789603675.899961:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603675.899965:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1789603675.899968:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603675.899970:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:3.0:1789603675.899974:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603675.899979:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603675.899979:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc088 00000400:00000010:1.0:1789603675.899984:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc088. 00000400:00000200:3.0:1789603675.899986:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d462800 00000100:00000001:1.0:1789603675.899990:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:3.0:1789603675.899993:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000200:1.0:1789603675.899999:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1d880 x1876533442913792/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789603675.900003:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x84dd [1] + 224 00000800:00000001:3.0:1789603675.900013:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1789603675.900017:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1d880 x1876533442913792/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1789603675.900020:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603675.900025:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789603675.900029:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789603675.900033:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:1.0:1789603675.900033:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603675.900038:0:2401:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:3.0:1789603675.900039:0:2395:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000001:1.0:1789603675.900043:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1789603675.900047:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1ea00 x1876533442914304/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603675.900047:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603675.900050:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603675.900056:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603675.900064:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1ea00 x1876533442914304/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1789603675.900066:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=73 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603675.900074:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603675.900079:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603675.900081:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603675.900084:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00010000:00000001:1.0:1789603675.900084:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603675.900086:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603675.900089:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603675.900094:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1d880 x1876533442913792/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603675.900102:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603675.900105:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603675.900107:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603675.900112:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1d880 x1876533442913792/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603675.900130:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2401:1876533442913792:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603675.900136:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603675.900138:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603675.900141:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1d880 x1876533442913792/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603675.900148:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603675.900151:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603675.900154:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8051cae00. 02000000:00000001:1.0:1789603675.900158:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603675.900160:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603675.900162:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:1.0:1789603675.900165:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603675.900167:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb804076700. 02000000:00000001:1.0:1789603675.900172:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603675.900174:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:3.0:1789603675.900176:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000010:1.0:1789603675.900176:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1d880. 00000100:00000001:1.0:1789603675.900182:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000800:00000001:3.0:1789603675.900183:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603675.900184:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603675.900189:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1789603675.900191:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789603675.900195:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603675.900195:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603675.900198:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603675.900201:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603675.900203:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603675.900205:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603675.900211:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603675.900217:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603675.900221:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603675.900226:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603675.900231:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d462700 00000400:00000200:3.0:1789603675.900238:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603675.900245:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x84cd [1] + 224 00000800:00000001:3.0:1789603675.900250:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603675.900255:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603675.900258:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603675.900263:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603675.900267:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603675.900273:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1df80 x1876533442914048/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603675.900284:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1df80 x1876533442914048/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603675.900297:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603675.900303:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603675.900308:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603675.900311:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603675.900314:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603675.900319:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603675.900325:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603675.900330:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603675.900334:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603675.900339:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603675.900343:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d462780 00000400:00000200:3.0:1789603675.900348:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603675.900354:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x84e5 [1] + 224 00000800:00000001:3.0:1789603675.900359:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603675.900363:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603675.900365:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603675.900370:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603675.900375:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603675.900380:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1dc00 x1876533442914176/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603675.900390:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1dc00 x1876533442914176/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603675.900399:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603675.900404:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603675.900408:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603675.900410:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603675.900413:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603675.900417:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603675.900423:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603675.900428:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603675.900432:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603675.900436:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603675.900440:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d462680 00000400:00000200:3.0:1789603675.900444:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603675.900449:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x84d5 [1] + 224 00000800:00000001:3.0:1789603675.900453:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603675.900461:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603675.900463:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603675.900468:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603675.900472:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603675.900476:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1e300 x1876533442913920/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603675.900484:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1e300 x1876533442913920/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603675.900496:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603675.900499:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603675.900502:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603675.903232:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603675.903240:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603675.903250:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603675.903252:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603675.903256:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139b58. 00000400:00000200:0.0:1789603675.903264:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136824c8 00000400:00000010:0.0:1789603675.903266:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136824c8. 00000100:00000001:0.0:1789603675.903272:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603675.903284:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1ea00 x1876533442914304/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603675.903297:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1ea00 x1876533442914304/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603675.903305:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603675.903307:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603675.903310:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603675.903314:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603675.903316:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603675.903319:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603675.903323:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603675.903334:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=72 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603675.903339:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603675.903342:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603675.903345:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603675.903350:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603675.903354:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603675.903358:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603675.903360:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:0.0:1789603675.903362:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603675.903364:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603675.903369:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1ea00 x1876533442914304/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603675.903376:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603675.903379:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603675.903381:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603675.903385:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1ea00 x1876533442914304/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603675.903394:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442914304:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603675.903400:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603675.903402:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603675.903407:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1ea00 x1876533442914304/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603675.903413:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603675.903416:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603675.903420:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb806b61800. 02000000:00000001:0.0:1789603675.903424:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603675.903427:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603675.903429:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603675.903432:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603675.903435:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb804076b00. 02000000:00000001:0.0:1789603675.903438:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603675.903440:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603675.903442:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1ea00. 00000100:00000001:0.0:1789603675.903446:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603675.903447:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603675.903449:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603675.903459:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603675.903461:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603675.903464:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603675.903466:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603675.903789:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603675.903792:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603675.903796:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603675.903797:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603675.903800:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35ec8. 00000400:00000200:0.0:1789603675.903803:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcc38 00000400:00000010:0.0:1789603675.903805:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcc38. 00000100:00000001:0.0:1789603675.903808:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603675.903814:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1e300 x1876533442913920/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603675.903888:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1e300 x1876533442913920/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603675.903897:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603675.903899:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603675.903901:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603675.903903:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603675.903904:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603675.903908:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603675.903910:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603675.903915:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=73 v=5 (5 106 106 106) 00000100:00001000:0.0:1789603675.903919:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603675.903921:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603675.903922:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603675.903924:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603675.903926:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603675.903928:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603675.903930:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967638 00000100:00000001:0.0:1789603675.903931:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603675.903933:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603675.903937:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1e300 x1876533442913920/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603675.903948:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603675.903950:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603675.903951:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603675.903954:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1e300 x1876533442913920/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603675.903962:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442913920:192.168.204.129@tcp:400:kworker.0 00000400:00000001:0.0:1789603675.903967:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603675.903968:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603675.903970:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35bb0. 00000400:00000200:0.0:1789603675.903973:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc6e8 00000400:00000010:0.0:1789603675.903975:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc6e8. 00000100:00000001:0.0:1789603675.903977:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603675.903981:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1dc00 x1876533442914176/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603675.903989:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1dc00 x1876533442914176/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603675.903995:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603675.903997:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603675.903999:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603675.904000:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603675.904001:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603675.904003:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603675.904004:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603675.904008:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=72 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603675.904011:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603675.904013:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603675.904014:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603675.904016:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603675.904017:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603675.904020:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603675.904022:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1789603675.904024:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603675.904025:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603675.904029:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1dc00 x1876533442914176/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603675.904035:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603675.904037:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603675.904038:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603675.904041:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1dc00 x1876533442914176/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603675.904048:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442914176:192.168.204.129@tcp:400:kworker.0 00000400:00000001:0.0:1789603675.904054:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603675.904056:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603675.904057:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35a50. 00000400:00000200:0.0:1789603675.904059:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcee0 00000400:00000010:0.0:1789603675.904061:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcee0. 00000100:00000001:0.0:1789603675.904063:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603675.904067:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1df80 x1876533442914048/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603675.904074:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1df80 x1876533442914048/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603675.904080:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603675.904081:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603675.904082:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603675.904084:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603675.904085:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603675.904087:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603675.904089:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603675.904092:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=73 v=5 (5 106 106 106) 00000100:00001000:0.0:1789603675.904095:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=73 v=5 (1 1 1 1) 00000100:00000001:0.0:1789603675.904097:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603675.904098:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603675.904101:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603675.904103:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603675.904105:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603675.904106:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789603675.904107:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603675.904109:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603675.904112:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1df80 x1876533442914048/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603675.904947:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603675.904950:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603675.904951:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603675.904957:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1df80 x1876533442914048/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603675.904965:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442914048:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603675.904970:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603675.904972:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603675.904975:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1e300 x1876533442913920/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603675.904982:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603675.904984:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603675.904988:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8051ca400. 02000000:00000001:0.0:1789603675.904991:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603675.904994:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603675.904995:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603675.904998:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603675.905000:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb804076e00. 02000000:00000001:0.0:1789603675.905002:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603675.905004:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603675.905006:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1e300. 00000100:00000001:0.0:1789603675.905009:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603675.905010:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603675.905011:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603675.905015:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1dc00 x1876533442914176/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603675.905021:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603675.905022:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603675.905024:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8051ca000. 02000000:00000001:0.0:1789603675.905026:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603675.905027:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603675.905028:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603675.905029:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603675.905030:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb804076300. 02000000:00000001:0.0:1789603675.905032:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603675.905033:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603675.905034:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1dc00. 00000100:00000001:0.0:1789603675.905036:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603675.905037:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603675.905038:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603675.905041:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1df80 x1876533442914048/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603691 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603675.905046:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603675.905047:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603675.905048:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8051ca200. 02000000:00000001:0.0:1789603675.905050:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603675.905051:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603675.905052:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603675.905053:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603675.905054:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb804076100. 02000000:00000001:0.0:1789603675.905056:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603675.905057:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603675.905058:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1df80. 00000100:00000001:0.0:1789603675.905060:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603675.905061:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603675.905063:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603675.905068:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603675.905070:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603675.905072:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603675.905075:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603676.077404:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603676.077411:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603676.077417:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603676.077418:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603676.077701:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603676.077705:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603676.077709:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789603677.098675:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603677.098686:0:27602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603677.098688:0:27602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603677.098693:0:27602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603677.098698:0:27602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603677.098700:0:27602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603677.098702:0:27602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603677.098704:0:27602:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603677.098709:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603677.098710:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603677.102362:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603677.102371:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603677.102377:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789603677.271631:0:34425:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789603677.658351:0:34461:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1789603677.658358:0:34461:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg429-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid 1475 0 00000001:00000001:2.0:1789603677.671304:0:34461:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1789603677.835445:0:34470:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603678.122750:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603678.122758:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603678.122764:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603678.122765:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603678.131222:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603678.131229:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603678.131235:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789603679.024261:0:34575:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603679.146651:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603679.146658:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603679.146666:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603679.146667:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603679.146733:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603679.146737:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603679.146741:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1789603679.327018:0:34611:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1789603679.327024:0:34611:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec 00000001:00000001:2.0:1789603679.339807:0:34611:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:3.0:1789603679.850749:0:27602:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296678769, at 4296678784 00000100:00000010:3.0:1789603679.850770:0:27602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb8051039c0. 00000100:00000040:2.0:1789603679.850924:0:34624:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296678769, at 4296678784 00000100:00000010:2.0:1789603679.850931:0:34624:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb805103ea0. 00010000:00000001:3.0:1789603680.170719:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603680.170726:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603680.170732:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603680.170734:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603680.170836:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603680.170843:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603680.170848:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789603681.003651:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603681.003661:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603681.003669:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1df80. 00000020:00000040:0.0:1789603681.003675:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:0.0:1789603681.003679:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603681.003682:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603681.003688:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603681.003695:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb804076b00. 00000100:00000001:0.0:1789603681.003701:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603681.003712:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb810d1df80 x1876533442914432/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603681.003725:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603681.003730:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603681.003736:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea52a43] to pc [ptlrpcd_00_00+0] req@ffff9eb810d1df80 x1876533442914432/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603681.003757:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603681.003760:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603681.003764:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603681.003766:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1dc00. 00000020:00000040:0.0:1789603681.003768:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603681.003771:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603681.003772:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603681.003773:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603681.003778:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb804076d00. 00000100:00000001:0.0:1789603681.003780:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603681.003785:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID req@ffff9eb810d1dc00 x1876533442914560/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603681.003798:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603681.003800:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603681.003804:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da369376] to pc [ptlrpcd_00_01+1] req@ffff9eb810d1dc00 x1876533442914560/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603681.003812:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603681.003814:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603681.003818:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603681.003820:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1e300. 00000020:00000040:0.0:1789603681.003822:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603681.003824:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603681.003825:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603681.003827:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603681.003830:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb804076700. 00000100:00000001:0.0:1789603681.003832:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603681.003836:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb810d1e300 x1876533442914688/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603681.003844:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603681.003846:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603681.003849:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e361bfb] to pc [ptlrpcd_00_00+0] req@ffff9eb810d1e300 x1876533442914688/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603681.003857:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603681.003859:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603681.003862:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603681.003865:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1ea00. 00000020:00000040:0.0:1789603681.003867:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:0.0:1789603681.003869:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603681.003870:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603681.003872:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603681.003875:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb804076200. 00000100:00000001:0.0:1789603681.003877:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603681.003881:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID req@ffff9eb810d1ea00 x1876533442914816/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603681.003888:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603681.003890:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603681.003894:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f7216e3] to pc [ptlrpcd_00_01+1] req@ffff9eb810d1ea00 x1876533442914816/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603681.003901:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603681.003903:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603681.003906:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603681.003909:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1f800. 00000020:00000040:0.0:1789603681.003911:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:0.0:1789603681.003912:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603681.003914:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603681.003915:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603681.003919:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb818da8700. 00000100:00000001:0.0:1789603681.003921:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603681.003925:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID req@ffff9eb810d1f800 x1876533442914944/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603681.003932:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603681.003934:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603681.003937:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f82e619] to pc [ptlrpcd_00_00+0] req@ffff9eb810d1f800 x1876533442914944/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603681.003945:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603681.003949:0:29506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2017) 00000100:00000001:0.0:1789603681.003963:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603681.003966:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603681.003968:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603681.003973:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1df80 x1876533442914432/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603681.003980:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603681.003983:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603681.003987:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603681.003989:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603681.003992:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603681.003995:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2400:1876533442914432:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603681.003999:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603681.004003:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603681.004006:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603681.004008:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603681.004012:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8051ca200. 02000000:00000001:0.0:1789603681.004014:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603681.004034:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603681.004038:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139b58. 00000400:00000010:0.0:1789603681.004045:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136824c8. 00000100:00000200:0.0:1789603681.004052:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442914432, portal 25 00000100:00000001:0.0:1789603681.004055:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603681.004056:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126201728 : -106961583349888 : ffff9eb810d1df80) 00000100:00000040:0.0:1789603681.004062:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1df80 x1876533442914432/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603681.004070:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603681.004073:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603681.004076:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682d48. 00000100:00000200:0.0:1789603681.004080:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442914432, offset 0 00000400:00000200:0.0:1789603681.004086:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603681.004094:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603681.004102:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603681.004107:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603681.004111:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603681.004115:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603681.004118:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603681.004123:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2919:2919:256:4294967295] 192.168.204.129@tcp LPNI seq info [2919:2919:8:4294967295] 00000400:00000200:0.0:1789603681.004127:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603681.004137:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603681.004144:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603681.004149:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb818da8000. 00000800:00000200:0.0:1789603681.004156:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603681.004164:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603681.004168:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb818da8000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603681.004185:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603681.004189:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603681.004192:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296683882 00000100:00000010:0.0:1789603681.004197:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb807b8d660. 00000100:00000001:0.0:1789603681.004203:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789603681.004207:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296683882 00000100:00000010:0.0:1789603681.004210:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb807b8d1e0. 00000100:00000001:0.0:1789603681.004213:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789603681.004216:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603681.004218:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603681.004221:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603681.004225:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1e300 x1876533442914688/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603681.004232:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603681.004234:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603681.004236:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603681.004238:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603681.004240:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603681.004242:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442914688:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603681.004246:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603681.004248:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603681.004249:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603681.004251:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603681.004253:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8051cac00. 02000000:00000001:0.0:1789603681.004256:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603681.004259:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603681.004262:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041394d0. 00000400:00000010:0.0:1789603681.004265:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682b28. 00000100:00000200:0.0:1789603681.004267:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442914688, portal 10 00000100:00000001:0.0:1789603681.004269:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603681.004270:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126202624 : -106961583348992 : ffff9eb810d1e300) 00000100:00000040:0.0:1789603681.004277:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1e300 x1876533442914688/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603681.004283:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603681.004286:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603681.004288:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682dd0. 00000100:00000200:0.0:1789603681.004290:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442914688, offset 0 00000400:00000200:0.0:1789603681.004295:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603681.004298:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603681.004302:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603681.004305:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603681.004307:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603681.004309:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603681.004312:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603681.004315:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2920:2920:255:4294967295] 192.168.204.129@tcp LPNI seq info [2920:2920:7:4294967295] 00000400:00000200:0.0:1789603681.004319:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603681.004325:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603681.004330:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603681.004333:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb818da8100. 00000800:00000200:0.0:1789603681.004338:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603681.004341:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603681.004344:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb818da8100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603681.004347:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603681.004351:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21040 usecs (22 jiffies) 00000400:00000200:0.0:1789603681.004354:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603681.004356:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296679958 00000100:00000001:0.0:1789603681.004358:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296683882 00000100:00000001:0.0:1789603681.004360:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296679958 00000100:00000001:0.0:1789603681.004362:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296683882 00000100:00000001:0.0:1789603681.004364:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603681.004366:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603681.004368:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603681.004372:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1f800 x1876533442914944/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603681.004391:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603681.004393:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603681.004395:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603681.004397:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603681.004399:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603681.004402:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442914944:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603681.004405:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603681.004407:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603681.004409:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603681.004410:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603681.004414:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8051cb200. 02000000:00000001:0.0:1789603681.004415:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603681.004418:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603681.004421:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041399f8. 00000400:00000010:0.0:1789603681.004424:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682c38. 00000100:00000200:0.0:1789603681.004427:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442914944, portal 4 00000100:00000001:0.0:1789603681.004428:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603681.004430:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126208000 : -106961583343616 : ffff9eb810d1f800) 00000100:00000040:0.0:1789603681.004435:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1f800 x1876533442914944/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603681.004442:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603681.004444:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603681.004446:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136826e8. 00000100:00000200:0.0:1789603681.004448:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442914944, offset 0 00000400:00000200:0.0:1789603681.004453:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603681.004457:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603681.004460:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603681.004463:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603681.004465:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603681.004467:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603681.004469:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603681.004472:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2921:2921:254:4294967295] 192.168.204.129@tcp LPNI seq info [2921:2921:6:4294967295] 00000400:00000200:0.0:1789603681.004475:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603681.004493:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603681.004498:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603681.004502:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb818e9a800. 00000800:00000200:0.0:1789603681.004506:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603681.004640:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603681.004644:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb818e9a800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603681.004648:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603681.004651:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22615 usecs (23 jiffies) 00000400:00000200:0.0:1789603681.004654:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603681.004656:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296679959 00000100:00000001:0.0:1789603681.004659:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296683882 00000100:00000001:0.0:1789603681.004661:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296679959 00000100:00000001:0.0:1789603681.004663:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296683882 00000100:00000001:0.0:1789603681.004665:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603681.004667:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603681.004670:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603681.004672:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603681.004679:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603681.004681:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789603681.004684:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603681.004685:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603681.004688:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603681.004691:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1789603681.004693:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603681.004696:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603681.004698:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603681.004700:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603681.004701:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603681.004703:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603681.004709:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1dc00 x1876533442914560/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603681.004717:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603681.004718:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603681.004721:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603681.004723:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603681.004725:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603681.004728:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442914560:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603681.004731:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603681.004734:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603681.004736:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603681.004737:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603681.004741:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8051ca800. 02000000:00000001:0.0:1789603681.004743:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603681.004747:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1789603681.004748:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603681.004753:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139e70. 00000800:00000010:3.0:1789603681.004755:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb818da8000. 00000400:00000010:0.0:1789603681.004758:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682550. 00000100:00000200:0.0:1789603681.004762:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442914560, portal 10 00000100:00000001:0.0:1789603681.004764:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1789603681.004765:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1789603681.004767:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126200832 : -106961583350784 : ffff9eb810d1dc00) 00000400:00000200:3.0:1789603681.004774:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000040:0.0:1789603681.004777:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1dc00 x1876533442914560/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789603681.004781:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682d48 00000400:00000010:3.0:1789603681.004786:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682d48. 00000100:00000001:0.0:1789603681.004789:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1789603681.004792:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1789603681.004793:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603681.004798:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682330. 00000100:00000200:3.0:1789603681.004802:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1df80 x1876533442914432/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603681.004802:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442914560, offset 0 00000400:00000200:0.0:1789603681.004814:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603681.004821:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603681.004822:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1789603681.004828:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000100:00000040:3.0:1789603681.004829:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1df80 x1876533442914432/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603697 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789603681.004833:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603681.004838:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603681.004844:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1789603681.004845:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603681.004848:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000100:00000001:3.0:1789603681.004849:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1789603681.004854:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2922:2922:253:4294967295] 192.168.204.129@tcp LPNI seq info [2922:2922:5:4294967295] 00000400:00000200:0.0:1789603681.004859:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000800:00000200:3.0:1789603681.004864:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603681.004869:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb818da8100. 00000400:00000200:0.0:1789603681.004871:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000400:00000200:3.0:1789603681.004873:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1789603681.004878:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603681.004882:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000800:00000010:0.0:1789603681.004884:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb818e9a400. 00000400:00000200:3.0:1789603681.004887:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682dd0 00000400:00000010:3.0:1789603681.004892:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682dd0. 00000100:00000001:3.0:1789603681.004895:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000800:00000200:0.0:1789603681.004898:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000100:00000200:3.0:1789603681.004900:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1e300 x1876533442914688/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1789603681.004910:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000100:00000001:3.0:1789603681.004916:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1789603681.004916:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb818e9a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603681.004922:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603681.004923:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1e300 x1876533442914688/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603697 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789603681.004925:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 893173 usecs (894 jiffies) 00000400:00000200:0.0:1789603681.004934:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603681.004937:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296680830 00000100:00000001:3.0:1789603681.004939:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603681.004942:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296683882 00000100:00000001:3.0:1789603681.004943:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789603681.004946:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296680830 00000100:00000001:0.0:1789603681.004950:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296683882 00000100:00000001:0.0:1789603681.004953:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1789603681.004955:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1789603681.004955:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1789603681.004959:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb818e9a800. 00000100:00000001:0.0:1789603681.004961:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1789603681.004965:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1789603681.004969:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1ea00 x1876533442914816/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789603681.004973:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603681.004979:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136826e8 00000400:00000010:3.0:1789603681.004983:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136826e8. 00000100:00000001:0.0:1789603681.004984:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603681.004988:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1789603681.004988:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603681.004993:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1789603681.004996:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1f800 x1876533442914944/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789603681.004996:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603681.005001:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603681.005008:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442914816:192.168.204.129@tcp:400:kworker.0 00000100:00000001:3.0:1789603681.005013:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603681.005014:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1789603681.005030:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1f800 x1876533442914944/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603697 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789603681.005031:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603681.005034:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603681.005039:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603681.005043:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8051ca400. 00000100:00000001:3.0:1789603681.005044:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603681.005048:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603681.005049:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1789603681.005055:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603681.005059:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139e18. 00000400:00000010:0.0:1789603681.005062:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682770. 00000100:00000200:0.0:1789603681.005065:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442914816, portal 4 00000100:00000001:0.0:1789603681.005067:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603681.005068:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126204416 : -106961583347200 : ffff9eb810d1ea00) 00000100:00000040:0.0:1789603681.005075:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1ea00 x1876533442914816/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603681.005081:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603681.005084:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603681.005087:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682908. 00000100:00000200:0.0:1789603681.005089:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442914816, offset 0 00000400:00000200:0.0:1789603681.005093:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603681.005097:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603681.005100:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603681.005103:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603681.005106:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603681.005108:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603681.005110:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000800:00000200:3.0:1789603681.005113:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1789603681.005115:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2923:2923:255:4294967295] 192.168.204.129@tcp LPNI seq info [2923:2923:7:4294967295] 00000800:00000010:3.0:1789603681.005117:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb818e9a400. 00000400:00000200:3.0:1789603681.005123:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789603681.005124:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603681.005131:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:0.0:1789603681.005138:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603681.005144:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603681.005682:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb818e9a400. 00000800:00000200:0.0:1789603681.005688:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603681.005693:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603681.005696:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb818e9a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603681.005699:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603681.005703:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 195608 usecs (196 jiffies) 00000400:00000200:0.0:1789603681.005707:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603681.005709:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296680132 00000100:00000001:0.0:1789603681.005711:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296683882 00000100:00000001:0.0:1789603681.005714:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296680132 00000100:00000001:0.0:1789603681.005716:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296683882 00000100:00000001:0.0:1789603681.005718:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603681.005720:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603681.005722:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603681.005725:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603681.005738:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603681.005740:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603681.005834:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682330 00000400:00000010:3.0:1789603681.005837:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682330. 00000100:00000001:3.0:1789603681.005840:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603681.005845:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1dc00 x1876533442914560/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603681.005853:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603681.005856:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1dc00 x1876533442914560/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603697 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603681.005862:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603681.005863:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603681.005910:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603681.005913:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb818e9a400. 00000400:00000200:3.0:1789603681.005916:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603681.005919:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603681.005922:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682908 00000400:00000010:3.0:1789603681.005924:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682908. 00000100:00000001:3.0:1789603681.005926:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603681.005930:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1ea00 x1876533442914816/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603681.005936:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603681.005940:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1ea00 x1876533442914816/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603697 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603681.005951:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603681.005953:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603681.024670:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603681.024693:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603681.024698:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603681.024700:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603681.024709:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.024719:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603681.024730:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.024735:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.024741:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.024745:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d462880 00000400:00000200:2.0:1789603681.024750:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.024756:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x84ed [1] + 224 00000800:00000001:2.0:1789603681.024763:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603681.024766:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603681.024770:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603681.024774:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603681.024781:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603681.024790:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1df80 x1876533442914432/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603681.024802:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1df80 x1876533442914432/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603681.024824:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603681.024833:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603681.024836:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603681.024838:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603681.024840:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603681.024843:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.024847:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603681.024851:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.024853:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.024856:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.024858:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d462980 00000400:00000200:2.0:1789603681.024862:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.024867:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x84f5 [1] + 224 00000800:00000001:2.0:1789603681.024870:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603681.024872:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603681.024874:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603681.024877:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603681.024880:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603681.024885:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1e300 x1876533442914688/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603681.024894:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1e300 x1876533442914688/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603681.024901:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603681.024904:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603681.024906:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603681.024908:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603681.024910:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603681.024912:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.024915:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603681.024919:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.024921:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.024924:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.024927:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d462a00 00000400:00000200:2.0:1789603681.024930:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.024933:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x850d [1] + 224 00000800:00000001:2.0:1789603681.024936:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603681.024939:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603681.024941:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603681.024944:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603681.024946:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603681.024950:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1ea00 x1876533442914816/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603681.024958:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1ea00 x1876533442914816/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603681.024965:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603681.024968:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603681.024970:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603681.024972:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603681.024974:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603681.024977:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.024980:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603681.024983:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.024986:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.024988:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.024990:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d462900 00000400:00000200:2.0:1789603681.024993:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.024997:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x8505 [1] + 224 00000800:00000001:2.0:1789603681.025000:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603681.025003:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603681.025005:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603681.025008:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603681.025010:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603681.025014:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1dc00 x1876533442914560/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603681.025034:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1dc00 x1876533442914560/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603681.025048:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603681.025052:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603681.025055:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603681.025057:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603681.025059:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603681.025061:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.025065:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603681.025069:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.025071:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.025074:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.025076:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d462a80 00000400:00000200:2.0:1789603681.025079:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.025083:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x84fd [1] + 224 00000800:00000001:2.0:1789603681.025086:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603681.025094:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603681.025096:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603681.025099:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603681.025101:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603681.025106:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1f800 x1876533442914944/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603681.025114:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1f800 x1876533442914944/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603681.025121:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603681.025123:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603681.025125:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603681.025647:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603681.025653:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603681.025661:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603681.025663:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603681.025666:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139e70. 00000400:00000200:0.0:1789603681.025672:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682550 00000400:00000010:0.0:1789603681.025675:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682550. 00000100:00000001:0.0:1789603681.025678:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603681.025684:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1dc00 x1876533442914560/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603681.025694:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1dc00 x1876533442914560/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603681.025701:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603681.025704:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603681.025706:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603681.025709:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603681.025711:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603681.025713:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603681.025716:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603681.025726:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=79 v=5 (5 106 106 106) 00000100:00001000:0.0:1789603681.025730:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603681.025733:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603681.025734:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603681.025737:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603681.025740:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603681.025744:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603681.025746:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967638 00000100:00000001:0.0:1789603681.025748:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603681.025750:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603681.025754:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1dc00 x1876533442914560/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603681.025761:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603681.025764:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603681.025766:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603681.025770:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1dc00 x1876533442914560/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603681.025778:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442914560:192.168.204.129@tcp:400:kworker.0 00000400:00000001:0.0:1789603681.025784:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603681.025785:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603681.025787:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139e18. 00000400:00000200:0.0:1789603681.025789:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682770 00000400:00000010:0.0:1789603681.025791:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682770. 00000100:00000001:0.0:1789603681.025792:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603681.025795:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1ea00 x1876533442914816/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603681.025804:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1ea00 x1876533442914816/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603681.025810:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603681.025811:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603681.025813:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603681.025814:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603681.025815:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603681.025817:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603681.025818:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603681.025822:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=78 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603681.025825:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603681.025828:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603681.025829:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603681.025831:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603681.025832:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603681.025834:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603681.025835:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1789603681.025837:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603681.025838:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603681.025842:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1ea00 x1876533442914816/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603681.025849:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603681.025850:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603681.025851:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603681.025854:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1ea00 x1876533442914816/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603681.025862:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442914816:192.168.204.129@tcp:400:kworker.0 00000400:00000001:0.0:1789603681.025866:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603681.025867:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603681.025868:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139b58. 00000400:00000200:0.0:1789603681.025870:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136824c8 00000400:00000010:0.0:1789603681.025872:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136824c8. 00000100:00000001:0.0:1789603681.025873:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603681.025877:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1df80 x1876533442914432/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603681.025886:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1df80 x1876533442914432/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603681.025892:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603681.025893:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603681.025895:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603681.025896:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603681.025897:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603681.025898:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603681.025900:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603681.025902:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=79 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603681.025905:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603681.025907:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603681.025908:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603681.025909:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603681.025911:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603681.025913:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603681.025916:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1df80 x1876533442914432/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603681.025923:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603681.025924:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603681.025926:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603681.025928:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1df80 x1876533442914432/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603681.025935:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2400:1876533442914432:192.168.204.129@tcp:400:kworker.0 00000400:00000001:0.0:1789603681.025939:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603681.025940:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603681.025942:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041394d0. 00000400:00000200:0.0:1789603681.025944:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682b28 00000400:00000010:0.0:1789603681.025945:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682b28. 00000100:00000001:0.0:1789603681.025947:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603681.025950:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1e300 x1876533442914688/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603681.025958:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1e300 x1876533442914688/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603681.025964:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603681.025966:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603681.025967:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603681.025968:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603681.025969:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603681.025970:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603681.025971:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603681.025974:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=79 v=5 (5 106 106 106) 00000100:00001000:0.0:1789603681.025977:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1789603681.025979:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603681.025981:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603681.025982:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603681.025984:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603681.025986:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603681.025987:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789603681.025989:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603681.025990:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603681.025994:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1e300 x1876533442914688/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603681.026000:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603681.026001:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603681.026003:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603681.026006:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1e300 x1876533442914688/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603681.026014:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442914688:192.168.204.129@tcp:400:kworker.0 00000400:00000001:0.0:1789603681.026030:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603681.026031:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603681.026033:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041399f8. 00000400:00000200:0.0:1789603681.026036:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682c38 00000400:00000010:0.0:1789603681.026037:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682c38. 00000100:00000001:0.0:1789603681.026039:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603681.026043:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1f800 x1876533442914944/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603681.026051:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1f800 x1876533442914944/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603681.026057:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603681.026058:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603681.026060:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603681.026061:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603681.026062:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603681.026064:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603681.026065:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603681.026068:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=78 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603681.026071:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603681.026073:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603681.026074:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603681.026076:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603681.026077:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603681.026079:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603681.026081:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:0.0:1789603681.026083:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603681.026084:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603681.026087:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1f800 x1876533442914944/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603681.026098:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603681.026099:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603681.026100:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603681.026104:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1f800 x1876533442914944/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603681.026112:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442914944:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603681.026119:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603681.026122:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603681.026126:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1dc00 x1876533442914560/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603681.026133:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603681.026135:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603681.026141:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8051ca800. 02000000:00000001:0.0:1789603681.026144:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603681.026147:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603681.026149:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603681.026151:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603681.026154:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb804076d00. 02000000:00000001:0.0:1789603681.026158:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603681.026159:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603681.026161:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1dc00. 00000100:00000001:0.0:1789603681.026165:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603681.026167:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603681.026169:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603681.026171:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1ea00 x1876533442914816/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603681.026177:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603681.026178:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603681.026180:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8051ca400. 02000000:00000001:0.0:1789603681.026183:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603681.026184:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603681.026185:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603681.026187:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603681.026189:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb804076200. 02000000:00000001:0.0:1789603681.026191:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603681.026192:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603681.026193:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1ea00. 00000100:00000001:0.0:1789603681.026195:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603681.026196:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603681.026197:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603681.026200:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1df80 x1876533442914432/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603681.026206:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603681.026208:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603681.026209:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8051ca200. 02000000:00000001:0.0:1789603681.026211:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603681.026212:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603681.026213:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:0.0:1789603681.026215:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603681.026216:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb804076b00. 02000000:00000001:0.0:1789603681.026217:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603681.026218:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603681.026220:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1df80. 00000100:00000001:0.0:1789603681.026222:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603681.026223:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603681.026224:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603681.026228:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1e300 x1876533442914688/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603681.026233:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603681.026234:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603681.026236:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8051cac00. 02000000:00000001:0.0:1789603681.026237:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603681.026238:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603681.026240:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603681.026241:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603681.026243:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb804076700. 02000000:00000001:0.0:1789603681.026244:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603681.026245:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603681.026246:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1e300. 00000100:00000001:0.0:1789603681.026248:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603681.026249:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603681.026251:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603681.026253:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1f800 x1876533442914944/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603697 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603681.026258:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603681.026259:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603681.026261:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8051cb200. 02000000:00000001:0.0:1789603681.026263:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603681.026264:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603681.026265:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603681.026267:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603681.026268:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb818da8700. 02000000:00000001:0.0:1789603681.026270:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603681.026271:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603681.026272:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1f800. 00000100:00000001:0.0:1789603681.026274:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603681.026275:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603681.026277:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603681.026283:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603681.026285:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603681.026287:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603681.026289:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.043277:0:34630:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603681.194610:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603681.194616:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603681.194621:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603681.194623:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603681.194701:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603681.194704:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603681.194707:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789603681.376970:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d7fd08 00000080:00200008:2.0:1789603681.376980:0:34650:0:(file.c:6307:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789603681.376988:0:34650:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603681.376989:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d7fc80 00000080:00200000:2.0:1789603681.376991:0:34650:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:2.0:1789603681.376999:0:34650:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8069b4400. 00800000:00000002:2.0:1789603681.377004:0:34650:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603681.377009:0:34650:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603681.377024:0:34650:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603681.377026:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d7fba0 00800000:00000002:2.0:1789603681.377029:0:34650:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603681.377032:0:34650:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603681.377035:0:34650:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603681.377037:0:34650:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603681.377039:0:34650:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603681.377041:0:34650:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603681.377044:0:34650:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603681.377046:0:34650:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603681.377048:0:34650:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603681.377052:0:34650:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603681.377056:0:34650:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603681.377058:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d7fa70 00000002:00010000:2.0:1789603681.377060:0:34650:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603681.377064:0:34650:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603681.377067:0:34650:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603681.377069:0:34650:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603681.377079:0:34650:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bc00 count: 2 00010000:00000001:2.0:1789603681.377082:0:34650:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603681.377086:0:34650:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603681.377090:0:34650:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603681.377095:0:34650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1789603681.377106:0:34650:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603681.377110:0:34650:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603681.377113:0:34650:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1789603681.377121:0:34650:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603681.377123:0:34650:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603681.377125:0:34650:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603681.377127:0:34650:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603681.377129:0:34650:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603681.377131:0:34650:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603681.377135:0:34650:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603681.377137:0:34650:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603681.377141:0:34650:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8069b4400. 00000080:00000001:2.0:1789603681.377144:0:34650:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603681.377146:0:34650:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603681.377148:0:34650:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:2.0:1789603681.377151:0:34650:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe551d 00800000:00000001:2.0:1789603681.377155:0:34650:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603681.377157:0:34650:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603681.377158:0:34650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603681.377161:0:34650:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603681.377163:0:34650:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:2.0:1789603681.377165:0:34650:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603681.377168:0:34650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603681.377171:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603681.377173:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603681.377174:0:34650:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603681.377176:0:34650:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603681.377178:0:34650:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe551d from it ffffb8e500d7fcb8 00010000:00000001:2.0:1789603681.377180:0:34650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603681.377181:0:34650:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603681.377183:0:34650:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:2.0:1789603681.377184:0:34650:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603681.377186:0:34650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603681.377189:0:34650:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603681.377191:0:34650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789603681.377197:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603681.377198:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603681.377199:0:34650:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603681.377201:0:34650:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603681.377204:0:34650:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789603681.377213:0:34650:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603681.377215:0:34650:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603681.377218:0:34650:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603681.377222:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603681.377223:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603681.377224:0:34650:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603681.377227:0:34650:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603681.377229:0:34650:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603681.377231:0:34650:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603681.377234:0:34650:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603681.377236:0:34650:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603681.377237:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603681.377238:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603681.377241:0:34650:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603681.377243:0:34650:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603681.377246:0:34650:0:(file.c:6260:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603681.377250:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d7fd08 00000080:00000008:2.0:1789603681.377252:0:34650:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789603681.377925:0:34650:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603681.377946:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d7fd08 00000080:00200008:2.0:1789603681.377948:0:34650:0:(file.c:6307:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1789603681.377952:0:34650:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603681.377954:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d7fc80 00000080:00200000:2.0:1789603681.377956:0:34650:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:2.0:1789603681.377959:0:34650:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8069b4400. 00800000:00000002:2.0:1789603681.377962:0:34650:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603681.377965:0:34650:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603681.377968:0:34650:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603681.377970:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d7fba0 00800000:00000002:2.0:1789603681.377972:0:34650:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603681.377974:0:34650:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603681.377976:0:34650:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603681.377977:0:34650:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603681.377979:0:34650:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603681.377980:0:34650:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603681.377982:0:34650:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603681.377984:0:34650:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603681.377986:0:34650:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603681.377989:0:34650:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603681.377992:0:34650:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603681.377993:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d7fa70 00000002:00010000:2.0:1789603681.377995:0:34650:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603681.377998:0:34650:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603681.377999:0:34650:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603681.378001:0:34650:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603681.378004:0:34650:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bc00 count: 2 00010000:00000001:2.0:1789603681.378006:0:34650:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603681.378008:0:34650:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603681.378023:0:34650:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603681.378028:0:34650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1789603681.378035:0:34650:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603681.378038:0:34650:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603681.378041:0:34650:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1789603681.378047:0:34650:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603681.378048:0:34650:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603681.378050:0:34650:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603681.378052:0:34650:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603681.378054:0:34650:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603681.378056:0:34650:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603681.378059:0:34650:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603681.378060:0:34650:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603681.378062:0:34650:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8069b4400. 00000080:00000001:2.0:1789603681.378065:0:34650:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603681.378066:0:34650:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603681.378069:0:34650:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:2.0:1789603681.378071:0:34650:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe551d 00800000:00000001:2.0:1789603681.378074:0:34650:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603681.378075:0:34650:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603681.378077:0:34650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603681.378078:0:34650:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603681.378080:0:34650:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:2.0:1789603681.378082:0:34650:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603681.378084:0:34650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603681.378087:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603681.378088:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603681.378089:0:34650:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603681.378091:0:34650:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603681.378093:0:34650:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe551d from it ffffb8e500d7fcb8 00010000:00000001:2.0:1789603681.378095:0:34650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603681.378096:0:34650:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603681.378098:0:34650:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:2.0:1789603681.378099:0:34650:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603681.378101:0:34650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603681.378103:0:34650:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603681.378106:0:34650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789603681.378111:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603681.378113:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603681.378114:0:34650:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603681.378115:0:34650:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603681.378118:0:34650:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1789603681.378123:0:34650:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603681.378125:0:34650:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603681.378126:0:34650:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603681.378129:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603681.378130:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603681.378131:0:34650:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603681.378133:0:34650:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603681.378134:0:34650:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603681.378136:0:34650:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603681.378138:0:34650:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603681.378140:0:34650:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603681.378141:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603681.378142:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603681.378144:0:34650:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603681.378145:0:34650:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603681.378148:0:34650:0:(file.c:6260:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603681.378150:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d7fd08 00000080:00000008:2.0:1789603681.378152:0:34650:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1789603681.378222:0:34650:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603681.378225:0:34650:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603681.378226:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d7fb78 00000080:00200000:2.0:1789603681.378228:0:34650:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:2.0:1789603681.378231:0:34650:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8069b4400. 00800000:00000002:2.0:1789603681.378234:0:34650:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603681.378236:0:34650:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603681.378238:0:34650:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603681.378239:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d7fa98 00800000:00000002:2.0:1789603681.378241:0:34650:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603681.378244:0:34650:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603681.378245:0:34650:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603681.378246:0:34650:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603681.378247:0:34650:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603681.378249:0:34650:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603681.378251:0:34650:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603681.378252:0:34650:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603681.378254:0:34650:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603681.378257:0:34650:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603681.378259:0:34650:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603681.378260:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d7f968 00000002:00010000:2.0:1789603681.378262:0:34650:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603681.378265:0:34650:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603681.378266:0:34650:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603681.378268:0:34650:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603681.378270:0:34650:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bc00 count: 2 00010000:00000001:2.0:1789603681.378272:0:34650:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603681.378274:0:34650:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603681.378276:0:34650:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603681.378279:0:34650:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1789603681.378286:0:34650:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603681.378288:0:34650:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603681.378292:0:34650:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1789603681.378303:0:34650:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603681.378305:0:34650:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603681.378306:0:34650:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603681.378308:0:34650:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603681.378310:0:34650:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603681.378312:0:34650:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603681.378314:0:34650:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603681.378315:0:34650:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603681.378317:0:34650:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8069b4400. 00000080:00000001:2.0:1789603681.378319:0:34650:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603681.378320:0:34650:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603681.378322:0:34650:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:2.0:1789603681.378325:0:34650:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe551d 00800000:00000001:2.0:1789603681.378327:0:34650:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603681.378329:0:34650:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603681.378330:0:34650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603681.378331:0:34650:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603681.378332:0:34650:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:2.0:1789603681.378334:0:34650:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603681.378336:0:34650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603681.378339:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603681.378340:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603681.378341:0:34650:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603681.378343:0:34650:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603681.378345:0:34650:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe551d from it ffffb8e500d7fbb0 00010000:00000001:2.0:1789603681.378347:0:34650:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603681.378348:0:34650:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603681.378349:0:34650:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:2.0:1789603681.378350:0:34650:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603681.378352:0:34650:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603681.378355:0:34650:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603681.378357:0:34650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1789603681.378363:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603681.378364:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603681.378366:0:34650:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603681.378367:0:34650:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603681.378369:0:34650:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1789603681.378375:0:34650:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603681.378376:0:34650:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603681.378377:0:34650:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603681.378379:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603681.378380:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603681.378381:0:34650:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603681.378383:0:34650:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603681.378384:0:34650:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603681.378386:0:34650:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603681.378388:0:34650:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603681.378389:0:34650:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603681.378390:0:34650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603681.378391:0:34650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603681.378393:0:34650:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603681.378394:0:34650:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603681.378396:0:34650:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 44 00000080:00000001:2.0:1789603681.378400:0:34650:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603681.378403:0:34650:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:2.0:1789603681.378406:0:34650:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789603681.378408:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d7fb78 00000080:00200008:2.0:1789603681.378410:0:34650:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), flags 100000 00000080:00000010:2.0:1789603681.378414:0:34650:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9eb8053deb40. 00000080:00000001:2.0:1789603681.378418:0:34650:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603681.378420:0:34650:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603681.378634:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789603681.378637:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:2.0:1789603681.378644:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1789603681.378647:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1789603681.378651:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041d0400. 00000020:00000001:2.0:1789603681.378655:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603681.378657:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1789603681.378660:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1789603681.378662:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041d0400 uarg=0000000000000000 00800000:00000001:2.0:1789603681.378667:0:34650:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:2.0:1789603681.378670:0:34650:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9eb81291b000: age 2004, max_age 2012 00000002:00000001:2.0:1789603681.378673:0:34650:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:2.0:1789603681.378676:0:34650:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000010:2.0:1789603681.378686:0:34650:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f1c00. 00000020:00000040:2.0:1789603681.378689:0:34650:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:2.0:1789603681.378693:0:34650:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603681.378695:0:34650:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603681.378699:0:34650:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603681.378705:0:34650:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8203a2400. 00000100:00000001:2.0:1789603681.378710:0:34650:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603681.378713:0:34650:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603681.378715:0:34650:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603681.378720:0:34650:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb814e70e40. 00000100:00000001:2.0:1789603681.378722:0:34650:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112194698816 : -106961514852800 : ffff9eb814e70e40) 00000100:00000001:2.0:1789603681.378725:0:34650:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603681.378727:0:34650:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912111104 : -106961797440512 : ffff9eb8040f1c00) 00000100:00000001:2.0:1789603681.378731:0:34650:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603681.378735:0:34650:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603681.378737:0:34650:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603681.378738:0:34650:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603681.378748:0:34650:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f1c00 x1876533442915072/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603681.378757:0:34650:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603681.378759:0:34650:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603681.378762:0:34650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603681.378764:0:34650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603681.378766:0:34650:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603681.378770:0:34650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f1c00 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:34650:1876533442915072:192.168.204.129@tcp:41:lfs.0 00000100:00000001:2.0:1789603681.378782:0:34650:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603681.378787:0:34650:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603681.378789:0:34650:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603681.378791:0:34650:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603681.378794:0:34650:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041d3000. 02000000:00000001:2.0:1789603681.378796:0:34650:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603681.378803:0:34650:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603681.378807:0:34650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3268. 00000400:00000010:2.0:1789603681.378814:0:34650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d73b8. 00000100:00000200:2.0:1789603681.378820:0:34650:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442915072, portal 10 00000100:00000001:2.0:1789603681.378821:0:34650:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603681.378822:0:34650:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912111104 : -106961797440512 : ffff9eb8040f1c00) 00000100:00000040:2.0:1789603681.378829:0:34650:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f1c00 x1876533442915072/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603697 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603681.378836:0:34650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603681.378839:0:34650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603681.378842:0:34650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d75d8. 00000100:00000200:2.0:1789603681.378844:0:34650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442915072, offset 0 00000400:00000200:2.0:1789603681.378850:0:34650:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603681.378858:0:34650:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.378865:0:34650:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603681.378870:0:34650:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603681.378875:0:34650:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603681.378879:0:34650:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603681.378881:0:34650:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603681.378886:0:34650:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2924:2924:256:4294967295] 192.168.204.129@tcp LPNI seq info [2924:2924:8:4294967295] 00000400:00000200:2.0:1789603681.378890:0:34650:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.378900:0:34650:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603681.378906:0:34650:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603681.378910:0:34650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8203a2800. 00000800:00000200:2.0:1789603681.378917:0:34650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603681.378925:0:34650:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603681.378929:0:34650:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8203a2800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603681.378978:0:34650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603681.378982:0:34650:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 892057 usecs (893 jiffies) 00000400:00000200:2.0:1789603681.378986:0:34650:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603681.378988:0:34650:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296681205 00000100:00000001:2.0:1789603681.378991:0:34650:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296683882 00000100:00000001:2.0:1789603681.378994:0:34650:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296681205 00000100:00000001:2.0:1789603681.378996:0:34650:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296683882 00000100:00000001:2.0:1789603681.378998:0:34650:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603681.379001:0:34650:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603681.379003:0:34650:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603681.379005:0:34650:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603681.379008:0:34650:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb814e70e40 going to sleep for 11 seconds 00000100:00000001:2.0:1789603681.379020:0:34650:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603681.379023:0:34650:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603681.380834:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603681.380842:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8203a2800. 00000400:00000200:3.0:1789603681.380848:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603681.380855:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603681.380862:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d75d8 00000400:00000010:3.0:1789603681.380865:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d75d8. 00000100:00000001:3.0:1789603681.380869:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603681.380875:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f1c00 x1876533442915072/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603697 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603681.380887:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603681.380891:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f1c00 x1876533442915072/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603697 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603681.380899:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603681.380901:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603681.382867:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603681.382878:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603681.382882:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603681.382884:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603681.382891:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603681.382899:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603681.382907:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603681.382912:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603681.382917:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603681.382922:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 368 into portal 10 MB=0x6aab27d462b00 00000400:00000200:3.0:1789603681.382927:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603681.382933:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 368/368 into md 0x8515 [1] + 224 00000800:00000001:3.0:1789603681.382941:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603681.382946:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603681.382949:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603681.382952:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603681.382958:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603681.382965:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f1c00 x1876533442915072/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603697 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603681.382975:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9eb8040f1c00 x1876533442915072/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603697 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603681.382995:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603681.383001:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603681.383004:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603681.383055:0:34650:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603681.383063:0:34650:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603681.383065:0:34650:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603681.383069:0:34650:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3268. 00000400:00000200:1.0:1789603681.383073:0:34650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d73b8 00000400:00000010:1.0:1789603681.383075:0:34650:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d73b8. 00000100:00000001:1.0:1789603681.383077:0:34650:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603681.383081:0:34650:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f1c00 x1876533442915072/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603697 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603681.383090:0:34650:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f1c00 x1876533442915072/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603697 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603681.383097:0:34650:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603681.383099:0:34650:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603681.383101:0:34650:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603681.383104:0:34650:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603681.383106:0:34650:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603681.383108:0:34650:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603681.383111:0:34650:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603681.383120:0:34650:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=79 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603681.383124:0:34650:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603681.383127:0:34650:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603681.383128:0:34650:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603681.383130:0:34650:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603681.383134:0:34650:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603681.383137:0:34650:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603681.383139:0:34650:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967638 00000100:00000001:1.0:1789603681.383141:0:34650:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603681.383143:0:34650:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603681.383147:0:34650:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f1c00 x1876533442915072/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603697 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603681.383155:0:34650:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603681.383158:0:34650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603681.383160:0:34650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603681.383163:0:34650:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f1c00 x1876533442915072/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603697 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603681.383172:0:34650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f1c00 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:34650:1876533442915072:192.168.204.129@tcp:41:lfs.0 00000100:00000001:1.0:1789603681.383176:0:34650:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603681.383179:0:34650:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603681.383181:0:34650:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603681.383183:0:34650:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603681.383187:0:34650:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f1c00 x1876533442915072/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603697 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603681.383194:0:34650:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603681.383197:0:34650:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb814e70e40. 00000100:00000001:1.0:1789603681.383200:0:34650:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603681.383201:0:34650:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603681.383207:0:34650:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1789603681.383209:0:34650:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603681.383212:0:34650:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f1c00 x1876533442915072/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603697 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603681.383218:0:34650:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603681.383221:0:34650:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603681.383224:0:34650:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041d3000. 02000000:00000001:1.0:1789603681.383227:0:34650:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603681.383229:0:34650:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603681.383231:0:34650:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603681.383233:0:34650:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603681.383236:0:34650:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8203a2400. 02000000:00000001:1.0:1789603681.383239:0:34650:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603681.383241:0:34650:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603681.383243:0:34650:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f1c00. 00000100:00000001:1.0:1789603681.383246:0:34650:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603681.383247:0:34650:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789603681.383249:0:34650:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603681.383250:0:34650:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603681.383252:0:34650:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:1.0:1789603681.383255:0:34650:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9eb81291b000: update ffff9eb807101e18 cache blocks 317381/353529 objects 1023704/1024000 00800000:00000001:1.0:1789603681.383259:0:34650:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603681.383263:0:34650:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.383267:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603681.383271:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041d0400. 00000080:00000001:1.0:1789603681.383274:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.383277:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.383335:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.383338:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.383346:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.383349:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.383353:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.383357:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.383360:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.383363:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.383365:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.383371:0:34650:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:1.0:1789603681.383374:0:34650:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff9eb81291b000: age 2004, max_age 2012 00000002:00000001:1.0:1789603681.383376:0:34650:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1789603681.383379:0:34650:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000010:1.0:1789603681.383383:0:34650:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5180. 00000020:00000040:1.0:1789603681.383385:0:34650:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=5 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603681.383388:0:34650:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603681.383391:0:34650:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603681.383394:0:34650:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603681.383400:0:34650:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9100. 00000100:00000001:1.0:1789603681.383406:0:34650:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603681.383409:0:34650:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603681.383410:0:34650:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603681.383416:0:34650:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb810b19840. 00000100:00000001:1.0:1789603681.383418:0:34650:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112124086336 : -106961585465280 : ffff9eb810b19840) 00000100:00000001:1.0:1789603681.383421:0:34650:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603681.383422:0:34650:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957082496 : -106961752469120 : ffff9eb806bd5180) 00000100:00000001:1.0:1789603681.383426:0:34650:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603681.383430:0:34650:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603681.383432:0:34650:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603681.383433:0:34650:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603681.383438:0:34650:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5180 x1876533442915200/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603681.383445:0:34650:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603681.383447:0:34650:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603681.383450:0:34650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603681.383452:0:34650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603681.383455:0:34650:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603681.383458:0:34650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5180 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:34650:1876533442915200:192.168.204.129@tcp:41:lfs.0 00000100:00000001:1.0:1789603681.383462:0:34650:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603681.383466:0:34650:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603681.383474:0:34650:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603681.383476:0:34650:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603681.383480:0:34650:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a5c00. 02000000:00000001:1.0:1789603681.383482:0:34650:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603681.383486:0:34650:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603681.383489:0:34650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603681.383493:0:34650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc088. 00000100:00000200:1.0:1789603681.383499:0:34650:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442915200, portal 10 00000100:00000001:1.0:1789603681.383501:0:34650:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603681.383502:0:34650:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957082496 : -106961752469120 : ffff9eb806bd5180) 00000100:00000040:1.0:1789603681.383537:0:34650:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd5180 x1876533442915200/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603697 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603681.383545:0:34650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603681.383548:0:34650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603681.383551:0:34650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcb28. 00000100:00000200:1.0:1789603681.383554:0:34650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442915200, offset 0 00000400:00000200:1.0:1789603681.383560:0:34650:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603681.383566:0:34650:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603681.383572:0:34650:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603681.383577:0:34650:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603681.383580:0:34650:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603681.383583:0:34650:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603681.383586:0:34650:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603681.383590:0:34650:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2925:2925:256:4294967295] 192.168.204.129@tcp LPNI seq info [2925:2925:8:4294967295] 00000400:00000200:1.0:1789603681.383594:0:34650:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603681.383603:0:34650:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603681.383609:0:34650:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603681.383613:0:34650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9f00. 00000800:00000200:1.0:1789603681.383620:0:34650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603681.383628:0:34650:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603681.383632:0:34650:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603681.383641:0:34650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603681.383645:0:34650:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21062 usecs (22 jiffies) 00000400:00000200:1.0:1789603681.383649:0:34650:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603681.383651:0:34650:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296680339 00000100:00000001:1.0:1789603681.383654:0:34650:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296683882 00000100:00000001:1.0:1789603681.383656:0:34650:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296680339 00000100:00000001:1.0:1789603681.383659:0:34650:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296683882 00000100:00000001:1.0:1789603681.383661:0:34650:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603681.383664:0:34650:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603681.383666:0:34650:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603681.383668:0:34650:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603681.383670:0:34650:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb810b19840 going to sleep for 11 seconds 00000100:00000001:1.0:1789603681.383672:0:34650:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603681.383673:0:34650:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603681.384440:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603681.384447:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9f00. 00000400:00000200:3.0:1789603681.384452:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603681.384459:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603681.384463:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcb28 00000400:00000010:3.0:1789603681.384465:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcb28. 00000100:00000001:3.0:1789603681.384475:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603681.384480:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5180 x1876533442915200/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603697 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603681.384491:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603681.384494:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5180 x1876533442915200/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603697 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603681.384500:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603681.384502:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603681.386755:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603681.386769:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603681.386772:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603681.386774:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603681.386782:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603681.386788:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603681.386796:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603681.386801:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603681.386807:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603681.386811:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 368 into portal 10 MB=0x6aab27d462b80 00000400:00000200:3.0:1789603681.386816:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603681.386822:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 368/368 into md 0x8525 [1] + 224 00000800:00000001:3.0:1789603681.386828:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603681.386833:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603681.386836:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603681.386840:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603681.386846:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603681.386853:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5180 x1876533442915200/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603697 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603681.386861:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9eb806bd5180 x1876533442915200/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603697 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603681.386883:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603681.386890:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603681.386893:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603681.386935:0:34650:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603681.386942:0:34650:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603681.386944:0:34650:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603681.386947:0:34650:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603681.386952:0:34650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc088 00000400:00000010:1.0:1789603681.386954:0:34650:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc088. 00000100:00000001:1.0:1789603681.386957:0:34650:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603681.386961:0:34650:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5180 x1876533442915200/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603697 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603681.386969:0:34650:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5180 x1876533442915200/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603697 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603681.386976:0:34650:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603681.386978:0:34650:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603681.386980:0:34650:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603681.386983:0:34650:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603681.386985:0:34650:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603681.386987:0:34650:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603681.386990:0:34650:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603681.386998:0:34650:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=79 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603681.387001:0:34650:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1789603681.387004:0:34650:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603681.387005:0:34650:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603681.387008:0:34650:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603681.387021:0:34650:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603681.387025:0:34650:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603681.387027:0:34650:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789603681.387030:0:34650:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603681.387031:0:34650:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603681.387036:0:34650:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5180 x1876533442915200/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603697 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603681.387043:0:34650:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603681.387046:0:34650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603681.387047:0:34650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603681.387051:0:34650:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5180 x1876533442915200/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603697 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603681.387059:0:34650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5180 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:34650:1876533442915200:192.168.204.129@tcp:41:lfs.0 00000100:00000001:1.0:1789603681.387063:0:34650:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603681.387066:0:34650:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603681.387068:0:34650:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603681.387070:0:34650:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603681.387073:0:34650:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5180 x1876533442915200/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603697 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603681.387080:0:34650:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603681.387082:0:34650:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb810b19840. 00000100:00000001:1.0:1789603681.387085:0:34650:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603681.387087:0:34650:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603681.387093:0:34650:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1789603681.387094:0:34650:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603681.387097:0:34650:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5180 x1876533442915200/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603697 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603681.387104:0:34650:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603681.387107:0:34650:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603681.387109:0:34650:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a5c00. 02000000:00000001:1.0:1789603681.387112:0:34650:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603681.387114:0:34650:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603681.387116:0:34650:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603681.387118:0:34650:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603681.387121:0:34650:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9100. 02000000:00000001:1.0:1789603681.387124:0:34650:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603681.387125:0:34650:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603681.387127:0:34650:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5180. 00000100:00000001:1.0:1789603681.387130:0:34650:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603681.387132:0:34650:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789603681.387133:0:34650:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603681.387134:0:34650:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603681.387136:0:34650:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:1.0:1789603681.387139:0:34650:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff9eb81291b000: update ffff9eb8030b5198 cache blocks 317415/353529 objects 1023737/1024000 00800000:00000001:1.0:1789603681.387142:0:34650:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603681.387147:0:34650:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.387150:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603681.387153:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.387156:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.387158:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.387211:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.387213:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.387220:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.387223:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.387227:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.387231:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.387233:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.387235:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.387237:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.387241:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387243:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387245:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.387248:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.387250:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387252:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387255:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.387257:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.387259:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.387260:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.387263:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.387265:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.387266:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.387268:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.387269:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.387271:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387272:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387274:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.387276:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.387277:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387279:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387282:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.387283:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.387286:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.387287:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.387288:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.387290:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.387291:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.387292:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.387293:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.387296:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387297:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387299:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.387301:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.387303:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387305:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387307:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.387309:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.387311:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.387313:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.387314:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.387316:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.387318:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.387319:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.387320:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.387323:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387324:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387326:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.387328:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.387330:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387331:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387333:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.387335:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.387337:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.387338:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.387340:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.387342:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.387343:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.387344:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.387345:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.387347:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387348:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387350:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.387352:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.387354:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387356:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387358:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.387360:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.387362:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.387363:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.387365:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.387367:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.387368:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.387369:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.387371:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.387373:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387374:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387376:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.387378:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.387379:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387381:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387383:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.387384:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.387387:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.387388:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.387389:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.387391:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.387393:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.387394:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.387395:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.387398:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387400:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387402:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.387403:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.387405:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387406:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387409:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.387410:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.387412:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.387413:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.387415:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.387417:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.387419:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.387420:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.387421:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.387423:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387425:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387426:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.387428:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.387430:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387431:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387434:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.387435:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.387437:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.387438:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.387440:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.387442:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.387443:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.387444:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.387445:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.387447:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387449:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387451:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.387452:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.387455:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387456:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.387459:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.387461:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.387464:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.387465:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.387467:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388072:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388075:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388076:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388078:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388081:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388083:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388085:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388087:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388090:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388092:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388097:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388098:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388101:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388103:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388105:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388107:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388109:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388110:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388111:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388113:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388115:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388117:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388119:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388121:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388122:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388125:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388126:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388128:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388129:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388130:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388132:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388134:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388135:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388136:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388138:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388141:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388143:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388145:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388147:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388148:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388151:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388152:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388154:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388155:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388156:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388158:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388160:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388161:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388162:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388165:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388166:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388168:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388170:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388171:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388173:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388175:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388176:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388179:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388180:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388181:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388183:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388185:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388185:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388187:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388189:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388191:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388192:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388194:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388196:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388198:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388201:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388202:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388205:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388206:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388208:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388209:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388211:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388211:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388212:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388215:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388216:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388218:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388220:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388222:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388223:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388225:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388227:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388229:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388230:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388232:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388233:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388235:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388236:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388237:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388239:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388240:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388242:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388244:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388245:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388247:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388250:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388251:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388254:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388255:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388257:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388258:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388260:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388261:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388262:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388264:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388266:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388267:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388269:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388271:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388272:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388274:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388276:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388278:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388279:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388280:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388282:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388284:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388284:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388286:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388288:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388290:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388292:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388294:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388296:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388297:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388299:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388300:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388302:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388303:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388306:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388308:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388310:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388311:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388312:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388314:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388315:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388317:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388319:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388321:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388322:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388325:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388326:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388328:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388329:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388331:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388333:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388334:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388335:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388336:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388338:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388340:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388341:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388343:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388345:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388347:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388349:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388350:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388352:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388353:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388355:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388356:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388358:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388359:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388360:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388363:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388365:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388366:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388368:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388370:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388371:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388374:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388375:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388377:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388378:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388380:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388381:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388383:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388384:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388385:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388387:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388389:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388391:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388393:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388395:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388396:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388399:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388400:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388402:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388403:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388405:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388406:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388408:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388409:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388410:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388412:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388414:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388416:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388418:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388419:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388421:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388424:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388425:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388427:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388428:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388429:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388431:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388432:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388433:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388434:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388437:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388438:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388440:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388442:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388444:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388446:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388448:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388450:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388452:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388453:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388455:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388457:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388459:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388460:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388461:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388463:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388465:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388467:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388469:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388471:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388473:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388487:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388488:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388491:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388492:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388494:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388496:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388497:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388499:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388500:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388503:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388504:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388506:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388508:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388536:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388538:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388541:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388543:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388545:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388547:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388549:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388551:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388552:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388554:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388555:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388557:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388559:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388561:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388563:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388565:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388567:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388569:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388571:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388573:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388574:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388576:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388578:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388580:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388581:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388582:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388583:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388585:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388586:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388588:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388590:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388592:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388595:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388597:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388599:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388600:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388601:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388603:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388605:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388606:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388607:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388609:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388610:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388612:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388613:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388615:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388617:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388619:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388620:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388623:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388624:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388625:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388627:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388629:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388630:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388631:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388634:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388635:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388637:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388639:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388640:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388642:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388644:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388645:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388647:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388648:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388650:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388652:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388654:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388655:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388656:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388658:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388659:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388661:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388663:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388665:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388666:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388669:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388670:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388672:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388673:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388675:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388677:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388678:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388680:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388681:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388683:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388685:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388687:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388688:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388690:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388692:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388694:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388695:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388697:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388698:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388700:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388702:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388703:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388704:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388705:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388708:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388710:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388712:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388714:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388716:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388717:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388719:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388721:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388723:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388724:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388725:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388727:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388729:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388730:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388731:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388733:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388735:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388737:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388739:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388741:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388743:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388745:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388746:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388748:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388749:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388751:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388753:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388754:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388755:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388756:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388758:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388760:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388762:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388763:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388765:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388767:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388770:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388771:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388773:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388774:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388776:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388778:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388779:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388780:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388781:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388783:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388785:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388787:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388788:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388790:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388792:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388795:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388796:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388798:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388799:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388801:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388803:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388804:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388805:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388806:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388809:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388810:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388812:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388814:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388815:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388817:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388819:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388820:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388822:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388823:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388825:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388827:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388828:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388829:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388830:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388832:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388833:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388835:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388837:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388839:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388841:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388843:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388845:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388847:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388848:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388850:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388852:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388853:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388854:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388855:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388858:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388859:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388861:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388863:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388865:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388867:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388869:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388870:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388872:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388873:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388874:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388876:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388878:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388879:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388880:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388882:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388883:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388885:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388887:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388888:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388890:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388892:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388894:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388896:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388897:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388899:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388901:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388902:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388903:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388904:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388907:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388909:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388910:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388912:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388914:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388916:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388919:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388920:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388922:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388923:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388925:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388927:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388928:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388929:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388930:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388932:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388934:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388935:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388937:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388939:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388941:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388943:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388944:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388947:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388948:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388949:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388951:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388953:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388955:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388956:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388958:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388960:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388962:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388963:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388965:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388967:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388969:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388971:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388973:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388974:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.388975:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.388977:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.388978:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.388979:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.388980:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.388982:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388984:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388986:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.388988:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.388989:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388991:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.388993:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.388995:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.388997:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.388998:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.389000:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.389002:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.389003:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.389005:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.389006:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.389008:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389022:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389024:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.389027:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.389029:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389030:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389034:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.389035:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.389038:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.389039:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.389042:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.389044:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.389045:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.389046:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.389047:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.389050:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389052:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389053:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.389055:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.389057:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389059:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389061:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.389063:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.389065:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.389066:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.389068:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.389069:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.389071:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.389072:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.389073:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.389075:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389077:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389079:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.389081:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.389083:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389085:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389088:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.389089:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.389091:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.389093:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.389094:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.389096:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.389098:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.389099:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.389100:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.389102:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389104:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389105:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.389107:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.389109:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389110:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389113:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.389114:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.389116:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.389117:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.389119:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.389121:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.389122:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.389124:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.389125:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.389127:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389129:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389130:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.389132:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.389134:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389136:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389138:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.389140:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.389142:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.389143:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.389145:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.389147:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.389148:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.389149:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.389150:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.389152:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389154:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389156:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.389158:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.389160:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389162:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389164:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.389165:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.389167:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.389168:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.389170:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.389172:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.389173:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.389174:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.389176:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.389178:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389179:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389181:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.389183:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.389185:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389186:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389189:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.389190:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.389192:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.389193:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.389195:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.389197:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.389199:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.389200:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.389201:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.389203:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389205:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389206:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.389208:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.389210:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389212:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389214:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.389215:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.389217:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.389218:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.389220:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.389221:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.389223:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.389224:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.389225:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.389227:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389229:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389231:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.389232:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.389234:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389235:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389238:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.389239:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.389242:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.389243:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.389245:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.389247:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.389248:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.389250:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.389251:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.389253:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389255:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389257:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.389259:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.389260:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389262:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389264:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.389266:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.389268:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.389269:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.389270:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.389272:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.389274:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.389275:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.389276:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.389278:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389279:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389281:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.389283:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.389285:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389286:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389289:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.389290:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.389292:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.389293:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.389295:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.389297:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.389298:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.389299:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.389301:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.389303:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389305:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389307:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.389309:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.389311:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389312:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389315:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.389316:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.389318:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.389319:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.389321:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.389323:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.389324:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.389325:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.389326:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.389329:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389331:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389332:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.389334:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.389336:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389338:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389340:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.389341:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.389343:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.389344:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.389346:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.389348:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.389349:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.389350:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.389351:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.389353:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389355:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389356:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.389358:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.389361:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389362:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389365:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.389366:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.389369:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.389370:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.389371:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.389373:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.389375:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.389376:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.389377:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.389379:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389381:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389382:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.389384:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.389386:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389388:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389390:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.389391:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.389393:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.389394:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.389396:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.389397:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.389399:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.389400:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.389401:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.389403:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389405:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389406:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.389408:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.389410:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389412:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389415:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.389416:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.389419:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.389420:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.389421:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.389423:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.389425:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.389426:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.389427:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.389429:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389431:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389432:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.389434:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.389436:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389438:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389440:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.389441:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.389443:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.389444:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.389446:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.389447:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.389449:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.389450:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.389451:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.389453:0:34650:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389455:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389456:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.389458:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.389461:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389462:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.389465:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.389467:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.389469:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.389470:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.389473:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.389475:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.389476:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603681.389478:0:34650:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603681.389479:0:34650:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603681.389481:0:34650:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789603681.389484:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789603681.389485:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1789603681.389497:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.389499:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789603681.389501:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789603681.389503:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.389505:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.389507:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.389508:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.389527:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.389529:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.389530:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.389534:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.389536:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.389542:0:34650:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:1.0:1789603681.389544:0:34650:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff9eb81291b000: age 2004, max_age 2012 00000008:00000001:1.0:1789603681.389548:0:34650:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:1.0:1789603681.389551:0:34650:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000010:1.0:1789603681.389557:0:34650:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5180. 00000020:00000040:1.0:1789603681.389560:0:34650:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=4 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603681.389563:0:34650:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603681.389564:0:34650:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603681.389566:0:34650:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1789603681.389568:0:34650:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603681.389571:0:34650:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603681.389576:0:34650:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603681.389582:0:34650:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9100. 00000100:00000001:1.0:1789603681.389588:0:34650:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603681.389592:0:34650:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603681.389594:0:34650:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603681.389599:0:34650:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb810b19840. 00000100:00000001:1.0:1789603681.389601:0:34650:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112124086336 : -106961585465280 : ffff9eb810b19840) 00000100:00000001:1.0:1789603681.389603:0:34650:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603681.389604:0:34650:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957082496 : -106961752469120 : ffff9eb806bd5180) 00000100:00000001:1.0:1789603681.389609:0:34650:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603681.389612:0:34650:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603681.389614:0:34650:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603681.389615:0:34650:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603681.389624:0:34650:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5180 x1876533442915328/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603681.389632:0:34650:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603681.389634:0:34650:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603681.389638:0:34650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603681.389640:0:34650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603681.389642:0:34650:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603681.389646:0:34650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5180 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:34650:1876533442915328:192.168.204.129@tcp:13:lfs.0 00000100:00000001:1.0:1789603681.389650:0:34650:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603681.389654:0:34650:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603681.389656:0:34650:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603681.389658:0:34650:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603681.389661:0:34650:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a5c00. 02000000:00000001:1.0:1789603681.389663:0:34650:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603681.389670:0:34650:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603681.389674:0:34650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603681.389680:0:34650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc088. 00000100:00000200:1.0:1789603681.389686:0:34650:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442915328, portal 4 00000100:00000001:1.0:1789603681.389688:0:34650:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603681.389689:0:34650:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957082496 : -106961752469120 : ffff9eb806bd5180) 00000100:00000040:1.0:1789603681.389695:0:34650:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd5180 x1876533442915328/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603697 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603681.389702:0:34650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603681.389705:0:34650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603681.389708:0:34650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc5d8. 00000100:00000200:1.0:1789603681.389711:0:34650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876533442915328, offset 0 00000400:00000200:1.0:1789603681.389717:0:34650:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603681.389724:0:34650:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603681.389731:0:34650:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603681.389736:0:34650:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603681.389740:0:34650:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603681.389744:0:34650:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603681.389746:0:34650:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603681.389750:0:34650:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2926:2926:256:4294967295] 192.168.204.129@tcp LPNI seq info [2926:2926:8:4294967295] 00000400:00000200:1.0:1789603681.389755:0:34650:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603681.389765:0:34650:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603681.389771:0:34650:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603681.389775:0:34650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9d00. 00000800:00000200:1.0:1789603681.389782:0:34650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603681.389790:0:34650:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603681.389794:0:34650:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603681.389807:0:34650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603681.389811:0:34650:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 194877 usecs (195 jiffies) 00000400:00000200:1.0:1789603681.389815:0:34650:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603681.389817:0:34650:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296680518 00000100:00000001:1.0:1789603681.389820:0:34650:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296683882 00000100:00000001:1.0:1789603681.389822:0:34650:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296680518 00000100:00000001:1.0:1789603681.389824:0:34650:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296683882 00000100:00000001:1.0:1789603681.389826:0:34650:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603681.389829:0:34650:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603681.389831:0:34650:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603681.389833:0:34650:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603681.389835:0:34650:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb810b19840 going to sleep for 11 seconds 00000100:00000001:1.0:1789603681.389838:0:34650:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603681.389840:0:34650:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603681.389965:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603681.389970:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9d00. 00000400:00000200:2.0:1789603681.389974:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603681.389979:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603681.389984:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc5d8 00000400:00000010:2.0:1789603681.389986:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc5d8. 00000100:00000001:2.0:1789603681.389989:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603681.389994:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5180 x1876533442915328/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603697 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603681.390002:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603681.390006:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5180 x1876533442915328/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603697 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603681.390023:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603681.390025:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603681.392418:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603681.392432:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603681.392436:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603681.392438:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603681.392446:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.392453:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603681.392462:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.392466:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.392482:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.392486:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 368 into portal 4 MB=0x6aab27d462c00 00000400:00000200:2.0:1789603681.392491:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.392497:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 368/368 into md 0x852d [1] + 224 00000800:00000001:2.0:1789603681.392503:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603681.392566:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603681.392570:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603681.392574:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603681.392581:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603681.392588:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5180 x1876533442915328/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603697 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603681.392599:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9eb806bd5180 x1876533442915328/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603697 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603681.392612:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603681.392619:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603681.392622:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603681.392763:0:34650:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603681.392770:0:34650:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603681.392772:0:34650:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603681.392776:0:34650:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603681.392780:0:34650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc088 00000400:00000010:1.0:1789603681.392782:0:34650:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc088. 00000100:00000001:1.0:1789603681.392785:0:34650:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603681.392790:0:34650:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5180 x1876533442915328/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603697 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603681.392799:0:34650:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5180 x1876533442915328/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603697 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603681.392805:0:34650:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603681.392807:0:34650:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603681.392810:0:34650:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603681.392813:0:34650:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603681.392815:0:34650:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603681.392817:0:34650:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603681.392821:0:34650:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603681.392829:0:34650:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac4f0 time=45 v=5 (5 0 0 0) 00000100:00001000:1.0:1789603681.392833:0:34650:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603681.392836:0:34650:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603681.392838:0:34650:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603681.392840:0:34650:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603681.392843:0:34650:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603681.392847:0:34650:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603681.392848:0:34650:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1789603681.392851:0:34650:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603681.392853:0:34650:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603681.392858:0:34650:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5180 x1876533442915328/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603697 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603681.392865:0:34650:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603681.392868:0:34650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603681.392870:0:34650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603681.392874:0:34650:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5180 x1876533442915328/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603697 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603681.392881:0:34650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5180 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:34650:1876533442915328:192.168.204.129@tcp:13:lfs.0 00000100:00000001:1.0:1789603681.392886:0:34650:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603681.392889:0:34650:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603681.392891:0:34650:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603681.392893:0:34650:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603681.392896:0:34650:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5180 x1876533442915328/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603697 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603681.392902:0:34650:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603681.392904:0:34650:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb810b19840. 00000100:00000001:1.0:1789603681.392907:0:34650:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603681.392909:0:34650:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603681.392914:0:34650:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1789603681.392915:0:34650:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603681.392918:0:34650:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5180 x1876533442915328/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603697 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603681.392925:0:34650:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603681.392927:0:34650:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603681.392930:0:34650:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a5c00. 02000000:00000001:1.0:1789603681.392932:0:34650:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603681.392935:0:34650:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603681.392937:0:34650:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603681.392939:0:34650:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603681.392942:0:34650:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9100. 02000000:00000001:1.0:1789603681.392945:0:34650:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603681.392946:0:34650:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603681.392948:0:34650:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5180. 00000100:00000001:1.0:1789603681.392951:0:34650:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603681.392953:0:34650:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1789603681.392956:0:34650:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff9eb81291b000: update ffff9eb8030b1e18 cache blocks 901343/958279 objects 261771/262144 00020000:00000001:1.0:1789603681.392960:0:34650:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603681.392965:0:34650:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.392969:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603681.392972:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.392976:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.392979:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.393042:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.393045:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.393053:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.393055:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.393060:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.393064:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.393066:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.393069:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.393071:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.393078:0:34650:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:1.0:1789603681.393079:0:34650:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff9eb81291b000: age 2004, max_age 2012 00000008:00000001:1.0:1789603681.393082:0:34650:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:1.0:1789603681.393085:0:34650:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000010:1.0:1789603681.393089:0:34650:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5180. 00000020:00000040:1.0:1789603681.393091:0:34650:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=4 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603681.393094:0:34650:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603681.393095:0:34650:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603681.393097:0:34650:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1789603681.393098:0:34650:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603681.393101:0:34650:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603681.393105:0:34650:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603681.393109:0:34650:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9100. 00000100:00000001:1.0:1789603681.393115:0:34650:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603681.393118:0:34650:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603681.393120:0:34650:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603681.393124:0:34650:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb810b19840. 00000100:00000001:1.0:1789603681.393126:0:34650:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112124086336 : -106961585465280 : ffff9eb810b19840) 00000100:00000001:1.0:1789603681.393128:0:34650:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603681.393130:0:34650:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957082496 : -106961752469120 : ffff9eb806bd5180) 00000100:00000001:1.0:1789603681.393134:0:34650:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603681.393137:0:34650:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603681.393139:0:34650:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603681.393141:0:34650:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603681.393145:0:34650:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5180 x1876533442915456/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603681.393151:0:34650:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603681.393153:0:34650:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603681.393157:0:34650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603681.393159:0:34650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603681.393161:0:34650:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603681.393164:0:34650:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5180 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:34650:1876533442915456:192.168.204.129@tcp:13:lfs.0 00000100:00000001:1.0:1789603681.393167:0:34650:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603681.393171:0:34650:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603681.393173:0:34650:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603681.393175:0:34650:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603681.393178:0:34650:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a5c00. 02000000:00000001:1.0:1789603681.393180:0:34650:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603681.393184:0:34650:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603681.393186:0:34650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603681.393190:0:34650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc088. 00000100:00000200:1.0:1789603681.393195:0:34650:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442915456, portal 4 00000100:00000001:1.0:1789603681.393197:0:34650:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603681.393198:0:34650:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957082496 : -106961752469120 : ffff9eb806bd5180) 00000100:00000040:1.0:1789603681.393204:0:34650:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd5180 x1876533442915456/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603697 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603681.393211:0:34650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603681.393214:0:34650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603681.393216:0:34650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fca18. 00000100:00000200:1.0:1789603681.393219:0:34650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876533442915456, offset 0 00000400:00000200:1.0:1789603681.393224:0:34650:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603681.393229:0:34650:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603681.393234:0:34650:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603681.393239:0:34650:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603681.393242:0:34650:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603681.393246:0:34650:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603681.393249:0:34650:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603681.393252:0:34650:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2927:2927:256:4294967295] 192.168.204.129@tcp LPNI seq info [2927:2927:8:4294967295] 00000400:00000200:1.0:1789603681.393256:0:34650:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603681.393265:0:34650:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603681.393271:0:34650:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603681.393275:0:34650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9300. 00000800:00000200:1.0:1789603681.393282:0:34650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603681.393289:0:34650:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603681.393293:0:34650:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603681.393309:0:34650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603681.393313:0:34650:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22643 usecs (23 jiffies) 00000400:00000200:1.0:1789603681.393316:0:34650:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603681.393319:0:34650:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296680349 00000100:00000001:1.0:1789603681.393322:0:34650:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296683882 00000100:00000001:1.0:1789603681.393324:0:34650:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296680349 00000100:00000001:1.0:1789603681.393326:0:34650:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296683882 00000100:00000001:1.0:1789603681.393329:0:34650:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603681.393331:0:34650:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603681.393332:0:34650:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603681.393334:0:34650:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603681.393337:0:34650:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb810b19840 going to sleep for 11 seconds 00000100:00000001:1.0:1789603681.393339:0:34650:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603681.393340:0:34650:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603681.393449:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603681.393454:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9300. 00000400:00000200:3.0:1789603681.393458:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603681.393462:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603681.393465:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fca18 00000400:00000010:3.0:1789603681.393467:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fca18. 00000100:00000001:3.0:1789603681.393470:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603681.393474:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5180 x1876533442915456/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603697 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603681.393482:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603681.393486:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5180 x1876533442915456/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603697 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603681.393492:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603681.393493:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603681.395735:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603681.395748:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603681.395751:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603681.395753:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603681.395761:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.395767:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603681.395775:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.395779:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.395784:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.395789:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 368 into portal 4 MB=0x6aab27d462c80 00000400:00000200:2.0:1789603681.395794:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603681.395800:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 368/368 into md 0x8535 [1] + 224 00000800:00000001:2.0:1789603681.395805:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603681.395811:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603681.395814:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603681.395818:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603681.395824:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603681.395831:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5180 x1876533442915456/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603697 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603681.395841:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9eb806bd5180 x1876533442915456/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603697 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603681.395862:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603681.395868:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603681.395871:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603681.395926:0:34650:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603681.395932:0:34650:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603681.395934:0:34650:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603681.395937:0:34650:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603681.395941:0:34650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc088 00000400:00000010:1.0:1789603681.395943:0:34650:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc088. 00000100:00000001:1.0:1789603681.395946:0:34650:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603681.395950:0:34650:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5180 x1876533442915456/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603697 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603681.395959:0:34650:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5180 x1876533442915456/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603697 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603681.395966:0:34650:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603681.395968:0:34650:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603681.395970:0:34650:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603681.395973:0:34650:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603681.395976:0:34650:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603681.395978:0:34650:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603681.395981:0:34650:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603681.395988:0:34650:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8cf0 time=76 v=5 (5 0 0 0) 00000100:00001000:1.0:1789603681.395992:0:34650:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603681.395995:0:34650:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603681.395996:0:34650:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603681.395999:0:34650:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603681.396002:0:34650:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603681.396006:0:34650:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603681.396008:0:34650:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:1.0:1789603681.396022:0:34650:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603681.396024:0:34650:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603681.396029:0:34650:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5180 x1876533442915456/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603697 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603681.396036:0:34650:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603681.396039:0:34650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603681.396040:0:34650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603681.396045:0:34650:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5180 x1876533442915456/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603697 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603681.396052:0:34650:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5180 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:34650:1876533442915456:192.168.204.129@tcp:13:lfs.0 00000100:00000001:1.0:1789603681.396057:0:34650:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603681.396059:0:34650:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603681.396061:0:34650:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603681.396063:0:34650:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603681.396066:0:34650:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5180 x1876533442915456/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603697 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603681.396073:0:34650:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603681.396076:0:34650:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb810b19840. 00000100:00000001:1.0:1789603681.396079:0:34650:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603681.396080:0:34650:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603681.396085:0:34650:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1789603681.396086:0:34650:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603681.396089:0:34650:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5180 x1876533442915456/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603697 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603681.396096:0:34650:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603681.396098:0:34650:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603681.396100:0:34650:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a5c00. 02000000:00000001:1.0:1789603681.396103:0:34650:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603681.396105:0:34650:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603681.396107:0:34650:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603681.396109:0:34650:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603681.396112:0:34650:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9100. 02000000:00000001:1.0:1789603681.396115:0:34650:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603681.396117:0:34650:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603681.396119:0:34650:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5180. 00000100:00000001:1.0:1789603681.396122:0:34650:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603681.396123:0:34650:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1789603681.396127:0:34650:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff9eb81291b000: update ffff9eb8030b0458 cache blocks 901366/958279 objects 261773/262144 00020000:00000001:1.0:1789603681.396131:0:34650:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603681.396136:0:34650:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.396139:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603681.396142:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.396145:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.396148:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.396189:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.396191:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.396198:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.396200:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.396205:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.396208:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.396211:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.396214:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.396216:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.396220:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396222:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396224:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.396226:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.396228:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396230:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396234:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.396235:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.396238:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.396239:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.396241:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.396243:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.396245:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.396246:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.396247:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.396249:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396251:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396253:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.396255:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.396257:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396259:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396261:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.396262:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.396264:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.396265:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.396267:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.396269:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.396270:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.396271:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.396273:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.396277:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396279:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396281:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.396283:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.396285:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396286:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396289:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.396290:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.396292:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.396293:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.396295:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.396297:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.396298:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.396299:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.396301:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.396303:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396305:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396306:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.396308:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.396310:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396311:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396314:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.396315:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.396317:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.396318:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.396320:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.396321:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.396323:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.396323:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.396325:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.396327:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396329:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396331:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.396333:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.396335:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396337:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396339:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.396340:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.396342:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.396343:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.396345:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.396347:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.396348:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.396349:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.396351:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.396353:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396354:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396356:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.396358:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.396360:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396361:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396364:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.396365:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.396367:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.396368:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.396369:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.396371:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.396373:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.396374:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.396375:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.396377:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396379:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396380:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.396382:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.396384:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396386:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396389:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.396390:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.396393:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.396394:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.396395:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.396397:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.396398:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.396399:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.396400:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.396402:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396404:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396406:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.396408:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.396410:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396411:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396414:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.396415:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.396417:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.396418:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.396420:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.396422:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.396423:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.396424:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.396425:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.396428:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396429:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396431:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.396433:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.396435:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396436:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396439:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.396440:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.396443:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.396444:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.396445:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.396447:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.396449:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.396450:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.396451:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.396454:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396455:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396457:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.396459:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.396461:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396463:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396466:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.396468:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.396790:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.396792:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.396796:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.396798:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.396800:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.396802:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.396803:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.396806:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396808:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396810:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.396812:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.396815:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396816:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396821:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.396823:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.396825:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.396826:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.396829:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.396830:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.396832:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.396833:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.396834:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.396836:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396838:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396840:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.396842:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.396844:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396846:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396848:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.396849:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.396851:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.396852:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.396854:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.396856:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.396857:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.396858:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.396860:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.396862:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396864:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396866:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.396868:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.396869:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396871:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396874:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.396875:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.396877:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.396878:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.396880:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.396882:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.396884:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.396885:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.396887:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.396889:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396891:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396892:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.396894:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.396896:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396897:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396900:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.396901:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.396903:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.396905:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.396906:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.396908:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.396909:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.396910:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.396911:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.396914:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396915:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396917:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.396919:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.396921:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396923:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396925:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.396926:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.396928:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.396929:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.396931:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.396932:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.396934:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.396935:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.396936:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.396938:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396941:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396943:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.396945:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.396947:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396948:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396951:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.396952:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.396954:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.396954:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.396956:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.396958:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.396959:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.396960:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.396962:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.396964:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396966:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396967:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.396969:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.396971:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396973:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396975:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.396977:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.396979:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.396980:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.396981:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.396983:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.396984:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.396985:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.396986:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.396988:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396990:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396991:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.396993:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.396996:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.396998:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397000:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397002:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397004:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397005:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397007:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397008:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397020:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397021:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397022:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397025:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397026:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397028:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397030:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397033:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397035:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397038:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397039:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397041:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397042:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397045:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397047:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397048:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397050:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397051:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397053:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397055:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397056:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397059:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397060:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397062:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397065:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397067:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397069:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397070:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397071:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397073:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397074:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397076:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397077:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397079:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397081:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397083:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397085:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397087:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397088:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397091:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397092:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397094:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397095:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397097:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397098:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397099:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397100:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397102:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397104:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397106:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397107:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397109:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397111:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397112:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397115:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397116:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397118:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397120:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397122:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397124:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397126:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397127:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397128:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397130:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397131:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397133:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397135:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397136:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397138:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397140:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397142:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397144:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397145:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397147:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397149:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397151:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397152:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397153:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397155:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397156:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397158:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397166:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397168:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397169:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397172:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397173:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397175:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397176:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397178:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397180:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397181:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397182:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397184:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397186:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397188:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397190:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397192:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397194:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397195:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397197:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397198:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397200:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397202:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397203:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397205:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397206:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397207:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397209:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397211:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397212:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397214:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397216:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397218:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397220:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397222:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397224:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397226:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397227:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397228:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397230:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397232:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397233:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397234:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397236:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397238:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397240:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397242:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397244:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397246:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397248:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397249:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397251:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397252:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397254:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397255:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397256:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397257:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397259:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397261:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397262:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397264:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397266:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397268:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397270:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397272:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397273:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397276:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397277:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397278:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397280:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397282:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397283:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397284:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397286:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397288:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397289:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397291:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397294:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397295:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397298:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397299:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397301:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397302:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397304:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397306:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397308:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397309:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397310:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397312:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397313:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397315:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397317:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397318:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397320:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397322:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397324:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397326:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397327:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397329:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397330:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397331:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397332:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397333:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397336:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397337:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397339:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397341:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397343:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397344:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397347:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397348:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397351:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397352:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397353:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397355:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397362:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397363:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397364:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397366:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397368:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397370:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397372:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397374:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397375:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397378:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397380:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397382:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397383:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397385:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397387:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397388:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397390:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397391:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397393:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397395:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397397:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397399:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397401:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397402:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397404:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397406:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397408:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397409:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397411:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397413:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397415:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397416:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397417:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397420:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397421:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397423:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397425:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397426:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397428:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397430:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397431:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397433:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397434:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397436:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397438:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397439:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397440:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397441:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397443:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397445:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397446:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397448:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397450:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397452:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397455:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397456:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397459:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397460:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397463:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397465:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397466:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397468:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397479:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397482:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397483:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397485:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397487:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397489:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397491:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397494:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397496:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397498:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397500:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397502:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397504:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397505:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397507:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397508:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397533:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397535:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397537:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397539:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397541:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397543:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397546:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397548:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397550:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397551:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397554:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397556:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397557:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397558:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397559:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397562:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397565:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397567:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397569:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397571:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397573:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397575:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397577:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397579:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397580:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397585:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397587:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397589:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397590:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397591:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397593:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397595:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397596:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397599:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397600:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397602:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397605:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397606:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397608:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397610:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397611:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397613:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397615:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397615:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397616:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397618:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397620:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397622:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397624:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397627:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397628:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397631:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397632:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397635:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397636:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397637:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397639:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397641:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397641:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397642:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397644:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397646:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397648:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397649:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397651:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397653:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397656:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397657:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397659:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397660:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397661:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397666:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397668:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397669:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397670:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397672:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397674:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397676:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397678:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397681:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397683:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397686:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397688:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397691:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397692:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397694:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397696:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397698:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397699:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397700:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397702:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397704:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397707:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397710:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397712:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397714:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397717:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397719:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397722:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397723:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397725:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397727:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397728:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397729:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397730:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397732:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397734:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397736:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397738:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397740:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397741:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397744:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397746:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397747:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397748:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397751:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397754:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397756:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397757:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397759:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397761:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397763:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397765:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397767:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397769:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397771:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397773:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397775:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397776:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397778:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397779:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397781:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397783:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397784:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397786:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397788:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397789:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397791:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397792:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397794:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397796:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397798:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397800:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397802:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397803:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397805:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397807:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397808:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397810:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397811:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397813:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397815:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397817:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397819:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397821:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397823:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397825:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397826:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397828:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397829:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397831:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397832:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397834:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397835:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397836:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397838:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397840:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397841:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397844:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397846:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397848:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397850:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397852:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397854:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397856:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397858:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397860:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397862:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397864:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397865:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397867:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397870:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397873:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397875:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397877:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397878:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397881:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397882:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397884:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397885:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397887:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397889:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397891:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397892:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397893:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397896:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397897:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397899:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397901:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397903:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397904:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397907:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397908:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397910:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397911:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397913:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397915:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397916:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397917:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397918:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397920:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397922:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397924:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397926:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397928:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397930:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397932:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397934:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397936:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397937:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397938:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397940:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397941:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397942:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397944:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397946:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397947:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397950:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397952:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397954:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397956:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397958:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397959:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397961:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397962:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397964:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397966:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397967:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397968:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397969:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397971:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397973:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397975:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.397977:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.397978:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397980:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397982:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.397984:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.397986:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.397987:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.397989:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.397991:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.397993:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.397994:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.397995:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.397996:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.397998:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398000:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.398001:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.398003:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398005:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398007:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.398009:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.398021:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.398022:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.398025:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.398027:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.398028:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.398029:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.398030:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.398032:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398033:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398035:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.398037:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.398039:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398041:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398044:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.398046:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.398048:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.398049:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.398051:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.398053:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.398055:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.398056:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.398057:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.398060:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398061:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398063:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.398065:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.398066:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398068:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398070:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.398072:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.398074:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.398075:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.398077:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.398079:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.398080:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.398081:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.398082:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.398084:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398085:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398087:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.398089:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.398091:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398093:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398096:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.398097:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.398099:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.398100:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.398102:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.398104:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.398105:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.398106:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.398107:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.398109:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398111:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398113:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.398115:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.398117:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398119:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398121:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.398122:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.398124:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.398125:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.398127:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.398129:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.398130:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.398131:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.398133:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.398135:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398137:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398138:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.398140:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.398141:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398143:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398146:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.398147:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.398149:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.398150:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.398152:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.398154:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.398155:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.398156:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.398157:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.398159:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398162:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398164:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.398166:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.398167:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398169:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398171:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.398173:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.398175:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.398176:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.398177:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.398179:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.398180:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.398181:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.398182:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.398185:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398187:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398188:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.398190:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.398192:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398194:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398196:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.398197:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.398200:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.398201:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.398203:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.398205:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.398207:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.398208:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.398209:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.398211:0:34650:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398213:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398215:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603681.398216:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.398219:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398221:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603681.398224:0:34650:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603681.398225:0:34650:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff677708b0 00000080:00000001:1.0:1789603681.398228:0:34650:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603681.398229:0:34650:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603681.398230:0:34650:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603681.398232:0:34650:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.398234:0:34650:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603681.398235:0:34650:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603681.398236:0:34650:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603681.398238:0:34650:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789603681.398240:0:34650:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789603681.398241:0:34650:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1789603681.398243:0:34650:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603681.398244:0:34650:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789603681.398246:0:34650:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789603681.398256:0:34650:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:1.0:1789603681.398259:0:34650:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789603681.398262:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d7fdd0 00000080:00200008:1.0:1789603681.398264:0:34650:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), flags 100000 00000080:00400000:1.0:1789603681.398268:0:34650:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1789603681.398271:0:34650:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb8053deb40. 00000080:00000001:1.0:1789603681.398275:0:34650:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789603681.398277:0:34650:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d7fdd0 00000080:00000008:1.0:1789603681.398279:0:34650:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9eb808190908), flags 100000, rc = 0 00000080:00000001:1.0:1789603681.398282:0:34650:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603681.398283:0:34650:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603682.218599:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603682.218606:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603682.218611:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603682.218612:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603682.218826:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603682.218830:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603682.218834:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789603682.585410:0:34762:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603683.248129:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603683.248136:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603683.248143:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603683.248145:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603683.248276:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603683.248280:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603683.248284:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789603684.230825:0:34903:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603684.273087:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603684.273093:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603684.273098:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603684.273100:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603684.273185:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603684.273191:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603684.273195:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789603684.971632:0:34624:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296683882, at 4296683904 00000100:00000010:2.0:1789603684.971645:0:34624:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb807b8d660. 00000100:00000040:3.0:1789603684.972604:0:27602:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296683882, at 4296683905 00000100:00000010:3.0:1789603684.972612:0:27602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb807b8d1e0. 00010000:00000001:3.0:1789603685.291264:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603685.291270:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603685.291276:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603685.291277:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603685.292133:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603685.292137:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603685.292142:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789603685.854258:0:35049:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603686.122730:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603686.122740:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603686.122748:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5180. 00000020:00000040:1.0:1789603686.122753:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:1.0:1789603686.122757:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603686.122760:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603686.122765:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603686.122772:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9900. 00000100:00000001:1.0:1789603686.122942:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603686.122958:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb806bd5180 x1876533442915584/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603686.122970:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603686.122974:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603686.122981:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dba3872] to pc [ptlrpcd_00_01+1] req@ffff9eb806bd5180 x1876533442915584/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603686.123008:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603686.123011:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603686.123014:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603686.123017:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5880. 00000020:00000040:1.0:1789603686.123020:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603686.123023:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603686.123025:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603686.123027:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603686.123031:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9e00. 00000100:00000001:1.0:1789603686.123034:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603686.123038:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID req@ffff9eb806bd5880 x1876533442915712/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603686.123045:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603686.123046:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603686.123050:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000aff3748] to pc [ptlrpcd_00_00+0] req@ffff9eb806bd5880 x1876533442915712/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603686.123057:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603686.123060:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603686.123064:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603686.123067:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd4700. 00000020:00000040:1.0:1789603686.123069:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603686.123071:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603686.123073:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603686.123075:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603686.123078:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9100. 00000100:00000001:1.0:1789603686.123080:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603686.123084:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb806bd4700 x1876533442915840/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603686.123091:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603686.123093:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603686.123096:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d05f8daf] to pc [ptlrpcd_00_01+1] req@ffff9eb806bd4700 x1876533442915840/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603686.123104:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603686.123106:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603686.123108:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603686.123112:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd4a80. 00000020:00000040:1.0:1789603686.123114:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:1.0:1789603686.123117:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603686.123118:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603686.123120:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603686.123123:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9500. 00000100:00000001:1.0:1789603686.123125:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603686.123129:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID req@ffff9eb806bd4a80 x1876533442915968/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603686.123136:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603686.123137:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603686.123141:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e8aaf0e] to pc [ptlrpcd_00_00+0] req@ffff9eb806bd4a80 x1876533442915968/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603686.123153:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603686.123155:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603686.123157:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603686.123160:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd7800. 00000020:00000040:1.0:1789603686.123162:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:1.0:1789603686.123164:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603686.123165:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603686.123166:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603686.123169:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9b00. 00000100:00000001:1.0:1789603686.123171:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603686.123175:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID req@ffff9eb806bd7800 x1876533442916096/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603686.123181:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603686.123182:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603686.123185:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a62eb134] to pc [ptlrpcd_00_01+1] req@ffff9eb806bd7800 x1876533442916096/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603686.123192:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603686.123196:0:29506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2022) 00000100:00000001:0.0:1789603686.123806:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603686.123812:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603686.123815:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603686.123824:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5180 x1876533442915584/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603686.123834:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603686.123836:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603686.123841:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603686.123845:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603686.123847:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603686.123851:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2401:1876533442915584:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603686.123859:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603686.123866:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603686.123869:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603686.123872:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603686.123876:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb805570e00. 02000000:00000001:0.0:1789603686.123879:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603686.123886:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603686.123891:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041399f8. 00000400:00000010:0.0:1789603686.123899:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682c38. 00000100:00000200:0.0:1789603686.123906:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442915584, portal 25 00000100:00000001:0.0:1789603686.123909:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603686.123911:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957082496 : -106961752469120 : ffff9eb806bd5180) 00000100:00000040:0.0:1789603686.123917:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd5180 x1876533442915584/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603686.123936:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603686.123940:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603686.123943:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682b28. 00000100:00000200:0.0:1789603686.123946:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442915584, offset 0 00000400:00000200:0.0:1789603686.123953:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603686.123964:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603686.123973:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603686.123979:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603686.123983:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603686.123988:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603686.123992:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603686.123996:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2928:2928:256:4294967295] 192.168.204.129@tcp LPNI seq info [2928:2928:8:4294967295] 00000400:00000200:0.0:1789603686.124000:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603686.124012:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603686.124019:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603686.124024:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076200. 00000800:00000200:0.0:1789603686.124031:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603686.124039:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603686.124044:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603686.124054:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603686.124058:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603686.124061:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296689003 00000100:00000010:0.0:1789603686.124066:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb807b8d8a0. 00000100:00000001:0.0:1789603686.124074:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789603686.124079:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296689003 00000100:00000010:0.0:1789603686.124082:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb807b8da20. 00000100:00000001:0.0:1789603686.124086:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789603686.124090:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603686.124092:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603686.124095:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603686.124100:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd4700 x1876533442915840/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603686.124106:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603686.124108:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603686.124110:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603686.124112:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603686.124114:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603686.124117:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442915840:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603686.124120:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603686.124122:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603686.124123:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603686.124125:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603686.124128:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb805570c00. 02000000:00000001:0.0:1789603686.124130:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603686.124134:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603686.124137:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041394d0. 00000400:00000010:0.0:1789603686.124140:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136824c8. 00000100:00000200:0.0:1789603686.124143:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442915840, portal 10 00000100:00000001:0.0:1789603686.124145:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603686.124147:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957079808 : -106961752471808 : ffff9eb806bd4700) 00000100:00000040:0.0:1789603686.124154:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd4700 x1876533442915840/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603686.124161:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603686.124163:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603686.124165:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682770. 00000100:00000200:0.0:1789603686.124167:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442915840, offset 0 00000400:00000200:0.0:1789603686.124170:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603686.124174:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603686.124177:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603686.124180:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603686.124182:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603686.124184:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603686.124185:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603686.124188:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2929:2929:255:4294967295] 192.168.204.129@tcp LPNI seq info [2929:2929:7:4294967295] 00000400:00000200:0.0:1789603686.124192:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603686.124197:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603686.124202:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603686.124205:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076300. 00000800:00000200:0.0:1789603686.124208:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603686.124212:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603686.124214:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603686.124217:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603686.124220:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21005 usecs (22 jiffies) 00000400:00000200:0.0:1789603686.124223:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603686.124225:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296685079 00000100:00000001:0.0:1789603686.124227:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296689003 00000100:00000001:0.0:1789603686.124229:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296685079 00000100:00000001:0.0:1789603686.124232:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296689003 00000100:00000001:0.0:1789603686.124236:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603686.124238:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603686.124240:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603686.124244:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd7800 x1876533442916096/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603686.124250:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603686.124251:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603686.124252:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603686.124254:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603686.124256:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603686.124258:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442916096:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603686.124261:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603686.124263:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603686.124265:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603686.124266:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603686.124270:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb805571000. 02000000:00000001:0.0:1789603686.124271:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603686.124286:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603686.124289:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139b58. 00000400:00000010:0.0:1789603686.124293:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682550. 00000100:00000200:0.0:1789603686.124295:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442916096, portal 4 00000100:00000001:0.0:1789603686.124297:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603686.124299:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957092352 : -106961752459264 : ffff9eb806bd7800) 00000100:00000040:0.0:1789603686.124305:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd7800 x1876533442916096/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603686.124312:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603686.124314:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603686.124317:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682908. 00000100:00000200:0.0:1789603686.124319:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442916096, offset 0 00000400:00000200:0.0:1789603686.124324:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603686.124327:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603686.124330:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603686.124334:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603686.124336:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603686.124338:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603686.124340:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603686.124342:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2930:2930:254:4294967295] 192.168.204.129@tcp LPNI seq info [2930:2930:6:4294967295] 00000400:00000200:0.0:1789603686.124346:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603686.124350:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603686.124354:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603686.124357:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076b00. 00000800:00000200:0.0:1789603686.124360:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603686.124363:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603686.124365:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603686.124368:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603686.124371:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22536 usecs (23 jiffies) 00000400:00000200:0.0:1789603686.124375:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603686.124376:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296685080 00000100:00000001:0.0:1789603686.124378:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296689003 00000100:00000001:0.0:1789603686.124380:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296685080 00000100:00000001:0.0:1789603686.124382:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296689003 00000100:00000001:0.0:1789603686.124384:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603686.124385:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603686.124388:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603686.124391:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603686.124399:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603686.124401:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789603686.124404:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603686.124405:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603686.124407:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603686.124410:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1789603686.124411:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603686.124413:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603686.124414:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603686.124416:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603686.124417:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603686.124418:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1789603686.124421:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1789603686.124421:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5880 x1876533442915712/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1789603686.124426:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076200. 00000100:00000001:0.0:1789603686.124428:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603686.124429:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603686.124431:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603686.124436:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603686.124441:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682b28 00000400:00000010:3.0:1789603686.124444:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682b28. 00000100:00000001:3.0:1789603686.124449:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603686.124453:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5180 x1876533442915584/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603686.124461:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603686.124464:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5180 x1876533442915584/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603702 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603686.124471:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603686.124472:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603686.124484:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603686.124486:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076300. 00000400:00000200:3.0:1789603686.124490:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603686.124493:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603686.124496:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682770 00000400:00000010:3.0:1789603686.124498:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682770. 00000100:00000001:3.0:1789603686.124500:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603686.124503:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4700 x1876533442915840/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603686.124543:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603686.124547:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4700 x1876533442915840/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603702 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603686.124553:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603686.124555:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603686.124610:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603686.124613:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076b00. 00000400:00000200:3.0:1789603686.124616:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603686.124619:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603686.124622:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682908 00000400:00000010:3.0:1789603686.124624:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682908. 00000100:00000001:3.0:1789603686.124626:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603686.124630:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd7800 x1876533442916096/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603686.124637:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603686.124640:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd7800 x1876533442916096/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603702 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603686.124645:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603686.124647:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603686.128530:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603686.129372:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603686.129378:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603686.129382:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603686.129390:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603686.129399:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603686.129408:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603686.129414:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603686.129419:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603686.129425:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d462f00 00000400:00000200:3.0:1789603686.129430:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603686.129437:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x854d [1] + 224 00000800:00000001:3.0:1789603686.129444:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603686.129450:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603686.129454:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603686.129458:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603686.129466:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603686.129475:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd7800 x1876533442916096/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603686.129486:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd7800 x1876533442916096/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603686.129495:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603686.129503:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603686.129506:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1789603686.131492:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603686.131501:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603686.131506:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603686.131527:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442915712:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603686.131535:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603686.131542:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603686.131545:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603686.131547:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603686.131557:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb805571a00. 02000000:00000001:0.0:1789603686.131560:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603686.131567:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603686.131571:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139e18. 00000400:00000010:0.0:1789603686.131577:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682330. 00000100:00000200:0.0:1789603686.131584:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442915712, portal 10 00000100:00000001:0.0:1789603686.131587:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603686.131588:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957084288 : -106961752467328 : ffff9eb806bd5880) 00000100:00000040:0.0:1789603686.131599:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd5880 x1876533442915712/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603686.131607:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603686.131609:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603686.131612:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136826e8. 00000100:00000200:0.0:1789603686.131616:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442915712, offset 0 00000400:00000200:0.0:1789603686.131622:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603686.131632:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603686.131639:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603686.131645:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603686.131650:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603686.131653:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603686.131656:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603686.131660:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2931:2931:256:4294967295] 192.168.204.129@tcp LPNI seq info [2931:2931:8:4294967295] 00000400:00000200:0.0:1789603686.131664:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603686.131675:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603686.131682:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603686.131690:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076b00. 00000800:00000200:0.0:1789603686.131697:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603686.131706:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603686.131713:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603686.131732:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603686.131737:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 890916 usecs (891 jiffies) 00000400:00000200:0.0:1789603686.131740:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603686.131743:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296685956 00000100:00000001:0.0:1789603686.131746:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296689003 00000100:00000001:0.0:1789603686.131749:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296685956 00000100:00000001:0.0:1789603686.131752:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296689003 00000100:00000001:0.0:1789603686.131754:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603686.131757:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603686.131761:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603686.131766:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd4a80 x1876533442915968/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603686.131775:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603686.131777:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603686.131779:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603686.131781:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603686.131783:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603686.131787:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442915968:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603686.131789:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603686.131793:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603686.131795:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603686.131796:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603686.131800:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb805570a00. 02000000:00000001:0.0:1789603686.131802:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603686.131805:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603686.131808:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139e70. 00000400:00000010:0.0:1789603686.131812:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682dd0. 00000100:00000200:0.0:1789603686.131814:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442915968, portal 4 00000100:00000001:0.0:1789603686.131816:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603686.131817:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957080704 : -106961752470912 : ffff9eb806bd4a80) 00000100:00000040:0.0:1789603686.131823:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd4a80 x1876533442915968/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603686.131829:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603686.131831:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603686.131833:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682d48. 00000100:00000200:0.0:1789603686.131835:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442915968, offset 0 00000400:00000200:0.0:1789603686.131839:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603686.131843:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603686.131847:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603686.131849:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603686.131852:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603686.131854:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603686.131857:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603686.131859:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2932:2932:255:4294967295] 192.168.204.129@tcp LPNI seq info [2932:2932:7:4294967295] 00000400:00000200:0.0:1789603686.131863:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603686.131869:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603686.131873:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603686.131876:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076300. 00000800:00000200:0.0:1789603686.131881:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603686.131885:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603686.131887:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603686.131890:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603686.131893:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 194051 usecs (195 jiffies) 00000400:00000200:0.0:1789603686.131896:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603686.131898:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296685260 00000100:00000001:0.0:1789603686.131900:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296689003 00000100:00000001:0.0:1789603686.131902:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296685260 00000100:00000001:0.0:1789603686.131904:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296689003 00000100:00000001:0.0:1789603686.131906:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603686.131908:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1789603686.131914:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603686.131915:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603686.131928:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139b58. 00000400:00000200:0.0:1789603686.131933:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682550 00000400:00000010:0.0:1789603686.131936:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682550. 00000100:00000001:0.0:1789603686.131939:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603686.131943:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd7800 x1876533442916096/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603686.131951:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd7800 x1876533442916096/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603686.131958:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603686.131960:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603686.131962:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603686.131964:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603686.131967:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603686.131969:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603686.131972:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603686.131979:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=83 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603686.131983:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603686.131985:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603686.131987:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603686.131989:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603686.131992:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603686.131996:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603686.131997:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:0.0:1789603686.131999:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603686.132001:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603686.132005:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd7800 x1876533442916096/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603686.132011:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603686.132014:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603686.132016:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603686.132019:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd7800 x1876533442916096/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603686.132028:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442916096:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603686.132033:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603686.132036:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603686.132040:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd7800 x1876533442916096/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603686.132047:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603686.132050:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603686.132052:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb805571000. 02000000:00000001:0.0:1789603686.132057:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603686.132060:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603686.132062:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603686.132064:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603686.132067:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9b00. 02000000:00000001:0.0:1789603686.132070:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603686.132072:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603686.132074:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd7800. 00000100:00000001:0.0:1789603686.132078:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603686.132080:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603686.132083:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603686.132086:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603686.132088:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603686.132090:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603686.132092:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603686.132114:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603686.132116:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603686.132352:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603686.132357:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076b00. 00000400:00000200:3.0:1789603686.132361:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603686.132366:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603686.132370:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136826e8 00000400:00000010:3.0:1789603686.132372:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136826e8. 00000100:00000001:3.0:1789603686.132375:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603686.132378:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5880 x1876533442915712/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603686.132386:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603686.132390:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5880 x1876533442915712/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603702 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603686.132395:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603686.132397:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789603686.132426:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603686.132429:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076300. 00000400:00000200:3.0:1789603686.132431:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603686.132435:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603686.132437:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682d48 00000400:00000010:3.0:1789603686.132438:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682d48. 00000100:00000001:3.0:1789603686.132440:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603686.132443:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4a80 x1876533442915968/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603686.132450:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603686.132453:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4a80 x1876533442915968/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603702 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603686.132460:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603686.132462:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603686.137268:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603686.137291:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603686.137295:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603686.137299:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603686.137309:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603686.137319:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603686.137328:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603686.137333:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603686.137338:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603686.137343:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d462d00 00000400:00000200:3.0:1789603686.137348:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603686.137355:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x853d [1] + 224 00000800:00000001:3.0:1789603686.137363:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603686.137368:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603686.137372:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603686.137376:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603686.137384:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603686.137634:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5180 x1876533442915584/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603686.137652:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd5180 x1876533442915584/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603686.137677:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603686.137688:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603686.137693:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603686.137695:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603686.137697:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603686.137700:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603686.137704:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603686.137708:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603686.137711:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603686.137713:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603686.137716:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d462e00 00000400:00000200:3.0:1789603686.137719:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603686.137723:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x8545 [1] + 224 00000800:00000001:3.0:1789603686.137728:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603686.137736:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603686.137738:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603686.137741:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603686.137745:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603686.137749:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4700 x1876533442915840/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603686.137756:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd4700 x1876533442915840/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603686.137762:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603686.137765:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603686.137768:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603686.137955:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603686.137959:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603686.137967:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603686.137969:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603686.137972:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041399f8. 00000400:00000200:0.0:1789603686.137977:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682c38 00000400:00000010:0.0:1789603686.137993:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682c38. 00000100:00000001:0.0:1789603686.137997:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603686.138002:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5180 x1876533442915584/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603686.138012:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5180 x1876533442915584/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603686.138018:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603686.138020:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603686.138022:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603686.138026:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603686.138028:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603686.138031:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603686.138034:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603686.138041:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=84 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603686.138045:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=29 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603686.138048:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603686.138050:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603686.138053:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603686.138055:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603686.138058:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603686.138063:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5180 x1876533442915584/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603686.138070:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603686.138073:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603686.138076:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603686.138079:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5180 x1876533442915584/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603686.138087:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2401:1876533442915584:192.168.204.129@tcp:400:kworker.0 00000400:00000001:0.0:1789603686.138093:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603686.138094:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603686.138096:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041394d0. 00000400:00000200:0.0:1789603686.138098:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136824c8 00000400:00000010:0.0:1789603686.138100:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136824c8. 00000100:00000001:0.0:1789603686.138102:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603686.138105:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4700 x1876533442915840/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603686.138114:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4700 x1876533442915840/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603686.138120:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603686.138122:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603686.138124:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603686.138125:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603686.138126:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603686.138128:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603686.138130:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603686.138147:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=84 v=5 (5 106 106 106) 00000100:00001000:0.0:1789603686.138150:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=84 v=5 (1 1 1 1) 00000100:00000001:0.0:1789603686.138153:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603686.138154:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603686.138156:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603686.138158:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603686.138161:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603686.138163:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789603686.138165:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603686.138166:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603686.138170:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4700 x1876533442915840/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603686.138184:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603686.138186:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603686.138187:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603686.138191:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4700 x1876533442915840/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603686.138198:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442915840:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603686.138202:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603686.138204:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603686.138208:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5180 x1876533442915584/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603686.138215:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603686.138217:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603686.138220:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb805570e00. 02000000:00000001:0.0:1789603686.138225:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603686.138227:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603686.138229:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:0.0:1789603686.138232:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603686.138243:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9900. 02000000:00000001:0.0:1789603686.138248:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603686.138250:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603686.138252:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5180. 00000100:00000001:0.0:1789603686.138256:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603686.138258:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603686.138260:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603686.138263:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4700 x1876533442915840/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603686.138268:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603686.138270:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603686.138271:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb805570c00. 02000000:00000001:0.0:1789603686.138273:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603686.138275:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603686.138277:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603686.138278:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603686.138280:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9100. 02000000:00000001:0.0:1789603686.138282:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603686.138283:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603686.138284:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4700. 00000100:00000001:0.0:1789603686.138287:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603686.138288:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603686.138291:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603686.138293:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603686.138294:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603686.138296:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603686.138298:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789603686.140842:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603686.140860:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603686.140864:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603686.140868:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603686.140878:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603686.140886:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603686.140895:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603686.140900:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603686.140907:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603686.140911:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d462d80 00000400:00000200:3.0:1789603686.140917:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603686.140934:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x8555 [1] + 224 00000800:00000001:3.0:1789603686.140941:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603686.140999:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603686.141004:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603686.141009:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603686.141019:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603686.141028:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5880 x1876533442915712/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603686.141039:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd5880 x1876533442915712/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603686.141086:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603686.141091:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603686.141163:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603686.141174:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603686.141178:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603686.146847:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603686.146868:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603686.146874:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603686.146877:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603686.146887:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603686.146896:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603686.146905:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603686.146911:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603686.146917:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603686.146935:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d462e80 00000400:00000200:3.0:1789603686.146941:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603686.146948:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x855d [1] + 224 00000800:00000001:3.0:1789603686.146957:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603686.146968:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603686.146972:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603686.146977:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603686.146986:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603686.146996:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4a80 x1876533442915968/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603686.147008:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd4a80 x1876533442915968/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603686.147017:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603686.147025:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603686.147028:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789603686.147357:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603686.147360:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603686.147364:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139e18. 00000400:00000200:0.0:1789603686.147368:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682330 00000400:00000010:0.0:1789603686.147371:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682330. 00000100:00000001:0.0:1789603686.147374:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603686.147379:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5880 x1876533442915712/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603686.147390:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5880 x1876533442915712/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603686.147397:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603686.147399:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603686.147402:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603686.147405:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603686.147407:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603686.147409:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603686.147412:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603686.147422:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=84 v=5 (5 106 106 106) 00000100:00001000:0.0:1789603686.147426:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603686.147428:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603686.147495:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603686.147499:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603686.147503:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603686.147507:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603686.147528:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967638 00000100:00000001:0.0:1789603686.147531:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603686.147534:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603686.147539:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5880 x1876533442915712/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603686.147547:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603686.147550:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603686.147552:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603686.147556:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5880 x1876533442915712/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603686.147564:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442915712:192.168.204.129@tcp:400:kworker.0 00000400:00000001:0.0:1789603686.147570:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603686.147571:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603686.147572:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139e70. 00000400:00000200:0.0:1789603686.147575:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682dd0 00000400:00000010:0.0:1789603686.147577:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682dd0. 00000100:00000001:0.0:1789603686.147579:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603686.147583:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4a80 x1876533442915968/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603686.147590:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4a80 x1876533442915968/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603686.147596:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603686.147597:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603686.147599:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603686.147600:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603686.147601:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603686.147603:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603686.147604:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603686.147609:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=83 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603686.147612:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603686.147614:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603686.147616:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603686.147617:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603686.147619:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603686.147621:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603686.147622:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1789603686.147624:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603686.147625:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603686.147629:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4a80 x1876533442915968/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603686.147635:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603686.147637:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603686.147638:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603686.147642:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4a80 x1876533442915968/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603686.147649:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442915968:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603686.147653:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603686.147656:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603686.147660:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5880 x1876533442915712/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603686.147667:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603686.147669:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603686.147681:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb805571a00. 02000000:00000001:0.0:1789603686.147685:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603686.147688:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603686.147690:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603686.147693:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603686.147695:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9e00. 02000000:00000001:0.0:1789603686.147699:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603686.147701:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603686.147703:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5880. 00000100:00000001:0.0:1789603686.147706:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603686.147709:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603686.147710:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603686.147714:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4a80 x1876533442915968/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603702 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603686.147720:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603686.147721:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603686.147723:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb805570a00. 02000000:00000001:0.0:1789603686.147726:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603686.147727:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603686.147728:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603686.147730:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603686.147731:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9500. 02000000:00000001:0.0:1789603686.147733:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603686.147734:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603686.147736:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4a80. 00000100:00000001:0.0:1789603686.147738:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603686.147740:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603686.147742:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603686.147750:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603686.147751:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603686.147754:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603686.147756:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603686.315235:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603686.315242:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603686.315248:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603686.315249:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603686.315274:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603686.315277:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603686.315297:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789603686.779062:0:35111:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603687.339711:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603687.339721:0:27602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603687.339723:0:27602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603687.339731:0:27602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603687.339736:0:27602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603687.339739:0:27602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603687.339741:0:27602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603687.339743:0:27602:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603687.339748:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603687.339749:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603687.340843:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603687.340849:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603687.340853:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789603688.134049:0:35204:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603688.364411:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603688.364417:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603688.364423:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603688.364425:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603688.364603:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603688.364606:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603688.364610:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1789603688.649221:0:35241:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1789603688.649229:0:35241:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24a: fsync error (should return error) ========================================================== 20:08:06 (1789603686) 00000001:00000001:1.0:1789603688.665212:0:35241:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:0.0:1789603689.116923:0:35284:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603689.116930:0:35284:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603689.116934:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d17de0 00000080:00200000:0.0:1789603689.116939:0:35284:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603689.116958:0:35284:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805570c00. 00800000:00000002:0.0:1789603689.116965:0:35284:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603689.116969:0:35284:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603689.116976:0:35284:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603689.116978:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d17d00 00800000:00000002:0.0:1789603689.116980:0:35284:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603689.116985:0:35284:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603689.116989:0:35284:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603689.116993:0:35284:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603689.116996:0:35284:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603689.116998:0:35284:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603689.117000:0:35284:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603689.117002:0:35284:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603689.117005:0:35284:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603689.117008:0:35284:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603689.117014:0:35284:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603689.117016:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d17bd0 00000002:00010000:0.0:1789603689.117018:0:35284:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603689.117022:0:35284:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603689.117024:0:35284:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603689.117027:0:35284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603689.117034:0:35284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bc00 count: 2 00010000:00000001:0.0:1789603689.117038:0:35284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603689.117042:0:35284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603689.117047:0:35284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603689.117053:0:35284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1789603689.117066:0:35284:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603689.117071:0:35284:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603689.117074:0:35284:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1789603689.117082:0:35284:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603689.117084:0:35284:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603689.117086:0:35284:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603689.117088:0:35284:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603689.117090:0:35284:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603689.117092:0:35284:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603689.117095:0:35284:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603689.117098:0:35284:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603689.117102:0:35284:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805570c00. 00000080:00000001:0.0:1789603689.117106:0:35284:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603689.117108:0:35284:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603689.117111:0:35284:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603689.117115:0:35284:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe551d 00800000:00000001:0.0:1789603689.117118:0:35284:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603689.117120:0:35284:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603689.117122:0:35284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603689.117124:0:35284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603689.117127:0:35284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:0.0:1789603689.117129:0:35284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603689.117132:0:35284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603689.117135:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603689.117136:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603689.117137:0:35284:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603689.117139:0:35284:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603689.117141:0:35284:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe551d from it ffffb8e500d17e18 00010000:00000001:0.0:1789603689.117143:0:35284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603689.117144:0:35284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603689.117145:0:35284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:0.0:1789603689.117147:0:35284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603689.117149:0:35284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603689.117151:0:35284:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603689.117154:0:35284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1789603689.117160:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603689.117161:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603689.117163:0:35284:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603689.117164:0:35284:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603689.117167:0:35284:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1789603689.117175:0:35284:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603689.117178:0:35284:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603689.117180:0:35284:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603689.117184:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603689.117185:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603689.117187:0:35284:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603689.117190:0:35284:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603689.117192:0:35284:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603689.117194:0:35284:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603689.117196:0:35284:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603689.117198:0:35284:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603689.117199:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603689.117201:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603689.117204:0:35284:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603689.117205:0:35284:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603689.117208:0:35284:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 101 00000080:00000001:0.0:1789603689.117212:0:35284:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603689.117218:0:35284:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603689.117220:0:35284:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603689.117221:0:35284:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603689.117222:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d17ba8 00000080:00200000:0.0:1789603689.117224:0:35284:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603689.117227:0:35284:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805570c00. 00800000:00000002:0.0:1789603689.117229:0:35284:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603689.117231:0:35284:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603689.117233:0:35284:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603689.117234:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d17ac8 00800000:00000002:0.0:1789603689.117236:0:35284:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603689.117239:0:35284:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603689.117240:0:35284:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603689.117241:0:35284:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603689.117243:0:35284:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603689.117244:0:35284:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603689.117246:0:35284:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603689.117247:0:35284:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603689.117249:0:35284:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603689.117251:0:35284:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603689.117254:0:35284:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603689.117256:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d17998 00000002:00010000:0.0:1789603689.117258:0:35284:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603689.117260:0:35284:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603689.117261:0:35284:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603689.117263:0:35284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603689.117265:0:35284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bc00 count: 2 00010000:00000001:0.0:1789603689.117267:0:35284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603689.117269:0:35284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603689.117270:0:35284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603689.117274:0:35284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:0.0:1789603689.117281:0:35284:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603689.117283:0:35284:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603689.117352:0:35284:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:0.0:1789603689.117359:0:35284:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603689.117361:0:35284:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603689.117363:0:35284:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603689.117365:0:35284:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603689.117366:0:35284:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603689.117368:0:35284:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603689.117371:0:35284:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603689.117373:0:35284:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603689.117375:0:35284:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805570c00. 00000080:00000001:0.0:1789603689.117378:0:35284:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603689.117379:0:35284:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603689.117381:0:35284:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603689.117383:0:35284:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe551d 00800000:00000001:0.0:1789603689.117386:0:35284:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603689.117387:0:35284:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603689.117389:0:35284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603689.117390:0:35284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603689.117392:0:35284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:0.0:1789603689.117394:0:35284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603689.117396:0:35284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603689.117398:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603689.117400:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603689.117401:0:35284:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603689.117402:0:35284:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603689.117404:0:35284:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe551d from it ffffb8e500d17be0 00010000:00000001:0.0:1789603689.117406:0:35284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603689.117407:0:35284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603689.117408:0:35284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:0.0:1789603689.117409:0:35284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603689.117411:0:35284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603689.117413:0:35284:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603689.117415:0:35284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1789603689.117420:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603689.117421:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603689.117422:0:35284:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603689.117424:0:35284:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603689.117426:0:35284:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1789603689.117431:0:35284:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603689.117434:0:35284:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603689.117435:0:35284:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603689.117437:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603689.117438:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603689.117439:0:35284:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603689.117441:0:35284:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603689.117442:0:35284:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603689.117444:0:35284:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603689.117447:0:35284:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603689.117449:0:35284:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603689.117450:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603689.117451:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603689.117452:0:35284:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603689.117454:0:35284:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603689.117456:0:35284:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:0.0:1789603689.117459:0:35284:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603689.117468:0:35284:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb806947400. 00000020:00000001:0.0:1789603689.117471:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d17d98 00000080:00200000:0.0:1789603689.117473:0:35284:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9eb808190908), flags=1536 00000080:00000001:0.0:1789603689.117476:0:35284:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603689.117477:0:35284:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603689.117478:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d17ca8 00000080:00200000:0.0:1789603689.117480:0:35284:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603689.117483:0:35284:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805570c00. 00800000:00000002:0.0:1789603689.117485:0:35284:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603689.117488:0:35284:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603689.117489:0:35284:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603689.117491:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d17bc8 00800000:00000002:0.0:1789603689.117492:0:35284:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603689.117495:0:35284:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603689.117496:0:35284:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603689.117498:0:35284:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603689.117499:0:35284:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603689.117501:0:35284:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603689.117502:0:35284:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603689.117504:0:35284:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603689.117506:0:35284:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603689.117684:0:35284:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603689.117689:0:35284:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603689.117691:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d17a98 00000002:00010000:0.0:1789603689.117693:0:35284:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603689.117695:0:35284:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603689.117696:0:35284:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603689.117697:0:35284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603689.117700:0:35284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bc00 count: 2 00010000:00000001:0.0:1789603689.117702:0:35284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603689.117704:0:35284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603689.117706:0:35284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603689.117710:0:35284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:0.0:1789603689.117715:0:35284:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603689.117718:0:35284:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603689.117721:0:35284:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:0.0:1789603689.117727:0:35284:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603689.117728:0:35284:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603689.117730:0:35284:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603689.117732:0:35284:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603689.117733:0:35284:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603689.117735:0:35284:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603689.117737:0:35284:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603689.117739:0:35284:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603689.117741:0:35284:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805570c00. 00000080:00000001:0.0:1789603689.117744:0:35284:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603689.117745:0:35284:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603689.117747:0:35284:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603689.117750:0:35284:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe551d 00800000:00000001:0.0:1789603689.117752:0:35284:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603689.117754:0:35284:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603689.117755:0:35284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603689.117757:0:35284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603689.117758:0:35284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:0.0:1789603689.117760:0:35284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603689.117762:0:35284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603689.117764:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603689.117765:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603689.117766:0:35284:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603689.117768:0:35284:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603689.117769:0:35284:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe551d from it ffffb8e500d17ce0 00010000:00000001:0.0:1789603689.117771:0:35284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603689.117772:0:35284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603689.117774:0:35284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:0.0:1789603689.117775:0:35284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603689.117777:0:35284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603689.117779:0:35284:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603689.117782:0:35284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1789603689.117788:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603689.117789:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603689.117790:0:35284:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603689.117791:0:35284:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603689.117793:0:35284:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1789603689.117799:0:35284:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603689.117800:0:35284:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603689.117801:0:35284:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603689.117803:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603689.117804:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603689.117806:0:35284:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603689.117807:0:35284:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603689.117809:0:35284:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603689.117810:0:35284:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603689.117812:0:35284:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603689.117814:0:35284:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603689.117815:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603689.117816:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603689.117818:0:35284:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603689.117819:0:35284:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603689.117821:0:35284:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 3 00000080:00000001:0.0:1789603689.117825:0:35284:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603689.117829:0:35284:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603689.117831:0:35284:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603689.117832:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d17d90 00000080:00200000:0.0:1789603689.117834:0:35284:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603689.117838:0:35284:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805570c00. 00800000:00000002:0.0:1789603689.117840:0:35284:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603689.117842:0:35284:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603689.117844:0:35284:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603689.117845:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d17cb0 00800000:00000002:0.0:1789603689.117847:0:35284:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603689.117849:0:35284:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603689.117851:0:35284:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603689.117852:0:35284:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603689.117854:0:35284:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603689.117855:0:35284:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603689.117857:0:35284:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603689.117859:0:35284:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603689.117870:0:35284:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603689.117872:0:35284:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603689.117875:0:35284:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603689.117876:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d17b80 00000002:00010000:0.0:1789603689.117878:0:35284:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603689.117880:0:35284:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603689.117882:0:35284:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603689.117883:0:35284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603689.117885:0:35284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bc00 count: 2 00010000:00000001:0.0:1789603689.117887:0:35284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603689.117890:0:35284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603689.117891:0:35284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603689.117895:0:35284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:0.0:1789603689.117901:0:35284:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603689.117903:0:35284:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603689.117906:0:35284:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:0.0:1789603689.117913:0:35284:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603689.117915:0:35284:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603689.117917:0:35284:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603689.117918:0:35284:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603689.117920:0:35284:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603689.117922:0:35284:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603689.117924:0:35284:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603689.117925:0:35284:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603689.117927:0:35284:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805570c00. 00000080:00000001:0.0:1789603689.117930:0:35284:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603689.117931:0:35284:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603689.117933:0:35284:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603689.117935:0:35284:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe551d 00800000:00000001:0.0:1789603689.117937:0:35284:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603689.117938:0:35284:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603689.117939:0:35284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603689.117940:0:35284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603689.117942:0:35284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:0.0:1789603689.117944:0:35284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603689.117946:0:35284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603689.117948:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603689.117949:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603689.117950:0:35284:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603689.117951:0:35284:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603689.117953:0:35284:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe551d from it ffffb8e500d17dc8 00010000:00000001:0.0:1789603689.117954:0:35284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603689.117955:0:35284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603689.117957:0:35284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:0.0:1789603689.117958:0:35284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603689.117960:0:35284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603689.117962:0:35284:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603689.117965:0:35284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1789603689.117972:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603689.117973:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603689.117974:0:35284:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603689.117975:0:35284:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603689.117977:0:35284:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:0.0:1789603689.117983:0:35284:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603689.117984:0:35284:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603689.117985:0:35284:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603689.117987:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603689.117988:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603689.117989:0:35284:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603689.117991:0:35284:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603689.117992:0:35284:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603689.117993:0:35284:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603689.117995:0:35284:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603689.117996:0:35284:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603689.117998:0:35284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603689.117999:0:35284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603689.118000:0:35284:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603689.118001:0:35284:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603689.118003:0:35284:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 3 00000080:00000001:0.0:1789603689.118006:0:35284:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603689.118009:0:35284:0:(namei.c:2169:do_mkdir()) Process entered 00000020:00000001:0.0:1789603689.118011:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d17da0 00000080:00200000:0.0:1789603689.118013:0:35284:0:(namei.c:2172:do_mkdir()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00000001:0.0:1789603689.118015:0:35284:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:0.0:1789603689.118017:0:35284:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:0.0:1789603689.118020:0:35284:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805570c00. 00800000:00000002:0.0:1789603689.118022:0:35284:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000010:0.0:1789603689.118030:0:35284:0:(namei.c:1796:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff9eb807a3fb80. 00000080:00000001:0.0:1789603689.118033:0:35284:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603689.118036:0:35284:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:0.0:1789603689.118040:0:35284:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789603689.118043:0:35284:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603689.118044:0:35284:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603689.118046:0:35284:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603689.118047:0:35284:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603689.118048:0:35284:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603689.118050:0:35284:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603689.118052:0:35284:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603689.118057:0:35284:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process entered 00020000:00000001:0.0:1789603689.118059:0:35284:0:(lu_tgt_descs.c:432:ltd_qos_penalties_calc()) Process entered 00020000:00000001:0.0:1789603689.118063:0:35284:0:(lu_tgt_descs.c:569:ltd_qos_penalties_calc()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1789603689.118065:0:35284:0:(lmv_obd.c:1717:lmv_locate_tgt_qos()) Process leaving via unlock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00800000:00000001:0.0:1789603689.118069:0:35284:0:(lmv_obd.c:1786:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1789603689.118073:0:35284:0:(lmv_obd.c:1800:lmv_locate_tgt_rr()) Process leaving (rc=18446637111935439360 : -106961774112256 : ffff9eb805731200) 00800000:00000001:0.0:1789603689.118076:0:35284:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446637111935439360 : -106961774112256 : ffff9eb805731200) 00800000:00000001:0.0:1789603689.118080:0:35284:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789603689.118082:0:35284:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789603689.118085:0:35284:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789603689.118088:0:35284:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789603689.118092:0:35284:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff9eb81291b000: Allocated FID [0x240000402:0x7:0x0] 40000000:00000001:0.0:1789603689.118095:0:35284:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603689.118097:0:35284:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603689.118099:0:35284:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603689.118101:0:35284:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603689.118103:0:35284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500d17c08 00800000:00000002:0.0:1789603689.118105:0:35284:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd24a.recovery-small' [0x240000402:0x7:0x0] on [0x200000007:0x1:0x0] -> mds #1, layout version 1 00000002:00000001:0.0:1789603689.118109:0:35284:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1789603689.118111:0:35284:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789603689.118116:0:35284:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603689.118120:0:35284:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1f800. 00000020:00000040:0.0:1789603689.118124:0:35284:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 02000000:00000001:0.0:1789603689.118131:0:35284:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789603689.118133:0:35284:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603689.118135:0:35284:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603689.118140:0:35284:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603689.118142:0:35284:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603689.118145:0:35284:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603689.118147:0:35284:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603689.118150:0:35284:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603689.118157:0:35284:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8051e1000. 00000100:00000001:0.0:1789603689.118164:0:35284:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603689.118166:0:35284:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603689.118168:0:35284:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603689.118170:0:35284:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603689.118171:0:35284:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603689.118173:0:35284:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1789603689.118190:0:35284:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1789603689.118205:0:35284:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb810d1f800 x1876533442916352/t0(0) o36->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603689.118213:0:35284:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603689.118215:0:35284:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603689.118222:0:35284:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb804040180. 00000100:00000001:0.0:1789603689.118225:0:35284:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911383424 : -106961798168192 : ffff9eb804040180) 00000100:00000001:0.0:1789603689.118228:0:35284:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603689.118229:0:35284:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126208000 : -106961583343616 : ffff9eb810d1f800) 00000100:00000001:0.0:1789603689.118235:0:35284:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603689.118239:0:35284:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603689.118241:0:35284:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603689.118244:0:35284:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603689.118248:0:35284:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1f800 x1876533442916352/t0(0) o36->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603689.118256:0:35284:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603689.118258:0:35284:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603689.118262:0:35284:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603689.118264:0:35284:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603689.118267:0:35284:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603689.118271:0:35284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1f800 pname:cluuid:pid:xid:nid:opc:job mkdir:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35284:1876533442916352:192.168.204.129@tcp:36:mkdir.0 00000100:00000001:0.0:1789603689.118275:0:35284:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603689.118280:0:35284:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603689.118282:0:35284:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603689.118294:0:35284:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603689.118299:0:35284:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8051e2800. 02000000:00000001:0.0:1789603689.118301:0:35284:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603689.118310:0:35284:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603689.118315:0:35284:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139e70. 00000400:00000010:0.0:1789603689.118321:0:35284:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682dd0. 00000100:00000200:0.0:1789603689.118329:0:35284:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442916352, portal 10 00000100:00000001:0.0:1789603689.118331:0:35284:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603689.118333:0:35284:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126208000 : -106961583343616 : ffff9eb810d1f800) 00000100:00000040:0.0:1789603689.118340:0:35284:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1f800 x1876533442916352/t0(0) o36->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603705 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603689.118347:0:35284:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603689.118351:0:35284:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603689.118353:0:35284:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682330. 00000100:00000200:0.0:1789603689.118357:0:35284:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1876533442916352, offset 0 00000400:00000200:0.0:1789603689.118362:0:35284:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603689.118371:0:35284:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603689.118379:0:35284:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603689.118384:0:35284:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603689.118388:0:35284:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603689.118392:0:35284:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603689.118394:0:35284:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603689.118398:0:35284:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2933:2933:256:4294967295] 192.168.204.129@tcp LPNI seq info [2933:2933:8:4294967295] 00000400:00000200:0.0:1789603689.118402:0:35284:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603689.118412:0:35284:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603689.118417:0:35284:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603689.118422:0:35284:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076e00. 00000800:00000200:0.0:1789603689.118429:0:35284:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603689.118436:0:35284:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603689.118441:0:35284:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076e00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:0.0:1789603689.118555:0:35284:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603689.118560:0:35284:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 20997 usecs (21 jiffies) 00000400:00000200:0.0:1789603689.118564:0:35284:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603689.118567:0:35284:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296688072 00000100:00000001:0.0:1789603689.118570:0:35284:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296689003 00000100:00000001:0.0:1789603689.118572:0:35284:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296688072 00000100:00000001:0.0:1789603689.118575:0:35284:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296689003 00000100:00000001:0.0:1789603689.118577:0:35284:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603689.118579:0:35284:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603689.118582:0:35284:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603689.118583:0:35284:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603689.118586:0:35284:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb804040180 going to sleep for 11 seconds 00000100:00000001:0.0:1789603689.118589:0:35284:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603689.118591:0:35284:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603689.119465:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603689.119474:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076e00. 00000400:00000200:3.0:1789603689.119480:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603689.119488:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603689.119496:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682330 00000400:00000010:3.0:1789603689.119499:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682330. 00000100:00000001:3.0:1789603689.119503:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603689.119633:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1f800 x1876533442916352/t0(0) o36->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603705 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603689.119645:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603689.119650:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1f800 x1876533442916352/t0(0) o36->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603705 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603689.119656:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603689.119658:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603689.134782:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.134798:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603689.134802:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.134804:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.134813:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.134821:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603689.134830:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.134835:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.134840:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.134845:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 328 into portal 15 MB=0x6aab27ecdbd00 00000400:00000200:3.0:1789603689.134853:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.129@tcp of length 328/328 into md 0x7fb5 [2] + 656 00000800:00000001:3.0:1789603689.134859:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.134876:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.134879:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603689.134884:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603689.134891:0:2394:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789603689.134893:0:2394:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1789603689.134900:0:2394:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4b100. 00000100:00000040:3.0:1789603689.134904:0:2394:0:(events.c:341:request_in_callback()) incoming req@ffff9eb810b4b100 x1876533468577024 msgsize 328 00000100:00100000:3.0:1789603689.134908:0:2394:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.129@tcp (source: 12345-192.168.204.129@tcp) 00000100:00000001:3.0:1789603689.134929:0:2394:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789603689.134937:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.134940:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603689.135647:0:16816:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789603689.135652:0:16816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876533468577024 02000000:00000001:2.0:1789603689.135655:0:16816:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789603689.135657:0:16816:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603689.135660:0:16816:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603689.135665:0:16816:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603689.135670:0:16816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876533468577024 00000020:00000001:2.0:1789603689.135673:0:16816:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789603689.135675:0:16816:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48c1 00000020:00000001:2.0:1789603689.135678:0:16816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603689.135681:0:16816:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb8203aa800 refcount=5 00000020:00000001:2.0:1789603689.135684:0:16816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 00000020:00000001:2.0:1789603689.135686:0:16816:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637112384727040 : -106961324824576 : ffff9eb8203aa800) 00000100:00000001:2.0:1789603689.135690:0:16816:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789603689.135696:0:16816:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb806b15840. 00000100:00000001:2.0:1789603689.135700:0:16816:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789603689.135703:0:16816:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb806b15840. 00000020:00000010:2.0:1789603689.135710:0:16816:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb80572bc00. 00000020:00000010:2.0:1789603689.135717:0:16816:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9eb80574e700. 00000020:00000010:2.0:1789603689.135722:0:16816:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9eb8203b60c8. 00000100:00000040:2.0:1789603689.135731:0:16816:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1789603689.135734:0:16816:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789603689.135736:0:16816:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789603689.135738:0:16816:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603689.135747:0:16816:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603689.135764:0:16816:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603689.135777:0:16816:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789603689.135779:0:16816:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789603689.135784:0:16816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.129@tcp, seq: 62 00000100:00000040:2.0:1789603689.135788:0:16816:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9eb8203aa800 : new rpc_count 1 00000100:00000001:2.0:1789603689.135790:0:16816:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446637112124289280 : -106961585262336 : ffff9eb810b4b100) 00000100:00000040:2.0:1789603689.135798:0:16816:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9eb810b4b100 x1876533468577024/t0(0) o104->26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8@192.168.204.129@tcp:20/0 lens 328/0 e 0 to 0 dl 1789603700 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603689.135808:0:16816:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789603689.135811:0:16816:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb806b15840. 00000100:00000001:2.0:1789603689.135812:0:16816:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789603689.135815:0:16816:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb806b15840. 00000100:00100000:2.0:1789603689.135819:0:16816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9eb810b4b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8+5:6529:x1876533468577024:12345-192.168.204.129@tcp:104: 00000100:00000200:2.0:1789603689.135822:0:16816:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876533468577024 00010000:00000001:2.0:1789603689.135825:0:16816:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1789603689.135832:0:16816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603689.135834:0:16816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603689.135836:0:16816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=2 00000020:00000001:2.0:1789603689.135838:0:16816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603689.135841:0:16816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603689.135845:0:16816:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603689.135849:0:16816:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603689.135854:0:16816:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000100:00000001:2.0:1789603689.135878:0:16816:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789603689.135881:0:16816:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789603689.135887:0:16816:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9eb8041d0800. 02000000:00000001:2.0:1789603689.135889:0:16816:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603689.135892:0:16816:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603689.135897:0:16816:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789603689.135899:0:16816:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603689.135904:0:16816:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810bb1de8 time=86 v=5 (1 1 1 1) 00000100:00000001:2.0:1789603689.135909:0:16816:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789603689.135912:0:16816:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 16 to 192.168.204.129@tcp 00000100:00000001:2.0:1789603689.135915:0:16816:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 02000000:00000001:2.0:1789603689.135918:0:16816:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789603689.135920:0:16816:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603689.135923:0:16816:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603689.135926:0:16816:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603689.135931:0:16816:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7110. 00000100:00000200:2.0:1789603689.135938:0:16816:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876533468577024, offset 224 00000400:00000200:2.0:1789603689.135945:0:16816:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603689.135952:0:16816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603689.135960:0:16816:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.29@tcp to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603689.135967:0:16816:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2934:2934:256:4294967295] 192.168.204.129@tcp LPNI seq info [2934:2934:8:4294967295] 00000400:00000200:2.0:1789603689.135972:0:16816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603689.135980:0:16816:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:192.168.204.29@tcp) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603689.135986:0:16816:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603689.135991:0:16816:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8070db000. 00000800:00000200:2.0:1789603689.135998:0:16816:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603689.136006:0:16816:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603689.136010:0:16816:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8070db000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603689.136028:0:16816:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603689.136032:0:16816:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00010000:00000001:2.0:1789603689.136035:0:16816:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1789603689.136039:0:16816:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9eb8209fcb40. 00010000:00000001:2.0:1789603689.136041:0:16816:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1789603689.136054:0:16816:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1789603689.136057:0:16816:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603689.136059:0:16816:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603689.136061:0:16816:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603689.136066:0:16816:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4b100 x1876533468577024/t0(0) o104->26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8@192.168.204.129@tcp:20/0 lens 328/224 e 0 to 0 dl 1789603700 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789603689.136074:0:16816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9eb810b4b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8+5:6529:x1876533468577024:12345-192.168.204.129@tcp:104: Request processed in 265us (1168us total) trans 0 rc 0/0 00000100:00100000:2.0:1789603689.136081:0:16816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.129@tcp, seq: 62 00000100:00000040:2.0:1789603689.136084:0:16816:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9eb8203aa800 : new rpc_count 0 00000100:00000001:2.0:1789603689.136086:0:16816:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789603689.136088:0:16816:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789603689.136092:0:16816:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9eb80574e700. 00000020:00000010:2.0:1789603689.136096:0:16816:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9eb8203b60c8. 00000020:00000010:2.0:1789603689.136099:0:16816:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9eb80572bc00. 00000020:00000040:2.0:1789603689.136104:0:16816:0:(genops.c:879:class_export_put()) PUTting export ffff9eb8203aa800 : new refcount 4 00000100:00000001:2.0:1789603689.136106:0:16816:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789603689.136170:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603689.136173:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603689.136176:0:16825:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1789603689.136180:0:16825:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1789603689.136182:0:16825:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789603689.136187:0:16825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1789603689.136196:0:16825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb802f46e00 already unused, calling callback (ffffffffc1bbd980) 00000080:00000001:1.0:1789603689.136200:0:16825:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1789603689.136204:0:16825:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:1.0:1789603689.136213:0:16825:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1789603689.136215:0:16825:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1789603689.136219:0:16825:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:1.0:1789603689.136225:0:16825:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1789603689.136228:0:16825:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789603689.136229:0:16825:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.136231:0:16825:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.136232:0:16825:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:1.0:1789603689.136234:0:16825:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:1.0:1789603689.136236:0:16825:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:1.0:1789603689.136239:0:16825:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789603689.136242:0:16825:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:1.0:1789603689.136248:0:16825:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789603689.136252:0:16825:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789603689.136255:0:16825:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789603689.136257:0:16825:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789603689.136262:0:16825:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603689.136265:0:16825:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603689.136272:0:16825:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bc00 count: 2 00010000:00000001:1.0:1789603689.136276:0:16825:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603689.136280:0:16825:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.136282:0:16825:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603689.136283:0:16825:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603689.136284:0:16825:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bc00 count: 2 00010000:00000001:1.0:1789603689.136286:0:16825:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603689.136288:0:16825:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.136290:0:16825:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603689.136290:0:16825:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603689.136292:0:16825:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bc00 count: 2 00010000:00000001:1.0:1789603689.136293:0:16825:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603689.136296:0:16825:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603689.136297:0:16825:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789603689.136300:0:16825:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9eb808190840, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789603689.136304:0:16825:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789603689.136307:0:16825:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789603689.136310:0:16825:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789603689.136312:0:16825:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.136314:0:16825:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789603689.136318:0:16825:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789603689.136320:0:16825:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789603689.136322:0:16825:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603689.136323:0:16825:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789603689.136326:0:16825:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb802f46e00 with handle 0xa04c19c788fe551d from hash 00010000:00000001:1.0:1789603689.136329:0:16825:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789603689.136330:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.136332:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.136333:0:16825:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789603689.136336:0:16825:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789603689.136337:0:16825:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1789603689.136343:0:16825:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603689.136345:0:16825:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.136349:0:16825:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603689.136351:0:16825:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1789603689.136356:0:16825:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd6680. 00000020:00000040:1.0:1789603689.136360:0:16825:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603689.136365:0:16825:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603689.136367:0:16825:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603689.136372:0:16825:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603689.136377:0:16825:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb8051cae00. 00000100:00000001:1.0:1789603689.136382:0:16825:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.136385:0:16825:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789603689.136389:0:16825:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1789603689.136396:0:16825:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789603689.136397:0:16825:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.136402:0:16825:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603689.136407:0:16825:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603689.136413:0:16825:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000290351d] to pc [ptlrpcd_00_00+0] req@ffff9eb806bd6680 x1876533442916480/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789603689.136448:0:16825:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603689.136451:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.136452:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.136454:0:16825:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.136456:0:16825:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603689.136458:0:16825:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603689.136461:0:16825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:1.0:1789603689.136467:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789603689.136469:0:16825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe551d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x31dbb14d74e920d1 expref: -99 pid: 34180 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:1.0:1789603689.136477:0:16825:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb81938bc00 count: 0 00010000:00000010:1.0:1789603689.136483:0:16825:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb80574eb00. 00010000:00000001:1.0:1789603689.136493:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.136494:0:16825:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1789603689.136497:0:16825:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9eb8209fcb40. 00010000:00000001:1.0:1789603689.136500:0:16825:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.136502:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603689.136503:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603689.136505:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789603689.136506:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603689.136507:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603689.136557:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789603689.136559:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603689.136560:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603689.136562:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789603689.136569:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1789603689.136573:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1789603689.136574:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.136579:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603689.136581:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.136583:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603689.136584:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603689.136587:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603689.136593:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd6680 x1876533442916480/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603689.136601:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603689.136603:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.136606:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603689.136608:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603689.136610:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603689.136614:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442916480:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789603689.136618:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603689.136623:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603689.136625:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.136627:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603689.136631:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8051ca400. 02000000:00000001:1.0:1789603689.136633:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603689.136639:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603689.136642:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603689.136648:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc088. 00000100:00000200:1.0:1789603689.136653:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442916480, portal 18 00000100:00000001:1.0:1789603689.136655:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603689.136656:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957087872 : -106961752463744 : ffff9eb806bd6680) 00000100:00000040:1.0:1789603689.136662:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd6680 x1876533442916480/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603705 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603689.136668:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603689.136670:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603689.136672:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc990. 00000100:00000200:1.0:1789603689.136675:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876533442916480, offset 0 00000400:00000200:1.0:1789603689.136680:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603689.136684:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603689.136689:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603689.136694:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603689.136698:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603689.136701:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603689.136703:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603689.136706:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2935:2935:255:4294967295] 192.168.204.129@tcp LPNI seq info [2935:2935:7:4294967295] 00000400:00000200:1.0:1789603689.136710:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603689.136717:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603689.136721:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603689.136725:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9e00. 00000800:00000200:1.0:1789603689.136729:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603689.136734:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603689.136737:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789603689.136740:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603689.136743:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 889810 usecs (890 jiffies) 00000400:00000200:1.0:1789603689.136746:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603689.136749:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296688960 00000100:00000001:1.0:1789603689.136752:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296689003 00000100:00000001:1.0:1789603689.136755:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296688960 00000100:00000001:1.0:1789603689.136757:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296689003 00000100:00000001:1.0:1789603689.136759:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603689.136761:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.136764:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.136766:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603689.136818:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603689.136820:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603689.136907:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603689.136912:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8070db000. 00000400:00000200:3.0:1789603689.136917:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603689.136921:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603689.136928:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7110 00000400:00000010:3.0:1789603689.136930:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7110. 00000100:00000001:3.0:1789603689.136934:0:2395:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789603689.136936:0:2395:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:3.0:1789603689.139851:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603689.139870:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9e00. 00000400:00000200:3.0:1789603689.139877:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603689.139885:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603689.139892:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc990 00000400:00000010:3.0:1789603689.139894:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc990. 00000100:00000001:3.0:1789603689.139900:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603689.139907:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd6680 x1876533442916480/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603705 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603689.139918:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603689.139921:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd6680 x1876533442916480/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603705 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603689.139928:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603689.139929:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789603689.140695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938bc00. 00010000:00000010:1.1:1789603689.140707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46e00. 00000800:00000001:3.0:1789603689.149751:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.149770:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603689.149775:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.149777:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.149786:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.149795:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603689.149803:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.149808:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.149815:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.149819:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 18 MB=0x6aab27d463080 00000400:00000200:3.0:1789603689.149825:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.149833:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.129@tcp of length 224/224 into md 0x8575 [1] + 224 00000800:00000001:3.0:1789603689.149839:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.149848:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.149852:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603689.149856:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603689.149873:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603689.149882:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd6680 x1876533442916480/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603705 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603689.149893:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd6680 x1876533442916480/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603705 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603689.149913:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603689.149920:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.149923:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.151607:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603689.151614:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603689.151623:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603689.151625:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603689.151630:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603689.151639:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc088 00000400:00000010:1.0:1789603689.151642:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc088. 00000100:00000001:1.0:1789603689.151646:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603689.151657:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd6680 x1876533442916480/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603705 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603689.151668:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd6680 x1876533442916480/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603705 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603689.151675:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603689.151678:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.151681:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603689.151684:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603689.151686:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603689.151689:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.151692:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603689.151702:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb580 time=86 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603689.151706:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603689.151708:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603689.151710:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.151712:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603689.151716:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.151719:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603689.151721:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967638 00000100:00000001:1.0:1789603689.151723:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603689.151725:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603689.151731:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd6680 x1876533442916480/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603705 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603689.151738:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603689.151741:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603689.151742:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603689.151746:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd6680 x1876533442916480/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603705 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603689.151754:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442916480:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789603689.151759:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.151762:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603689.151765:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd6680 x1876533442916480/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603705 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603689.151772:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603689.151774:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603689.151777:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8051ca400. 02000000:00000001:1.0:1789603689.151781:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603689.151784:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603689.151785:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603689.151788:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603689.151790:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb8051cae00. 02000000:00000001:1.0:1789603689.151793:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603689.151795:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603689.151797:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd6680. 00000100:00000001:1.0:1789603689.151801:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603689.151802:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.151805:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.151812:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603689.151814:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.151817:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603689.151819:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789603689.233974:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.233992:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603689.233996:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.233999:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.234009:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.234017:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603689.234028:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.234034:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.234040:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.234044:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 448 into portal 10 MB=0x6aab27d463000 00000400:00000200:3.0:1789603689.234050:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.234055:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 448/448 into md 0x8565 [1] + 224 00000800:00000001:3.0:1789603689.234062:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.234069:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.234072:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603689.234077:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603689.234085:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603689.234094:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1f800 x1876533442916352/t0(0) o36->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603705 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603689.234112:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9eb810d1f800 x1876533442916352/t0(0) o36->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603689.234134:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603689.234143:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.234147:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603689.234552:0:35284:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603689.234561:0:35284:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603689.234564:0:35284:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603689.234568:0:35284:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139e70. 00000400:00000200:0.0:1789603689.234573:0:35284:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682dd0 00000400:00000010:0.0:1789603689.234577:0:35284:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682dd0. 00000100:00000001:0.0:1789603689.234580:0:35284:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603689.234596:0:35284:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1f800 x1876533442916352/t0(0) o36->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603689.234607:0:35284:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1f800 x1876533442916352/t0(0) o36->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603689.234613:0:35284:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603689.234616:0:35284:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603689.234618:0:35284:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603689.234622:0:35284:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603689.234625:0:35284:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603689.234627:0:35284:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603689.234631:0:35284:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603689.234641:0:35284:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=87 v=5 (5 106 106 106) 00000100:00001000:0.0:1789603689.234645:0:35284:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=87 v=5 (1 1 1 1) 00000100:00000001:0.0:1789603689.234647:0:35284:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603689.234649:0:35284:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603689.234651:0:35284:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603689.234655:0:35284:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603689.234658:0:35284:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789603689.234660:0:35284:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1789603689.234662:0:35284:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789603689.234664:0:35284:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603689.234666:0:35284:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126208000 : -106961583343616 : ffff9eb810d1f800) 00000100:00000001:0.0:1789603689.234669:0:35284:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603689.234671:0:35284:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1789603689.234673:0:35284:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603689.234676:0:35284:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603689.234681:0:35284:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1f800 x1876533442916352/t4294967330(4294967330) o36->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/448 e 0 to 0 dl 1789603705 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603689.234689:0:35284:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603689.234692:0:35284:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603689.234695:0:35284:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603689.234699:0:35284:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1f800 x1876533442916352/t4294967330(4294967330) o36->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/448 e 0 to 0 dl 1789603705 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603689.234708:0:35284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1f800 pname:cluuid:pid:xid:nid:opc:job mkdir:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35284:1876533442916352:192.168.204.129@tcp:36:mkdir.0 00000100:00000001:0.0:1789603689.234713:0:35284:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603689.234716:0:35284:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603689.234719:0:35284:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603689.234721:0:35284:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603689.234725:0:35284:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1f800 x1876533442916352/t4294967330(4294967330) o36->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/448 e 0 to 0 dl 1789603705 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603689.234732:0:35284:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603689.234735:0:35284:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb804040180. 00000100:00000001:0.0:1789603689.234740:0:35284:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603689.234741:0:35284:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603689.234750:0:35284:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603689.234754:0:35284:0:(lmv_obd.c:2359:lmv_create()) Created - [0x240000402:0x7:0x0] 00800000:00000001:0.0:1789603689.234757:0:35284:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603689.234761:0:35284:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:0.0:1789603689.234763:0:35284:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1789603630 to 1789603689 00000080:00000001:0.0:1789603689.234768:0:35284:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789603689.234774:0:35284:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789603689.234777:0:35284:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789603689.234780:0:35284:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761479 : 162129603798761479 : 240000402000007) 00000080:00000001:0.0:1789603689.234783:0:35284:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789603689.234795:0:35284:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9eb80817f380. 00000080:00000001:0.0:1789603689.234808:0:35284:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789603689.234810:0:35284:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x240000402:0x7:0x0](ffff9eb80817f448) 00000080:00000001:0.0:1789603689.234813:0:35284:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789603689.234815:0:35284:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x240000402:0x7:0x0] 00000080:00000001:0.0:1789603689.234818:0:35284:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603689.234820:0:35284:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761479 : 162129603798761479 : 240000402000007) 00000080:00000001:0.0:1789603689.234822:0:35284:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00000002:0.0:1789603689.234825:0:35284:0:(llite_lib.c:3050:ll_update_inode()) setting ino 162129603798761479 mtime from 0 to 1789603689 00000080:00200000:0.0:1789603689.234829:0:35284:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x7:0x0], updating i_size 4096 00000080:00000001:0.0:1789603689.234832:0:35284:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789603689.234834:0:35284:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979799624 : -106961729751992 : ffff9eb80817f448) 00000080:00000001:0.0:1789603689.234836:0:35284:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789603689.234839:0:35284:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789603689.234841:0:35284:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603689.234846:0:35284:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603689.234848:0:35284:0:(namei.c:1996:ll_new_node()) Process leaving 00000100:00000001:0.0:1789603689.234850:0:35284:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603689.234854:0:35284:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1f800 x1876533442916352/t4294967330(4294967330) o36->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/448 e 0 to 0 dl 1789603705 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603689.234872:0:35284:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603689.234875:0:35284:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603689.234878:0:35284:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805570c00. 00000080:00000010:0.0:1789603689.234883:0:35284:0:(namei.c:2002:ll_new_node()) kfreed 'lum': 48 at ffff9eb807a3fb80. 00000080:00000001:0.0:1789603689.234886:0:35284:0:(namei.c:2004:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603689.234898:0:35284:0:(namei.c:2180:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789603689.234904:0:35284:0:(namei.c:2224:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603689.234917:0:35284:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789603689.234924:0:35284:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1789603689.252809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806947400. 00000080:00000001:1.0:1789603689.260962:0:35285:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603689.260970:0:35285:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603689.260974:0:35285:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789603689.260977:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd3bc0 00000080:00200000:1.0:1789603689.260982:0:35285:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:1.0:1789603689.260990:0:35285:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8051cae00. 00800000:00000002:1.0:1789603689.260998:0:35285:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603689.261003:0:35285:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603689.261009:0:35285:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603689.261011:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd3ae0 00800000:00000002:1.0:1789603689.261014:0:35285:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603689.261018:0:35285:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603689.261021:0:35285:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603689.261024:0:35285:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603689.261026:0:35285:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603689.261029:0:35285:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603689.261031:0:35285:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603689.261033:0:35285:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603689.261035:0:35285:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603689.261038:0:35285:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789603689.261044:0:35285:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603689.261046:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd39b0 00000002:00010000:1.0:1789603689.261048:0:35285:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789603689.261051:0:35285:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603689.261053:0:35285:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603689.261056:0:35285:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789603689.261063:0:35285:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.261065:0:35285:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.261740:0:35285:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.261744:0:35285:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789603689.261746:0:35285:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789603689.261753:0:35285:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd6680. 00000020:00000040:1.0:1789603689.261758:0:35285:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:1.0:1789603689.261838:0:35285:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789603689.261843:0:35285:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603689.261846:0:35285:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.261849:0:35285:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603689.261852:0:35285:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603689.261872:0:35285:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603689.261881:0:35285:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041a7c00. 00000100:00000001:1.0:1789603689.261887:0:35285:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.261957:0:35285:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603689.261960:0:35285:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.261961:0:35285:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603689.261962:0:35285:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.261964:0:35285:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.261970:0:35285:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637111957087872 : -106961752463744 : ffff9eb806bd6680) 00010000:00000001:1.0:1789603689.261974:0:35285:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789603689.261977:0:35285:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789603689.261982:0:35285:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb80647c900. 00010000:00000010:1.0:1789603689.261986:0:35285:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb810da7f00. 00010000:00000001:1.0:1789603689.261992:0:35285:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789603689.261995:0:35285:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb814fdc800. 00000020:00000001:1.0:1789603689.261999:0:35285:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789603689.262002:0:35285:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb814fdc800 with handle 0xa04c19c788fe5524 to hash 00000020:00000001:1.0:1789603689.262004:0:35285:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789603689.262005:0:35285:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.262009:0:35285:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.262012:0:35285:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603689.262015:0:35285:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603689.262020:0:35285:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5524 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603689.262029:0:35285:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5524 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603689.262040:0:35285:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5524 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789603689.262045:0:35285:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603689.262047:0:35285:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603689.262053:0:35285:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb804077780. 00000100:00000001:1.0:1789603689.262057:0:35285:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911610240 : -106961797941376 : ffff9eb804077780) 00000100:00000001:1.0:1789603689.262060:0:35285:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603689.262061:0:35285:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957087872 : -106961752463744 : ffff9eb806bd6680) 00000100:00000001:1.0:1789603689.262066:0:35285:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603689.262070:0:35285:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.262072:0:35285:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603689.262074:0:35285:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603689.262086:0:35285:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd6680 x1876533442916608/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.262094:0:35285:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603689.262096:0:35285:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.262100:0:35285:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603689.262103:0:35285:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603689.262106:0:35285:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603689.262109:0:35285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd6680 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35285:1876533442916608:192.168.204.129@tcp:101:lfs.0 00000100:00000001:1.0:1789603689.262113:0:35285:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603689.262118:0:35285:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603689.262120:0:35285:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.262123:0:35285:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603689.262127:0:35285:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb8057ca000. 02000000:00000001:1.0:1789603689.262129:0:35285:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603689.262137:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603689.262142:0:35285:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603689.262148:0:35285:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc088. 00000100:00000200:1.0:1789603689.262154:0:35285:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442916608, portal 10 00000100:00000001:1.0:1789603689.262156:0:35285:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603689.262157:0:35285:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957087872 : -106961752463744 : ffff9eb806bd6680) 00000100:00000040:1.0:1789603689.262162:0:35285:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd6680 x1876533442916608/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603705 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.262169:0:35285:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603689.262171:0:35285:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603689.262174:0:35285:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc660. 00000100:00000200:1.0:1789603689.262177:0:35285:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876533442916608, offset 0 00000400:00000200:1.0:1789603689.262184:0:35285:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603689.262192:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603689.262200:0:35285:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603689.262205:0:35285:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603689.262209:0:35285:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603689.262213:0:35285:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603689.262216:0:35285:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603689.262399:0:35285:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2936:2936:256:4294967295] 192.168.204.129@tcp LPNI seq info [2936:2936:8:4294967295] 00000400:00000200:1.0:1789603689.262406:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603689.262418:0:35285:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603689.262424:0:35285:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603689.262430:0:35285:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9100. 00000800:00000200:1.0:1789603689.262438:0:35285:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603689.262446:0:35285:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603689.262451:0:35285:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789603689.262850:0:35285:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603689.262856:0:35285:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 888692 usecs (889 jiffies) 00000400:00000200:1.0:1789603689.262871:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603689.262874:0:35285:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296689085 00000100:00000001:1.0:1789603689.262881:0:35285:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296689003 00000100:00000001:1.0:1789603689.262887:0:35285:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296689085 00000100:00000001:1.0:1789603689.262890:0:35285:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296689003 00000100:00000001:1.0:1789603689.263119:0:35285:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603689.263122:0:35285:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.263124:0:35285:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603689.263126:0:35285:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603689.263129:0:35285:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb804077780 going to sleep for 11 seconds 00000100:00000001:1.0:1789603689.263132:0:35285:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603689.263135:0:35285:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603689.264089:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603689.264097:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9100. 00000400:00000200:2.0:1789603689.264104:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603689.264112:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603689.264118:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc660 00000400:00000010:2.0:1789603689.264122:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc660. 00000100:00000001:2.0:1789603689.264126:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603689.264134:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd6680 x1876533442916608/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603705 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603689.264145:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603689.264149:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd6680 x1876533442916608/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603705 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603689.264157:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603689.264158:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603689.275209:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.275229:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603689.275235:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.275238:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.275249:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.275259:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603689.275269:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.275275:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.275281:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.275286:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d463100 00000400:00000200:3.0:1789603689.275291:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.275297:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x857d [1] + 224 00000800:00000001:3.0:1789603689.275305:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.275312:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.275315:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603689.275320:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603689.275327:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603689.275336:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd6680 x1876533442916608/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603705 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603689.275348:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb806bd6680 x1876533442916608/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603689.275371:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603689.275379:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.275382:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.275456:0:35285:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603689.275463:0:35285:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603689.275466:0:35285:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603689.275469:0:35285:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603689.275480:0:35285:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc088 00000400:00000010:1.0:1789603689.275483:0:35285:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc088. 00000100:00000001:1.0:1789603689.275486:0:35285:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603689.275491:0:35285:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd6680 x1876533442916608/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603689.275501:0:35285:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd6680 x1876533442916608/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.275507:0:35285:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603689.275544:0:35285:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.275547:0:35285:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603689.275551:0:35285:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603689.275553:0:35285:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603689.275555:0:35285:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.275558:0:35285:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603689.275570:0:35285:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=87 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603689.275574:0:35285:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603689.275577:0:35285:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603689.275579:0:35285:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.275581:0:35285:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603689.275597:0:35285:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.275601:0:35285:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603689.275603:0:35285:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967638 00000100:00000001:1.0:1789603689.275605:0:35285:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603689.275607:0:35285:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603689.275613:0:35285:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd6680 x1876533442916608/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.275621:0:35285:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603689.275624:0:35285:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603689.275626:0:35285:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603689.275630:0:35285:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd6680 x1876533442916608/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603705 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603689.275645:0:35285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd6680 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35285:1876533442916608:192.168.204.129@tcp:101:lfs.0 00000100:00000001:1.0:1789603689.275650:0:35285:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.275652:0:35285:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.275655:0:35285:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603689.275657:0:35285:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603689.275661:0:35285:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd6680 x1876533442916608/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603705 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.275668:0:35285:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603689.275670:0:35285:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb804077780. 00000100:00000001:1.0:1789603689.275673:0:35285:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603689.275675:0:35285:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.275678:0:35285:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789603689.275682:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.275685:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.275689:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc800 refcount=4 00000020:00000001:1.0:1789603689.275691:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.275694:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000040:1.0:1789603689.275701:0:35285:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb814fdc800, remote cookie: 0x31dbb14d74e92110, flags: 0x1001 00010000:00010000:1.0:1789603689.275706:0:35285:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5524 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92110 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603689.275718:0:35285:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5524 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92110 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.275725:0:35285:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789603689.275729:0:35285:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789603689.275731:0:35285:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789603689.275732:0:35285:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789603689.275734:0:35285:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789603689.275736:0:35285:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9eb80647c900) refcount = 1 00010000:00010000:1.0:1789603689.275740:0:35285:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5524 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92110 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.275747:0:35285:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789603689.275749:0:35285:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789603689.275751:0:35285:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603689.275754:0:35285:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789603689.275756:0:35285:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603689.275770:0:35285:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5524 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92110 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.275777:0:35285:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789603689.275778:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.275780:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.275781:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.275782:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.275783:0:35285:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.275787:0:35285:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789603689.275789:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.275791:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.275792:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc800 refcount=3 00000020:00000001:1.0:1789603689.275794:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.275796:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.275799:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.275800:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.275801:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc800 refcount=4 00000020:00000001:1.0:1789603689.275803:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.275805:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.275807:0:35285:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603689.275810:0:35285:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603689.275813:0:35285:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5524 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92110 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.275818:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.275820:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.275821:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.275822:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.275823:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc800 refcount=5 00000020:00000001:1.0:1789603689.275825:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.275827:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.275829:0:35285:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603689.275832:0:35285:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5524 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92110 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.275838:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.275839:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789603689.275842:0:35285:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5524 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92110 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.275847:0:35285:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603689.275849:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.275849:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.275851:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.275852:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789603689.275856:0:35285:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb806bd6680 x1876533442916608/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603705 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789603689.275874:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.275875:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.275877:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc800 refcount=3 00000020:00000001:1.0:1789603689.275878:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.275880:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.275882:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.275883:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603689.275885:0:35285:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.275887:0:35285:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.275890:0:35285:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789603689.275892:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.275893:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.275895:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc800 refcount=3 00000020:00000001:1.0:1789603689.275897:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.275899:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00000002:00010000:1.0:1789603689.275902:0:35285:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5524 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92110 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.275908:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.275909:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.275911:0:35285:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789603689.275912:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.275913:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.275914:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc800 refcount=3 00000020:00000001:1.0:1789603689.275916:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.275918:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000040:1.0:1789603689.275924:0:35285:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c900 count: 2 00010000:00000001:1.0:1789603689.275927:0:35285:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789603689.275931:0:35285:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789603689.275933:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.275934:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603689.275935:0:35285:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789603689.275939:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd3938 00000002:00002000:1.0:1789603689.275940:0:35285:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789603689.275943:0:35285:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603689.275947:0:35285:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603689.275949:0:35285:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789603689.275953:0:35285:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789603689.275957:0:35285:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603689.275960:0:35285:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603689.275964:0:35285:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8051cae00. 00000080:00000001:1.0:1789603689.275968:0:35285:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789603689.275971:0:35285:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789603689.275977:0:35285:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789603689.275981:0:35285:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789603689.275986:0:35285:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb811aa70c0. 00800000:00000001:1.0:1789603689.275989:0:35285:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637112140394688 : -106961569156928 : ffff9eb811aa70c0) 00800000:00000001:1.0:1789603689.275991:0:35285:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.275993:0:35285:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789603689.275996:0:35285:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789603689.275998:0:35285:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789603689.276000:0:35285:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789603689.276003:0:35285:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789603689.276005:0:35285:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603689.276009:0:35285:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789603689.276011:0:35285:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789603689.276016:0:35285:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1789603689.276018:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.276020:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.276021:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc800 refcount=3 00000020:00000001:1.0:1789603689.276023:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.276024:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.276026:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.276027:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789603689.276029:0:35285:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789603689.276031:0:35285:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789603689.276033:0:35285:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb811aa70c0 1 00800000:00000010:1.0:1789603689.276035:0:35285:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb811aa70c0. 00800000:00000001:1.0:1789603689.276038:0:35285:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603689.276041:0:35285:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5524 00800000:00000001:1.0:1789603689.276044:0:35285:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603689.276046:0:35285:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603689.276047:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.276048:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.276049:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc800 refcount=3 00000020:00000001:1.0:1789603689.276051:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.276052:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.276055:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.276056:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603689.276057:0:35285:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603689.276059:0:35285:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603689.276061:0:35285:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603689.276064:0:35285:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:1.0:1789603689.276067:0:35285:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5524 from it ffffb8e500dd3bf8 00010000:00000001:1.0:1789603689.276069:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.276070:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.276071:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc800 refcount=3 00000020:00000001:1.0:1789603689.276073:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.276075:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.276076:0:35285:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603689.276079:0:35285:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5524 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92110 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.276085:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.276086:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.276087:0:35285:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603689.276090:0:35285:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603689.276092:0:35285:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5524 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92110 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789603689.276098:0:35285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603689.276100:0:35285:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603689.276102:0:35285:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603689.276106:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.276107:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.276108:0:35285:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.276111:0:35285:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603689.276112:0:35285:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.276114:0:35285:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.276117:0:35285:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.276119:0:35285:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603689.276120:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.276121:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603689.276123:0:35285:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603689.276126:0:35285:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd6680 x1876533442916608/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603705 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.276133:0:35285:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603689.276135:0:35285:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603689.276138:0:35285:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb8057ca000. 02000000:00000001:1.0:1789603689.276141:0:35285:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603689.276144:0:35285:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603689.276145:0:35285:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603689.276147:0:35285:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603689.276149:0:35285:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a7c00. 02000000:00000001:1.0:1789603689.276153:0:35285:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603689.276155:0:35285:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603689.276157:0:35285:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd6680. 00000100:00000001:1.0:1789603689.276161:0:35285:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603689.276162:0:35285:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603689.276165:0:35285:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:1.0:1789603689.276169:0:35285:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603689.276185:0:35285:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb810bc5720. 00000080:00000001:1.0:1789603689.276190:0:35285:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603689.276193:0:35285:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789603689.276194:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd3b00 00000080:00200000:1.0:1789603689.276196:0:35285:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:1.0:1789603689.276201:0:35285:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8051cae00. 00800000:00000002:1.0:1789603689.276206:0:35285:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603689.276209:0:35285:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603689.276212:0:35285:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603689.276213:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd3a20 00800000:00000002:1.0:1789603689.276215:0:35285:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603689.276219:0:35285:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603689.276221:0:35285:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603689.276223:0:35285:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603689.276226:0:35285:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603689.276228:0:35285:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603689.276230:0:35285:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603689.276232:0:35285:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603689.276235:0:35285:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603689.276238:0:35285:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789603689.276242:0:35285:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603689.276249:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd38f0 00000002:00010000:1.0:1789603689.276251:0:35285:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789603689.276255:0:35285:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603689.276256:0:35285:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603689.276258:0:35285:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603689.276261:0:35285:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c900 count: 2 00010000:00000001:1.0:1789603689.276263:0:35285:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603689.276266:0:35285:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603689.276268:0:35285:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789603689.276271:0:35285:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5524 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92110 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789603689.276278:0:35285:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603689.276282:0:35285:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603689.276285:0:35285:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5524 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92110 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789603689.276292:0:35285:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789603689.276294:0:35285:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603689.276296:0:35285:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603689.276297:0:35285:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603689.276299:0:35285:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603689.276301:0:35285:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789603689.276303:0:35285:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789603689.276305:0:35285:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603689.276307:0:35285:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8051cae00. 00000080:00000001:1.0:1789603689.276310:0:35285:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789603689.276311:0:35285:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603689.276313:0:35285:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:1.0:1789603689.276316:0:35285:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5524 00800000:00000001:1.0:1789603689.276318:0:35285:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603689.276320:0:35285:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603689.276321:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.276323:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.276324:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc800 refcount=3 00000020:00000001:1.0:1789603689.276326:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.276328:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.276330:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.276331:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603689.276332:0:35285:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603689.276334:0:35285:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603689.276335:0:35285:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5524 from it ffffb8e500dd3b38 00010000:00000001:1.0:1789603689.276337:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.276338:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.276339:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc800 refcount=3 00000020:00000001:1.0:1789603689.276341:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.276343:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.276344:0:35285:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603689.276347:0:35285:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5524 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92110 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789603689.276353:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.276354:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.276355:0:35285:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603689.276357:0:35285:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603689.276359:0:35285:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5524 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92110 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789603689.276366:0:35285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603689.276367:0:35285:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603689.276368:0:35285:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603689.276370:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.276371:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.276372:0:35285:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.276374:0:35285:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603689.276376:0:35285:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.276377:0:35285:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.276380:0:35285:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.276382:0:35285:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603689.276383:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.276384:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603689.276385:0:35285:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789603689.276386:0:35285:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603689.276389:0:35285:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 3 00000080:00000001:1.0:1789603689.276392:0:35285:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603689.276395:0:35285:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789603689.276397:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd3b58 00000080:00200000:1.0:1789603689.276399:0:35285:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9eb808190908), file ffff9eb80651bc80, open_flags a141, mode 81b6 opened 0 00000080:00000010:1.0:1789603689.276405:0:35285:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9eb805103900. 00000080:00000001:1.0:1789603689.276409:0:35285:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789603689.276411:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd3a08 00000080:00200000:1.0:1789603689.276413:0:35285:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9eb808190908), intent=open|creat 00000080:00000010:1.0:1789603689.276420:0:35285:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8051cae00. 00800000:00000002:1.0:1789603689.276423:0:35285:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603689.276428:0:35285:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603689.276429:0:35285:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603689.276431:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd3928 00800000:00000002:1.0:1789603689.276432:0:35285:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603689.276436:0:35285:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789603689.276438:0:35285:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789603689.276441:0:35285:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603689.276443:0:35285:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603689.276444:0:35285:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603689.276445:0:35285:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603689.276447:0:35285:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603689.276448:0:35285:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603689.276450:0:35285:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603689.276453:0:35285:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446637111935442432 : -106961774109184 : ffff9eb805731e00) 00800000:00000001:1.0:1789603689.276456:0:35285:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789603689.276458:0:35285:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789603689.276460:0:35285:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789603689.276463:0:35285:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789603689.276465:0:35285:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9eb81291b000: Allocated FID [0x200000405:0x2a:0x0] 40000000:00000001:1.0:1789603689.276468:0:35285:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.276470:0:35285:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603689.276472:0:35285:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603689.276474:0:35285:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.276477:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd38a8 00800000:00000002:1.0:1789603689.276479:0:35285:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2a:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:1.0:1789603689.276482:0:35285:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603689.276483:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd37e0 00000002:00010000:1.0:1789603689.276485:0:35285:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x200000405:0x2a:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:1.0:1789603689.276489:0:35285:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789603689.276491:0:35285:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789603689.276494:0:35285:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789603689.276498:0:35285:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.276500:0:35285:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789603689.276502:0:35285:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c900 count: 2 00010000:00000001:1.0:1789603689.276504:0:35285:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603689.276506:0:35285:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789603689.276537:0:35285:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789603689.276541:0:35285:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5524 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e92110 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789603689.276549:0:35285:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789603689.276553:0:35285:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789603689.276555:0:35285:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789603689.276557:0:35285:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789603689.276560:0:35285:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603689.276561:0:35285:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603689.276564:0:35285:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c900 count: 3 00010000:00000001:1.0:1789603689.276565:0:35285:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603689.276568:0:35285:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.276569:0:35285:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603689.276570:0:35285:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603689.276571:0:35285:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c900 count: 3 00010000:00000001:1.0:1789603689.276573:0:35285:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603689.276576:0:35285:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.276578:0:35285:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603689.276579:0:35285:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603689.276580:0:35285:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c900 count: 3 00010000:00000001:1.0:1789603689.276582:0:35285:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603689.276584:0:35285:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603689.276586:0:35285:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789603689.276589:0:35285:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9eb808190840, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789603689.276593:0:35285:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789603689.276595:0:35285:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789603689.276598:0:35285:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789603689.276600:0:35285:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.276603:0:35285:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789603689.276605:0:35285:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789603689.276607:0:35285:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789603689.276609:0:35285:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603689.276611:0:35285:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789603689.276613:0:35285:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fdc800 with handle 0xa04c19c788fe5524 from hash 00010000:00000001:1.0:1789603689.276615:0:35285:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789603689.276617:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.276618:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.276619:0:35285:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789603689.276622:0:35285:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789603689.276623:0:35285:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789603689.276626:0:35285:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789603689.276628:0:35285:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603689.276630:0:35285:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789603689.276634:0:35285:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd6680. 00000020:00000040:1.0:1789603689.276638:0:35285:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:1.0:1789603689.276643:0:35285:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789603689.276644:0:35285:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.276647:0:35285:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789603689.276651:0:35285:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603689.276653:0:35285:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.276655:0:35285:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603689.276657:0:35285:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603689.276661:0:35285:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603689.276668:0:35285:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041a7c00. 00000100:00000001:1.0:1789603689.276675:0:35285:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.276678:0:35285:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603689.276680:0:35285:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789603689.276684:0:35285:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5524 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e92110 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789603689.276692:0:35285:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789603689.276693:0:35285:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789603689.276695:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789603689.276698:0:35285:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5524 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e92110 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1789603689.276705:0:35285:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb80647c900 count: 0 00010000:00000010:1.0:1789603689.276712:0:35285:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb810da7f00. 00010000:00000001:1.0:1789603689.276723:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.276725:0:35285:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.276726:0:35285:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603689.276728:0:35285:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.276730:0:35285:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.276740:0:35285:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446637111957087872 : -106961752463744 : ffff9eb806bd6680) 00010000:00000001:1.0:1789603689.276744:0:35285:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789603689.276746:0:35285:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789603689.276750:0:35285:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb80647c200. 00010000:00000010:1.0:1789603689.276754:0:35285:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb810da7f00. 00010000:00000001:1.0:1789603689.276759:0:35285:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789603689.276762:0:35285:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb814fdde00. 00000020:00000001:1.0:1789603689.276765:0:35285:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789603689.276767:0:35285:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb814fdde00 with handle 0xa04c19c788fe552b to hash 00000020:00000001:1.0:1789603689.276769:0:35285:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789603689.276770:0:35285:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603689.276774:0:35285:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603689.276776:0:35285:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603689.276778:0:35285:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603689.276782:0:35285:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe552b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603689.276789:0:35285:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe552b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789603689.276800:0:35285:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789603689.276807:0:35285:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb806bd6680 x1876533442916864/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789603689.276816:0:35285:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe552b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789603689.276822:0:35285:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603689.276824:0:35285:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603689.276830:0:35285:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb804077780. 00000100:00000001:1.0:1789603689.276832:0:35285:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911610240 : -106961797941376 : ffff9eb804077780) 00000100:00000001:1.0:1789603689.276835:0:35285:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603689.276837:0:35285:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957087872 : -106961752463744 : ffff9eb806bd6680) 00000100:00000001:1.0:1789603689.276840:0:35285:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603689.276844:0:35285:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.276846:0:35285:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603689.276847:0:35285:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603689.276851:0:35285:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd6680 x1876533442916864/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.276870:0:35285:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603689.276872:0:35285:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.276877:0:35285:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603689.276880:0:35285:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603689.276882:0:35285:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603689.276886:0:35285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd6680 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35285:1876533442916864:192.168.204.129@tcp:101:lfs.0 00000100:00000001:1.0:1789603689.276891:0:35285:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603689.276897:0:35285:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603689.276898:0:35285:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.276901:0:35285:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603689.276967:0:35285:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9eb807be0000. 02000000:00000001:1.0:1789603689.276970:0:35285:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603689.276977:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603689.276982:0:35285:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603689.276989:0:35285:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9eb8041a4400. 00000100:00000200:1.0:1789603689.276997:0:35285:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876533442916864, portal 10 00000100:00000001:1.0:1789603689.276999:0:35285:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603689.277000:0:35285:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957087872 : -106961752463744 : ffff9eb806bd6680) 00000100:00000040:1.0:1789603689.277007:0:35285:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd6680 x1876533442916864/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789603705 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.277013:0:35285:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603689.277016:0:35285:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603689.277020:0:35285:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc088. 00000100:00000200:1.0:1789603689.277023:0:35285:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1876533442916864, offset 0 00000400:00000200:1.0:1789603689.277029:0:35285:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603689.277037:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603689.277044:0:35285:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603689.277050:0:35285:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603689.277054:0:35285:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603689.277058:0:35285:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603689.277061:0:35285:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603689.277065:0:35285:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2937:2937:256:4294967295] 192.168.204.129@tcp LPNI seq info [2937:2937:8:4294967295] 00000400:00000200:1.0:1789603689.277069:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603689.277079:0:35285:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603689.277085:0:35285:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603689.277090:0:35285:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9900. 00000800:00000200:1.0:1789603689.277098:0:35285:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603689.277104:0:35285:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603689.277109:0:35285:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9900 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:1.0:1789603689.277133:0:35285:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603689.277138:0:35285:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 887575 usecs (888 jiffies) 00000400:00000200:1.0:1789603689.277141:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603689.277144:0:35285:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296689098 00000100:00000001:1.0:1789603689.277152:0:35285:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296689085 00000100:00000001:1.0:1789603689.277157:0:35285:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296689098 00000100:00000001:1.0:1789603689.277161:0:35285:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296689085 00000100:00000001:1.0:1789603689.277163:0:35285:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603689.277166:0:35285:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.277168:0:35285:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603689.277170:0:35285:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603689.277173:0:35285:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb804077780 going to sleep for 11 seconds 00000100:00000001:1.0:1789603689.277176:0:35285:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603689.277178:0:35285:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603689.278668:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603689.278676:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9900. 00000400:00000200:2.0:1789603689.278683:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603689.278690:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603689.278696:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc088 00000400:00000010:2.0:1789603689.278699:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc088. 00000100:00000001:2.0:1789603689.278704:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603689.278710:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd6680 x1876533442916864/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789603705 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603689.278722:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603689.278725:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd6680 x1876533442916864/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789603705 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603689.278732:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603689.278733:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789603689.284647:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c900. 00010000:00000010:1.1:1789603689.284668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc800. 00000800:00000001:3.0:1789603689.326459:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.326641:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603689.326646:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.326650:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.326660:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.326669:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603689.326677:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.326683:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.326689:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.326694:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 608 into portal 10 MB=0x6aab27d463200 00000400:00000200:3.0:1789603689.326699:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.326705:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 608/608 into md 0x8585 [32] + 224 00000800:00000001:3.0:1789603689.326713:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.326723:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.326727:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603689.326732:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603689.326740:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603689.326749:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd6680 x1876533442916864/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789603705 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603689.326761:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff9eb806bd6680 x1876533442916864/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.326834:0:35285:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603689.326866:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603689.326875:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.326878:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789603689.327022:0:35285:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603689.327024:0:35285:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603689.327027:0:35285:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603689.327032:0:35285:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8041a4400 00000400:00000010:1.0:1789603689.327034:0:35285:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9eb8041a4400. 00000100:00000001:1.0:1789603689.327037:0:35285:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603689.327042:0:35285:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd6680 x1876533442916864/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603689.327052:0:35285:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd6680 x1876533442916864/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.327058:0:35285:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603689.327060:0:35285:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.327062:0:35285:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603689.327066:0:35285:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603689.327068:0:35285:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603689.327070:0:35285:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.327073:0:35285:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603689.327082:0:35285:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=87 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603689.327087:0:35285:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603689.327090:0:35285:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603689.327091:0:35285:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.327093:0:35285:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603689.327097:0:35285:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.327101:0:35285:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603689.327103:0:35285:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967638 00000100:00000001:1.0:1789603689.327105:0:35285:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603689.327107:0:35285:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603689.327112:0:35285:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd6680 x1876533442916864/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/608 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.327119:0:35285:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603689.327122:0:35285:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603689.327123:0:35285:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603689.327127:0:35285:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd6680 x1876533442916864/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/608 e 0 to 0 dl 1789603705 ref 2 fl Interpret:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603689.327135:0:35285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd6680 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35285:1876533442916864:192.168.204.129@tcp:101:lfs.0 00000100:00000001:1.0:1789603689.327140:0:35285:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.327144:0:35285:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.327147:0:35285:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603689.327149:0:35285:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603689.327153:0:35285:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd6680 x1876533442916864/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/608 e 0 to 0 dl 1789603705 ref 2 fl Complete:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.327160:0:35285:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603689.327163:0:35285:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb804077780. 00000100:00000001:1.0:1789603689.327166:0:35285:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603689.327168:0:35285:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.327171:0:35285:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789603689.327176:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.327178:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.327182:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdde00 refcount=4 00000020:00000001:1.0:1789603689.327184:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603689.327187:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000040:1.0:1789603689.327194:0:35285:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb814fdde00, remote cookie: 0x31dbb14d74e9212c, flags: 0x1001 00010000:00010000:1.0:1789603689.327201:0:35285:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe552b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9212c expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789603689.327211:0:35285:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000402:0x7:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789603689.327215:0:35285:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789603689.327224:0:35285:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb80647c900. 00010000:00000010:1.0:1789603689.327229:0:35285:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb810da7280. 00010000:00000040:1.0:1789603689.327235:0:35285:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb80647c200 count: 0 00010000:00000010:1.0:1789603689.327241:0:35285:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb810da7f00. 00010000:00000001:1.0:1789603689.327249:0:35285:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603689.327253:0:35285:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe552b lrc: 4/0,1 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9212c expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603689.327262:0:35285:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe552b lrc: 4/0,1 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9212c expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.327268:0:35285:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789603689.327272:0:35285:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789603689.327273:0:35285:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789603689.327275:0:35285:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789603689.327276:0:35285:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789603689.327279:0:35285:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000402:0x7:0x0].0x0 (ffff9eb80647c900) refcount = 1 00010000:00010000:1.0:1789603689.327283:0:35285:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe552b lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9212c expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.327289:0:35285:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789603689.327292:0:35285:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789603689.327293:0:35285:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603689.327296:0:35285:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789603689.327299:0:35285:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603689.327303:0:35285:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe552b lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9212c expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.327309:0:35285:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789603689.327311:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.327312:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.327313:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.327314:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.327316:0:35285:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.327320:0:35285:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789603689.327323:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.327324:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.327326:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdde00 refcount=3 00000020:00000001:1.0:1789603689.327328:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603689.327330:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603689.327332:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.327334:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.327335:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdde00 refcount=4 00000020:00000001:1.0:1789603689.327337:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603689.327339:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603689.327341:0:35285:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603689.327344:0:35285:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603689.327347:0:35285:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe552b lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9212c expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.327352:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.327353:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.327354:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.327355:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.327356:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdde00 refcount=5 00000020:00000001:1.0:1789603689.327358:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603689.327359:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603689.327361:0:35285:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603689.327364:0:35285:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe552b lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9212c expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.327369:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.327370:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789603689.327372:0:35285:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe552b lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9212c expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.327377:0:35285:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603689.327378:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.327379:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.327380:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.327381:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789603689.327386:0:35285:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=0 req@ffff9eb806bd6680 x1876533442916864/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/608 e 0 to 0 dl 1789603705 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789603689.327393:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.327394:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.327396:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdde00 refcount=3 00000020:00000001:1.0:1789603689.327397:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603689.327399:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603689.327401:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.327402:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603689.327403:0:35285:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.327405:0:35285:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.327408:0:35285:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789603689.327410:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.327411:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.327412:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdde00 refcount=3 00000020:00000001:1.0:1789603689.327414:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603689.327416:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00000002:00010000:1.0:1789603689.327419:0:35285:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe552b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9212c expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.327430:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.327432:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.327433:0:35285:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789603689.327434:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.327435:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.327436:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdde00 refcount=3 00000020:00000001:1.0:1789603689.327438:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603689.327440:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000040:1.0:1789603689.327443:0:35285:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c900 count: 2 00010000:00000001:1.0:1789603689.327446:0:35285:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789603689.327449:0:35285:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 9663677442/7 (0 0) 00010000:00000001:1.0:1789603689.327452:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.327453:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603689.327454:0:35285:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789603689.327457:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd3768 00000002:00002000:1.0:1789603689.327460:0:35285:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open|creat status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789603689.327463:0:35285:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603689.327468:0:35285:0:(lmv_intent.c:51:lmv_intent_remote()) Process entered 00800000:00000001:1.0:1789603689.327472:0:35285:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603689.327475:0:35285:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603689.327477:0:35285:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603689.327480:0:35285:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603689.327482:0:35285:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603689.327484:0:35285:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:1.0:1789603689.327486:0:35285:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:1.0:1789603689.327492:0:35285:0:(lmv_intent.c:75:lmv_intent_remote()) kmalloced '(op_data)': 392 at ffff9eb8051ca400. 00800000:00000002:1.0:1789603689.327494:0:35285:0:(lmv_intent.c:92:lmv_intent_remote()) REMOTE_INTENT with fid=[0x240000402:0x7:0x0] -> mds #1 00000002:00000001:1.0:1789603689.327499:0:35285:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603689.327501:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd3730 00000002:00010000:1.0:1789603689.327503:0:35285:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x240000402:0x7:0x0], intent: open|creat flags 0120502 00000002:00000001:1.0:1789603689.327508:0:35285:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789603689.327641:0:35285:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789603689.327646:0:35285:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789603689.327650:0:35285:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.327651:0:35285:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789603689.327653:0:35285:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603689.327659:0:35285:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5f80. 00000020:00000040:1.0:1789603689.327664:0:35285:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=5 obd=lustre-MDT0001-mdc-ffff9eb81291b000 02000000:00000001:1.0:1789603689.327670:0:35285:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789603689.327672:0:35285:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.327676:0:35285:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789603689.327680:0:35285:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603689.327684:0:35285:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.327687:0:35285:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603689.327689:0:35285:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603689.327694:0:35285:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603689.327703:0:35285:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041a4400. 00000100:00000001:1.0:1789603689.327710:0:35285:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.327713:0:35285:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603689.327715:0:35285:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.327716:0:35285:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603689.327718:0:35285:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.327720:0:35285:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.327726:0:35285:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446637111957086080 : -106961752465536 : ffff9eb806bd5f80) 00010000:00000001:1.0:1789603689.327729:0:35285:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789603689.327731:0:35285:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789603689.327735:0:35285:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb80647cf00. 00010000:00000010:1.0:1789603689.327738:0:35285:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb810da7f00. 00010000:00000001:1.0:1789603689.327742:0:35285:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789603689.327745:0:35285:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb814fdc800. 00000020:00000001:1.0:1789603689.327749:0:35285:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789603689.327752:0:35285:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb814fdc800 with handle 0xa04c19c788fe5532 to hash 00000020:00000001:1.0:1789603689.327754:0:35285:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789603689.327755:0:35285:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.327759:0:35285:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.327762:0:35285:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603689.327764:0:35285:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603689.327768:0:35285:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5532 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603689.327775:0:35285:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5532 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789603689.327787:0:35285:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789603689.327793:0:35285:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb806bd5f80 x1876533442917120/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789603689.327801:0:35285:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5532 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789603689.327806:0:35285:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603689.327807:0:35285:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603689.327814:0:35285:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb804077780. 00000100:00000001:1.0:1789603689.327816:0:35285:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911610240 : -106961797941376 : ffff9eb804077780) 00000100:00000001:1.0:1789603689.327819:0:35285:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603689.327820:0:35285:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957086080 : -106961752465536 : ffff9eb806bd5f80) 00000100:00000001:1.0:1789603689.327825:0:35285:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603689.327830:0:35285:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.327832:0:35285:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603689.327833:0:35285:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603689.327837:0:35285:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5f80 x1876533442917120/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.327845:0:35285:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603689.327848:0:35285:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.327852:0:35285:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603689.327855:0:35285:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603689.327897:0:35285:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603689.327902:0:35285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5f80 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35285:1876533442917120:192.168.204.129@tcp:101:lfs.0 00000100:00000001:1.0:1789603689.327906:0:35285:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603689.327911:0:35285:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603689.327914:0:35285:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.327916:0:35285:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603689.327973:0:35285:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9eb810240000. 02000000:00000001:1.0:1789603689.327977:0:35285:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603689.327984:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603689.327988:0:35285:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603689.327994:0:35285:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9eb8041a4000. 00000100:00000200:1.0:1789603689.328000:0:35285:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876533442917120, portal 10 00000100:00000001:1.0:1789603689.328002:0:35285:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603689.328003:0:35285:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957086080 : -106961752465536 : ffff9eb806bd5f80) 00000100:00000040:1.0:1789603689.328010:0:35285:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd5f80 x1876533442917120/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/66320 e 0 to 0 dl 1789603705 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.328017:0:35285:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603689.328020:0:35285:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603689.328023:0:35285:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc4c8. 00000100:00000200:1.0:1789603689.328027:0:35285:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876533442917120, offset 0 00000400:00000200:1.0:1789603689.328033:0:35285:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603689.328042:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603689.328049:0:35285:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603689.328055:0:35285:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603689.328060:0:35285:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603689.328064:0:35285:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603689.328066:0:35285:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603689.328070:0:35285:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2938:2938:256:4294967295] 192.168.204.129@tcp LPNI seq info [2938:2938:8:4294967295] 00000400:00000200:1.0:1789603689.328075:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603689.328085:0:35285:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603689.328089:0:35285:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603689.328094:0:35285:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9b00. 00000800:00000200:1.0:1789603689.328102:0:35285:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603689.328109:0:35285:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603689.328114:0:35285:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789603689.328139:0:35285:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603689.328144:0:35285:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21423 usecs (22 jiffies) 00000400:00000200:1.0:1789603689.328148:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603689.328151:0:35285:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296688283 00000100:00000001:1.0:1789603689.328154:0:35285:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296689098 00000100:00000001:1.0:1789603689.328156:0:35285:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296688283 00000100:00000001:1.0:1789603689.328159:0:35285:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296689098 00000100:00000001:1.0:1789603689.328161:0:35285:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603689.328164:0:35285:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.328166:0:35285:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603689.328167:0:35285:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603689.328170:0:35285:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb804077780 going to sleep for 11 seconds 00000100:00000001:1.0:1789603689.328172:0:35285:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603689.328174:0:35285:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603689.328342:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603689.328347:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9b00. 00000400:00000200:3.0:1789603689.328352:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603689.328356:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603689.328361:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc4c8 00000400:00000010:3.0:1789603689.328363:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc4c8. 00000100:00000001:3.0:1789603689.328367:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603689.328371:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5f80 x1876533442917120/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/66320 e 0 to 0 dl 1789603705 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603689.328379:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603689.328382:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5f80 x1876533442917120/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/66320 e 0 to 0 dl 1789603705 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603689.328388:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603689.328389:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603689.332958:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.332977:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603689.332983:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.332986:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.332996:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.333006:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603689.333015:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.333021:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.333026:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.333031:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 608 into portal 10 MB=0x6aab27d463300 00000400:00000200:3.0:1789603689.333036:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.333043:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 608/608 into md 0x858d [32] + 224 00000800:00000001:3.0:1789603689.333050:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.333075:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.333079:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603689.333084:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603689.333092:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603689.333102:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5f80 x1876533442917120/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/66320 e 0 to 0 dl 1789603705 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603689.333113:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff9eb806bd5f80 x1876533442917120/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/66320 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603689.333137:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603689.333144:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.333147:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1789603689.333981:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c200. 00000100:00000001:1.0:1789603689.334006:0:35285:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603689.334015:0:35285:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603689.334018:0:35285:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603689.334021:0:35285:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603689.334026:0:35285:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8041a4000 00000400:00000010:1.0:1789603689.334029:0:35285:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9eb8041a4000. 00000100:00000001:1.0:1789603689.334034:0:35285:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603689.334042:0:35285:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5f80 x1876533442917120/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/66320 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603689.334053:0:35285:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5f80 x1876533442917120/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/66320 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.334061:0:35285:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603689.334064:0:35285:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.334067:0:35285:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603689.334071:0:35285:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603689.334073:0:35285:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603689.334076:0:35285:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.334080:0:35285:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603689.334093:0:35285:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=87 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603689.334098:0:35285:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=87 v=5 (1 1 1 1) 00000100:00000001:1.0:1789603689.334101:0:35285:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789603689.334106:0:35285:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9eb806bd5f80 x1876533442917120/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/608 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.334113:0:35285:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789603689.334117:0:35285:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603689.334119:0:35285:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789603689.334122:0:35285:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603689.334125:0:35285:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789603689.334129:0:35285:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5f80 x1876533442917120/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/608 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.334136:0:35285:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789603689.334139:0:35285:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603689.334141:0:35285:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603689.334146:0:35285:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5f80 x1876533442917120/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/608 e 0 to 0 dl 1789603705 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603689.334154:0:35285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5f80 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35285:1876533442917120:192.168.204.129@tcp:101:lfs.0 00000100:00000001:1.0:1789603689.334159:0:35285:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.334162:0:35285:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789603689.334164:0:35285:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603689.334166:0:35285:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603689.334170:0:35285:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5f80 x1876533442917120/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/608 e 0 to 0 dl 1789603705 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.334176:0:35285:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603689.334178:0:35285:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb804077780. 00000100:00000001:1.0:1789603689.334180:0:35285:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603689.334182:0:35285:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1789603689.334186:0:35285:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789603689.334190:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.334193:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.334197:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc800 refcount=4 00000020:00000001:1.0:1789603689.334199:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.334203:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00010000:1.0:1789603689.334209:0:35285:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5532 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.334220:0:35285:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1789603689.334224:0:35285:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5532 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.334231:0:35285:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603689.334234:0:35285:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5532 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.334239:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.334241:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789603689.334243:0:35285:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5532 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.334250:0:35285:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603689.334254:0:35285:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.334257:0:35285:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789603689.334260:0:35285:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5532 lrc: 4/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603689.334267:0:35285:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb814fdc800 already unused, calling callback (ffffffffc1bbd980) 00000080:00000001:1.0:1789603689.334271:0:35285:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1789603689.334275:0:35285:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5532 lrc: 4/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.334282:0:35285:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1789603689.334284:0:35285:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1789603689.334287:0:35285:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5532 lrc: 4/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.334297:0:35285:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1789603689.334299:0:35285:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789603689.334301:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.334302:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.334303:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc800 refcount=5 00000020:00000001:1.0:1789603689.334305:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.334307:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.334310:0:35285:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789603689.334312:0:35285:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5532 lrc: 5/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1789603689.334318:0:35285:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789603689.334320:0:35285:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603689.334323:0:35285:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1789603689.334325:0:35285:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789603689.334328:0:35285:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789603689.334330:0:35285:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789603689.334332:0:35285:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603689.334333:0:35285:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789603689.334336:0:35285:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fdc800 with handle 0xa04c19c788fe5532 from hash 00010000:00000001:1.0:1789603689.334339:0:35285:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789603689.334340:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.334342:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.334343:0:35285:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789603689.334344:0:35285:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789603689.334346:0:35285:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1789603689.334348:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.334349:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.334351:0:35285:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603689.334352:0:35285:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603689.334355:0:35285:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5532 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.334360:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.334362:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.334363:0:35285:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1789603689.334365:0:35285:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603689.334366:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.334367:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.334368:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789603689.334370:0:35285:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5532 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789603689.334376:0:35285:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb80647cf00 count: 0 00010000:00000010:1.0:1789603689.334384:0:35285:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb810da7f00. 00010000:00000001:1.0:1789603689.334392:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.334394:0:35285:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1789603689.334398:0:35285:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1789603689.334404:0:35285:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=-21 req@ffff9eb806bd5f80 x1876533442917120/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/608 e 0 to 0 dl 1789603705 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789603689.334410:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1789603689.334412:0:35285:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.334414:0:35285:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.334416:0:35285:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.334419:0:35285:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000002:00000001:1.0:1789603689.334422:0:35285:0:(mdc_locks.c:1316:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:1.0:1789603689.334427:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd36b8 00000002:00002000:1.0:1789603689.334428:0:35285:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=-21 disp=0xb: rc = -21 00000002:00000001:1.0:1789603689.334432:0:35285:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:1.0:1789603689.334435:0:35285:0:(lmv_intent.c:115:lmv_intent_remote()) Process leaving via out_free_op_data (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000010:1.0:1789603689.334438:0:35285:0:(lmv_intent.c:135:lmv_intent_remote()) kfreed 'op_data': 392 at ffff9eb8051ca400. 00010000:00000001:1.0:1789603689.334441:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.334442:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.334443:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdde00 refcount=3 00000020:00000001:1.0:1789603689.334445:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603689.334447:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603689.334450:0:35285:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603689.334453:0:35285:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe552b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9212c expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.334460:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.334461:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.334463:0:35285:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603689.334465:0:35285:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603689.334467:0:35285:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe552b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9212c expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789603689.334486:0:35285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603689.334490:0:35285:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603689.334492:0:35285:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603689.334496:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.334498:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.334499:0:35285:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.334502:0:35285:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603689.334504:0:35285:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.334506:0:35285:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.334547:0:35285:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.334550:0:35285:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603689.334551:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.334552:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603689.334554:0:35285:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603689.334559:0:35285:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd6680 x1876533442916864/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/608 e 0 to 0 dl 1789603705 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.334565:0:35285:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603689.334568:0:35285:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603689.334572:0:35285:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9eb807be0000. 02000000:00000001:1.0:1789603689.334603:0:35285:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603689.334606:0:35285:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603689.334608:0:35285:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603689.334611:0:35285:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603689.334613:0:35285:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a7c00. 02000000:00000001:1.0:1789603689.334616:0:35285:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603689.334618:0:35285:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603689.334621:0:35285:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd6680. 00000100:00000001:1.0:1789603689.334624:0:35285:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603689.334625:0:35285:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603689.334627:0:35285:0:(lmv_intent.c:422:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:1.0:1789603689.334630:0:35285:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:1.0:1789603689.334634:0:35285:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:1.0:1789603689.334638:0:35285:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:1.0:1789603689.334640:0:35285:0:(namei.c:1264:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:1.0:1789603689.334645:0:35285:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603689.334648:0:35285:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8051cae00. 00000100:00000001:1.0:1789603689.334651:0:35285:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603689.334656:0:35285:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5f80 x1876533442917120/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/608 e 0 to 0 dl 1789603705 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.334663:0:35285:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603689.334664:0:35285:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603689.334666:0:35285:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9eb810240000. 02000000:00000001:1.0:1789603689.334692:0:35285:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603689.334694:0:35285:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603689.334696:0:35285:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603689.334698:0:35285:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603689.334699:0:35285:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a4400. 02000000:00000001:1.0:1789603689.334702:0:35285:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603689.334703:0:35285:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603689.334704:0:35285:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5f80. 00000100:00000001:1.0:1789603689.334707:0:35285:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603689.334708:0:35285:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603689.334713:0:35285:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789603689.334714:0:35285:0:(dcache.c:176:ll_intent_release()) intent ffff9eb805103900 released 00000080:00000001:1.0:1789603689.334716:0:35285:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:1.0:1789603689.334718:0:35285:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9eb805103900. 00000080:00000001:1.0:1789603689.334721:0:35285:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:1.0:1789603689.334728:0:35285:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789603689.334731:0:35285:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1789603689.334782:0:35285:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603689.334785:0:35285:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603689.334787:0:35285:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789603689.334789:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd3bc0 00000080:00200000:1.0:1789603689.334793:0:35285:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:1.0:1789603689.334799:0:35285:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8051cae00. 00800000:00000002:1.0:1789603689.334804:0:35285:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603689.334808:0:35285:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603689.334811:0:35285:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603689.334813:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd3ae0 00800000:00000002:1.0:1789603689.334815:0:35285:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603689.334818:0:35285:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603689.334821:0:35285:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603689.334823:0:35285:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603689.334825:0:35285:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603689.334827:0:35285:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603689.334829:0:35285:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603689.334830:0:35285:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603689.334833:0:35285:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603689.334848:0:35285:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789603689.334853:0:35285:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603689.334854:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd39b0 00000002:00010000:1.0:1789603689.334865:0:35285:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789603689.334869:0:35285:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603689.334871:0:35285:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603689.334873:0:35285:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789603689.334877:0:35285:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.334879:0:35285:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.334881:0:35285:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.334883:0:35285:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789603689.334886:0:35285:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789603689.334889:0:35285:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5f80. 00000020:00000040:1.0:1789603689.334892:0:35285:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:1.0:1789603689.334898:0:35285:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789603689.334901:0:35285:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603689.334905:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.334906:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.334907:0:35285:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.334909:0:35285:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603689.334912:0:35285:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603689.334916:0:35285:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603689.334923:0:35285:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041a4400. 00000100:00000001:1.0:1789603689.334928:0:35285:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.334931:0:35285:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603689.334932:0:35285:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.334934:0:35285:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603689.334935:0:35285:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.334937:0:35285:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.334942:0:35285:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637111957086080 : -106961752465536 : ffff9eb806bd5f80) 00010000:00000001:1.0:1789603689.334945:0:35285:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789603689.334947:0:35285:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789603689.334951:0:35285:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb80647c200. 00010000:00000010:1.0:1789603689.334954:0:35285:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb810da7f00. 00010000:00000001:1.0:1789603689.334958:0:35285:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789603689.334961:0:35285:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb814fdd000. 00000020:00000001:1.0:1789603689.334964:0:35285:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789603689.334966:0:35285:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb814fdd000 with handle 0xa04c19c788fe5539 to hash 00000020:00000001:1.0:1789603689.334968:0:35285:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789603689.334970:0:35285:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603689.334973:0:35285:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603689.334976:0:35285:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603689.334978:0:35285:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603689.334981:0:35285:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603689.334988:0:35285:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603689.335000:0:35285:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789603689.335005:0:35285:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603689.335007:0:35285:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603689.335013:0:35285:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb804077780. 00000100:00000001:1.0:1789603689.335015:0:35285:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911610240 : -106961797941376 : ffff9eb804077780) 00000100:00000001:1.0:1789603689.335018:0:35285:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603689.335019:0:35285:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957086080 : -106961752465536 : ffff9eb806bd5f80) 00000100:00000001:1.0:1789603689.335023:0:35285:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603689.335027:0:35285:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.335029:0:35285:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603689.335030:0:35285:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603689.335035:0:35285:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5f80 x1876533442917248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.335042:0:35285:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603689.335044:0:35285:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.335047:0:35285:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603689.335050:0:35285:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603689.335052:0:35285:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603689.335055:0:35285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5f80 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35285:1876533442917248:192.168.204.129@tcp:101:lfs.0 00000100:00000001:1.0:1789603689.335059:0:35285:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603689.335063:0:35285:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603689.335065:0:35285:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.335067:0:35285:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603689.335071:0:35285:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb8057ca000. 02000000:00000001:1.0:1789603689.335073:0:35285:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603689.335080:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603689.335084:0:35285:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603689.335089:0:35285:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc550. 00000100:00000200:1.0:1789603689.335095:0:35285:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442917248, portal 10 00000100:00000001:1.0:1789603689.335097:0:35285:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603689.335098:0:35285:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957086080 : -106961752465536 : ffff9eb806bd5f80) 00000100:00000040:1.0:1789603689.335103:0:35285:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd5f80 x1876533442917248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603705 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.335111:0:35285:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603689.335114:0:35285:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603689.335116:0:35285:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc880. 00000100:00000200:1.0:1789603689.335119:0:35285:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876533442917248, offset 0 00000400:00000200:1.0:1789603689.335124:0:35285:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603689.335132:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603689.335139:0:35285:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603689.335145:0:35285:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603689.335149:0:35285:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603689.335153:0:35285:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603689.335155:0:35285:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603689.335159:0:35285:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2939:2939:256:4294967295] 192.168.204.129@tcp LPNI seq info [2939:2939:8:4294967295] 00000400:00000200:1.0:1789603689.335163:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603689.335173:0:35285:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603689.335178:0:35285:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603689.335183:0:35285:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9c00. 00000800:00000200:1.0:1789603689.335189:0:35285:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603689.335196:0:35285:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603689.335201:0:35285:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9c00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789603689.335226:0:35285:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603689.335230:0:35285:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 886518 usecs (887 jiffies) 00000400:00000200:1.0:1789603689.335233:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603689.335236:0:35285:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296689155 00000100:00000001:1.0:1789603689.335242:0:35285:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296689098 00000100:00000001:1.0:1789603689.335248:0:35285:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296689155 00000100:00000001:1.0:1789603689.335252:0:35285:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296689098 00000100:00000001:1.0:1789603689.335254:0:35285:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603689.335257:0:35285:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.335259:0:35285:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603689.335261:0:35285:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603689.335263:0:35285:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb804077780 going to sleep for 11 seconds 00000100:00000001:1.0:1789603689.335265:0:35285:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603689.335267:0:35285:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603689.335832:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603689.335850:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9c00. 00000400:00000200:3.0:1789603689.335864:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603689.335869:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603689.335875:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc880 00000400:00000010:3.0:1789603689.335878:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc880. 00000100:00000001:3.0:1789603689.335882:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603689.335886:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5f80 x1876533442917248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603705 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603689.335894:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603689.335897:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5f80 x1876533442917248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603705 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603689.335903:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603689.335904:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789603689.339800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647cf00. 00010000:00000010:1.1:1789603689.339814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc800. 00000800:00000001:3.0:1789603689.342633:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.342650:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603689.342654:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.342657:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.342667:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.342675:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603689.342684:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.342689:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.342695:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.342699:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d463380 00000400:00000200:3.0:1789603689.342705:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.342711:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x8595 [1] + 224 00000800:00000001:3.0:1789603689.342719:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.342727:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.342730:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603689.342735:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603689.342743:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603689.342753:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5f80 x1876533442917248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603705 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603689.342765:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb806bd5f80 x1876533442917248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603689.342783:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603689.342791:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.342795:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.343498:0:35285:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603689.343507:0:35285:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603689.343638:0:35285:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603689.343642:0:35285:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603689.343647:0:35285:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc550 00000400:00000010:1.0:1789603689.343650:0:35285:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc550. 00000100:00000001:1.0:1789603689.343654:0:35285:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603689.343661:0:35285:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5f80 x1876533442917248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603689.343671:0:35285:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5f80 x1876533442917248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.343678:0:35285:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603689.343681:0:35285:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.343684:0:35285:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603689.343687:0:35285:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603689.343689:0:35285:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603689.343692:0:35285:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.343695:0:35285:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603689.343703:0:35285:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=87 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603689.343708:0:35285:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603689.343710:0:35285:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603689.343712:0:35285:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.343714:0:35285:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603689.343717:0:35285:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.343721:0:35285:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603689.343723:0:35285:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967638 00000100:00000001:1.0:1789603689.343725:0:35285:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603689.343727:0:35285:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603689.343732:0:35285:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5f80 x1876533442917248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.343739:0:35285:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603689.343742:0:35285:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603689.343744:0:35285:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603689.343748:0:35285:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5f80 x1876533442917248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603705 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603689.343760:0:35285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5f80 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35285:1876533442917248:192.168.204.129@tcp:101:lfs.0 00000100:00000001:1.0:1789603689.343765:0:35285:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.343768:0:35285:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.343770:0:35285:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603689.343772:0:35285:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603689.343775:0:35285:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5f80 x1876533442917248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603705 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.343781:0:35285:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603689.343784:0:35285:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb804077780. 00000100:00000001:1.0:1789603689.343788:0:35285:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603689.343790:0:35285:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.343793:0:35285:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789603689.343797:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.343799:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.343803:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd000 refcount=4 00000020:00000001:1.0:1789603689.343806:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603689.343809:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000040:1.0:1789603689.343816:0:35285:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb814fdd000, remote cookie: 0x31dbb14d74e92141, flags: 0x1001 00010000:00010000:1.0:1789603689.343823:0:35285:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92141 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603689.343835:0:35285:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92141 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.343841:0:35285:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789603689.343845:0:35285:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789603689.343848:0:35285:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789603689.343849:0:35285:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789603689.343850:0:35285:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789603689.343853:0:35285:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9eb80647c200) refcount = 1 00010000:00010000:1.0:1789603689.343869:0:35285:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92141 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.343876:0:35285:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789603689.343879:0:35285:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789603689.343881:0:35285:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603689.343884:0:35285:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789603689.343886:0:35285:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603689.343890:0:35285:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92141 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.343895:0:35285:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789603689.343897:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.343899:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.343900:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.343901:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.343902:0:35285:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.343907:0:35285:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789603689.343909:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.343910:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.343911:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd000 refcount=3 00000020:00000001:1.0:1789603689.343913:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603689.343915:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603689.343918:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.343919:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.343920:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd000 refcount=4 00000020:00000001:1.0:1789603689.343922:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603689.343924:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603689.343927:0:35285:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603689.343930:0:35285:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603689.343933:0:35285:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92141 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.343939:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.343941:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.343943:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.343944:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.343945:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd000 refcount=5 00000020:00000001:1.0:1789603689.343947:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603689.343949:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603689.343951:0:35285:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603689.343954:0:35285:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92141 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.343960:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.343961:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789603689.343964:0:35285:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92141 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.343971:0:35285:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603689.343972:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.343973:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.343974:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.343975:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789603689.343980:0:35285:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb806bd5f80 x1876533442917248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603705 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789603689.343988:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.343989:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.343991:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd000 refcount=3 00000020:00000001:1.0:1789603689.343992:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603689.343994:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603689.343997:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.343998:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603689.343999:0:35285:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.344001:0:35285:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.344005:0:35285:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789603689.344007:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.344008:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.344010:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd000 refcount=3 00000020:00000001:1.0:1789603689.344011:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603689.344013:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00000002:00010000:1.0:1789603689.344016:0:35285:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92141 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.344022:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.344023:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.344025:0:35285:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789603689.344026:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.344027:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.344028:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd000 refcount=3 00000020:00000001:1.0:1789603689.344030:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603689.344032:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000040:1.0:1789603689.344038:0:35285:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c200 count: 2 00010000:00000001:1.0:1789603689.344041:0:35285:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789603689.344045:0:35285:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789603689.344048:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.344049:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603689.344050:0:35285:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789603689.344053:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd3938 00000002:00002000:1.0:1789603689.344055:0:35285:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789603689.344058:0:35285:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603689.344062:0:35285:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603689.344065:0:35285:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789603689.344068:0:35285:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789603689.344071:0:35285:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603689.344075:0:35285:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603689.344079:0:35285:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8051cae00. 00000080:00000001:1.0:1789603689.344083:0:35285:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789603689.344085:0:35285:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789603689.344091:0:35285:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789603689.344095:0:35285:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789603689.344101:0:35285:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb811aa70c0. 00800000:00000001:1.0:1789603689.344104:0:35285:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637112140394688 : -106961569156928 : ffff9eb811aa70c0) 00800000:00000001:1.0:1789603689.344106:0:35285:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.344108:0:35285:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789603689.344111:0:35285:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789603689.344113:0:35285:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789603689.344116:0:35285:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789603689.344119:0:35285:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789603689.344121:0:35285:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603689.344125:0:35285:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789603689.344128:0:35285:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789603689.344133:0:35285:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1789603689.344135:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.344136:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.344138:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd000 refcount=3 00000020:00000001:1.0:1789603689.344140:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603689.344142:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603689.344144:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.344145:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789603689.344146:0:35285:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789603689.344149:0:35285:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789603689.344151:0:35285:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb811aa70c0 1 00800000:00000010:1.0:1789603689.344153:0:35285:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb811aa70c0. 00800000:00000001:1.0:1789603689.344156:0:35285:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603689.344160:0:35285:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5539 00800000:00000001:1.0:1789603689.344163:0:35285:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603689.344165:0:35285:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603689.344166:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.344168:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.344169:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd000 refcount=3 00000020:00000001:1.0:1789603689.344171:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603689.344173:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603689.344175:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.344176:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603689.344177:0:35285:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603689.344179:0:35285:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603689.344181:0:35285:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603689.344184:0:35285:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:1.0:1789603689.344187:0:35285:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5539 from it ffffb8e500dd3bf8 00010000:00000001:1.0:1789603689.344189:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.344190:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.344191:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd000 refcount=3 00000020:00000001:1.0:1789603689.344192:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603689.344194:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:1.0:1789603689.344196:0:35285:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603689.344198:0:35285:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92141 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.344204:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.344205:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.344206:0:35285:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603689.344209:0:35285:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603689.344211:0:35285:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92141 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789603689.344218:0:35285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603689.344220:0:35285:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603689.344221:0:35285:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603689.344225:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.344226:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.344228:0:35285:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.344231:0:35285:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603689.344233:0:35285:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.344235:0:35285:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.344237:0:35285:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.344239:0:35285:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603689.344240:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.344241:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603689.344242:0:35285:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603689.344246:0:35285:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5f80 x1876533442917248/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603705 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.344252:0:35285:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603689.344255:0:35285:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603689.344258:0:35285:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb8057ca000. 02000000:00000001:1.0:1789603689.344261:0:35285:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603689.344263:0:35285:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603689.344264:0:35285:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603689.344267:0:35285:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603689.344270:0:35285:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a4400. 02000000:00000001:1.0:1789603689.344273:0:35285:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603689.344276:0:35285:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603689.344277:0:35285:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5f80. 00000100:00000001:1.0:1789603689.344282:0:35285:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603689.344283:0:35285:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603689.344286:0:35285:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:1.0:1789603689.344291:0:35285:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603689.344305:0:35285:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb810bc5e60. 00000080:00000001:1.0:1789603689.344311:0:35285:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789603689.344313:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd3b58 00000080:00000010:1.1:1789603689.349481:0:35285:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5720. 00000080:00200000:1.0:1789603689.349530:0:35285:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9eb808190908), file ffff9eb80651b080, open_flags 1a100, mode 0 opened 0 00000080:00000010:1.0:1789603689.349541:0:35285:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9eb805103900. 00000080:00000001:1.0:1789603689.349545:0:35285:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789603689.349548:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd3a08 00000080:00200000:1.0:1789603689.349551:0:35285:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9eb808190908), intent=open 00000080:00000010:1.0:1789603689.349560:0:35285:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8051cae00. 00800000:00000002:1.0:1789603689.349566:0:35285:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603689.349572:0:35285:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603689.349577:0:35285:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603689.349579:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd3928 00800000:00000002:1.0:1789603689.349581:0:35285:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603689.349584:0:35285:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789603689.349587:0:35285:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789603689.349591:0:35285:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603689.349595:0:35285:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603689.349598:0:35285:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603689.349601:0:35285:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603689.349604:0:35285:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603689.349606:0:35285:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603689.349609:0:35285:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603689.349612:0:35285:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446637111935442432 : -106961774109184 : ffff9eb805731e00) 00000020:00000001:1.0:1789603689.349616:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd38a8 00800000:00000002:1.0:1789603689.349618:0:35285:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:1.0:1789603689.349624:0:35285:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603689.349626:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd37e0 00000002:00010000:1.0:1789603689.349627:0:35285:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:1.0:1789603689.349632:0:35285:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789603689.349635:0:35285:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789603689.349639:0:35285:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789603689.349646:0:35285:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c200 count: 2 00010000:00000001:1.0:1789603689.349650:0:35285:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603689.349653:0:35285:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789603689.349657:0:35285:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.349659:0:35285:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.349662:0:35285:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603689.349669:0:35285:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5f80. 00000020:00000040:1.0:1789603689.349673:0:35285:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:1.0:1789603689.349680:0:35285:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789603689.349681:0:35285:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.349684:0:35285:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789603689.349688:0:35285:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603689.349694:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.349696:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.349698:0:35285:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.349701:0:35285:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603689.349702:0:35285:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603689.349706:0:35285:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603689.349714:0:35285:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041a4400. 00000100:00000001:1.0:1789603689.349722:0:35285:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.349726:0:35285:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603689.349728:0:35285:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.349730:0:35285:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603689.349732:0:35285:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.349734:0:35285:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.349743:0:35285:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446637111957086080 : -106961752465536 : ffff9eb806bd5f80) 00010000:00000001:1.0:1789603689.349747:0:35285:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789603689.349749:0:35285:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789603689.349751:0:35285:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c200 count: 2 00010000:00000001:1.0:1789603689.349753:0:35285:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603689.349755:0:35285:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789603689.349759:0:35285:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb814fdc800. 00000020:00000001:1.0:1789603689.349762:0:35285:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789603689.349765:0:35285:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb814fdc800 with handle 0xa04c19c788fe5540 to hash 00000020:00000001:1.0:1789603689.349767:0:35285:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789603689.349768:0:35285:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.349772:0:35285:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.349775:0:35285:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603689.349778:0:35285:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603689.349782:0:35285:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5540 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603689.349791:0:35285:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5540 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789603689.349803:0:35285:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789603689.349815:0:35285:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb806bd5f80 x1876533442917504/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789603689.349824:0:35285:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5540 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789603689.349830:0:35285:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603689.349831:0:35285:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603689.349838:0:35285:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb804077780. 00000100:00000001:1.0:1789603689.349840:0:35285:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911610240 : -106961797941376 : ffff9eb804077780) 00000100:00000001:1.0:1789603689.349842:0:35285:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603689.349844:0:35285:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957086080 : -106961752465536 : ffff9eb806bd5f80) 00000100:00000001:1.0:1789603689.349848:0:35285:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603689.349852:0:35285:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.349854:0:35285:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603689.349855:0:35285:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603689.349873:0:35285:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5f80 x1876533442917504/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.349882:0:35285:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603689.349884:0:35285:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.349887:0:35285:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603689.349889:0:35285:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603689.349892:0:35285:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603689.349896:0:35285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5f80 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35285:1876533442917504:192.168.204.129@tcp:101:lfs.0 00000100:00000001:1.0:1789603689.349900:0:35285:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603689.349905:0:35285:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603689.349907:0:35285:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.349910:0:35285:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603689.349999:0:35285:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9eb810240000. 02000000:00000001:1.0:1789603689.350002:0:35285:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603689.350010:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603689.350015:0:35285:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603689.350023:0:35285:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9eb8057ca000. 00000100:00000200:1.0:1789603689.350030:0:35285:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876533442917504, portal 10 00000100:00000001:1.0:1789603689.350032:0:35285:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603689.350033:0:35285:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957086080 : -106961752465536 : ffff9eb806bd5f80) 00000100:00000040:1.0:1789603689.350040:0:35285:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd5f80 x1876533442917504/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789603705 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.350048:0:35285:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603689.350050:0:35285:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603689.350054:0:35285:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc550. 00000100:00000200:1.0:1789603689.350057:0:35285:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1876533442917504, offset 0 00000400:00000200:1.0:1789603689.350063:0:35285:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603689.350071:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603689.350078:0:35285:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603689.350083:0:35285:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603689.350087:0:35285:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603689.350090:0:35285:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603689.350093:0:35285:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603689.350096:0:35285:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2940:2940:256:4294967295] 192.168.204.129@tcp LPNI seq info [2940:2940:8:4294967295] 00000400:00000200:1.0:1789603689.350100:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603689.350110:0:35285:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603689.350115:0:35285:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603689.350120:0:35285:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9300. 00000800:00000200:1.0:1789603689.350126:0:35285:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603689.350135:0:35285:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603689.350139:0:35285:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9300 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:1.0:1789603689.350162:0:35285:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603689.350167:0:35285:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 885398 usecs (886 jiffies) 00000400:00000200:1.0:1789603689.350170:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603689.350173:0:35285:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296689169 00000100:00000001:1.0:1789603689.350181:0:35285:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296689155 00000100:00000001:1.0:1789603689.350186:0:35285:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296689169 00000100:00000001:1.0:1789603689.350190:0:35285:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296689155 00000100:00000001:1.0:1789603689.350192:0:35285:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603689.350195:0:35285:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.350197:0:35285:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603689.350199:0:35285:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603689.350201:0:35285:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb804077780 going to sleep for 11 seconds 00000100:00000001:1.0:1789603689.350204:0:35285:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603689.350206:0:35285:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603689.352488:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603689.352497:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9300. 00000400:00000200:3.0:1789603689.352504:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603689.352543:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603689.352551:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc550 00000400:00000010:3.0:1789603689.352554:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc550. 00000100:00000001:3.0:1789603689.352559:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603689.352566:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5f80 x1876533442917504/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789603705 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603689.352577:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603689.352581:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5f80 x1876533442917504/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789603705 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603689.352587:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603689.352589:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603689.359649:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.359666:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603689.359671:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.359673:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.359683:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.359692:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603689.359702:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.359708:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.359713:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.359718:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 608 into portal 10 MB=0x6aab27d463480 00000400:00000200:3.0:1789603689.359724:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.359730:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 608/608 into md 0x859d [64] + 224 00000800:00000001:3.0:1789603689.359738:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.359745:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.359749:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603689.359754:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603689.359762:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603689.359774:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5f80 x1876533442917504/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789603705 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603689.359786:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9eb806bd5f80 x1876533442917504/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603689.359815:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603689.359824:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.359828:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.360455:0:35285:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603689.360465:0:35285:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603689.360467:0:35285:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603689.360482:0:35285:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603689.360488:0:35285:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057ca000 00000400:00000010:1.0:1789603689.360491:0:35285:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9eb8057ca000. 00000100:00000001:1.0:1789603689.360502:0:35285:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603689.360695:0:35285:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5f80 x1876533442917504/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603689.360709:0:35285:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5f80 x1876533442917504/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.360715:0:35285:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603689.360718:0:35285:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.360721:0:35285:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603689.360723:0:35285:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603689.360726:0:35285:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603689.360728:0:35285:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.360731:0:35285:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603689.360740:0:35285:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=87 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603689.360744:0:35285:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603689.360747:0:35285:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603689.360748:0:35285:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.360751:0:35285:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603689.360754:0:35285:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.360758:0:35285:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603689.360761:0:35285:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967638 00000100:00000001:1.0:1789603689.360763:0:35285:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603689.360765:0:35285:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603689.360770:0:35285:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5f80 x1876533442917504/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/608 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.360777:0:35285:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603689.360781:0:35285:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603689.360783:0:35285:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603689.360787:0:35285:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5f80 x1876533442917504/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/608 e 0 to 0 dl 1789603705 ref 2 fl Interpret:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603689.360795:0:35285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5f80 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35285:1876533442917504:192.168.204.129@tcp:101:lfs.0 00000100:00000001:1.0:1789603689.360800:0:35285:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.360803:0:35285:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.360806:0:35285:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603689.360808:0:35285:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603689.360811:0:35285:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5f80 x1876533442917504/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/608 e 0 to 0 dl 1789603705 ref 2 fl Complete:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.360819:0:35285:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603689.360821:0:35285:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb804077780. 00000100:00000001:1.0:1789603689.360825:0:35285:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603689.360826:0:35285:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.360829:0:35285:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789603689.360835:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.360838:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.360842:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc800 refcount=4 00000020:00000001:1.0:1789603689.360845:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.360848:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000040:1.0:1789603689.360855:0:35285:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb814fdc800, remote cookie: 0x31dbb14d74e9215d, flags: 0x1001 00010000:00010000:1.0:1789603689.360870:0:35285:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5540 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9215d expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789603689.360879:0:35285:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000402:0x7:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789603689.360883:0:35285:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1789603689.360890:0:35285:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c900 count: 2 00010000:00000001:1.0:1789603689.360893:0:35285:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603689.360897:0:35285:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603689.360901:0:35285:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5540 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9215d expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603689.360910:0:35285:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5540 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9215d expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.360922:0:35285:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789603689.360926:0:35285:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789603689.360928:0:35285:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789603689.360930:0:35285:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789603689.360931:0:35285:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789603689.360934:0:35285:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000402:0x7:0x0].0x0 (ffff9eb80647c900) refcount = 2 00010000:00000040:1.0:1789603689.360937:0:35285:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789603689.360940:0:35285:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe552b lrc: 1/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9212c expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789603689.360947:0:35285:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5540 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9215d expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.360953:0:35285:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789603689.360956:0:35285:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789603689.360957:0:35285:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603689.360961:0:35285:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789603689.360963:0:35285:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603689.360966:0:35285:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5540 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9215d expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.360971:0:35285:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789603689.360973:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.360974:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.360975:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.360976:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.360978:0:35285:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.360982:0:35285:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789603689.360984:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.360985:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.360987:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc800 refcount=3 00000020:00000001:1.0:1789603689.360989:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.360991:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.360994:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.360995:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.360996:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc800 refcount=4 00000020:00000001:1.0:1789603689.360998:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.361000:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.361002:0:35285:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603689.361005:0:35285:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603689.361009:0:35285:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5540 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9215d expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.361016:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.361017:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.361018:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.361019:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.361021:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc800 refcount=5 00000020:00000001:1.0:1789603689.361023:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.361026:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.361028:0:35285:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603689.361031:0:35285:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5540 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9215d expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.361037:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.361038:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789603689.361041:0:35285:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5540 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9215d expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.361046:0:35285:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603689.361047:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.361048:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.361049:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.361050:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789603689.361055:0:35285:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0xb, status=0 req@ffff9eb806bd5f80 x1876533442917504/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/608 e 0 to 0 dl 1789603705 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789603689.361068:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.361069:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.361070:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc800 refcount=3 00000020:00000001:1.0:1789603689.361073:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.361075:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.361077:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.361078:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603689.361080:0:35285:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.361082:0:35285:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.361085:0:35285:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789603689.361088:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.361089:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.361090:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc800 refcount=3 00000020:00000001:1.0:1789603689.361092:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.361094:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00000002:00010000:1.0:1789603689.361096:0:35285:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5540 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9215d expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.361103:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.361103:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.361105:0:35285:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789603689.361106:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.361107:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.361108:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc800 refcount=3 00000020:00000001:1.0:1789603689.361110:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:1.0:1789603689.361112:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000040:1.0:1789603689.361115:0:35285:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c900 count: 3 00010000:00000001:1.0:1789603689.361117:0:35285:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603689.361120:0:35285:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603689.361123:0:35285:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789603689.361126:0:35285:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe552b lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9212c expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789603689.361134:0:35285:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603689.361232:0:35285:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603689.361239:0:35285:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe552b lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9212c expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603689.361246:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603689.361247:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603689.361248:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603689.361250:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603689.361251:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc800 refcount=3 00000020:00000001:2.0:1789603689.361253:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:2.0:1789603689.361255:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:2.0:1789603689.361257:0:35285:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1789603689.361259:0:35285:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5540 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9215d expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603689.361270:0:35285:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603689.361272:0:35285:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5540 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x31dbb14d74e9215d expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603689.361278:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603689.361279:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789603689.361282:0:35285:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5540 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x31dbb14d74e9215d expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603689.361288:0:35285:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603689.361290:0:35285:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603689.361293:0:35285:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1789603689.361300:0:35285:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9eb8209fcf00. 00010000:00000001:2.0:1789603689.361304:0:35285:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1789603689.362069:0:35285:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1789603689.362075:0:35285:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603689.362077:0:35285:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603689.362079:0:35285:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603689.362081:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603689.362082:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603689.362084:0:35285:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789603689.362087:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd3768 00000002:00002000:2.0:1789603689.362089:0:35285:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789603689.362094:0:35285:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603689.362101:0:35285:0:(lmv_intent.c:51:lmv_intent_remote()) Process entered 00800000:00000001:2.0:1789603689.362104:0:35285:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603689.362106:0:35285:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603689.362109:0:35285:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603689.362112:0:35285:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603689.362114:0:35285:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603689.362116:0:35285:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:2.0:1789603689.362118:0:35285:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:2.0:1789603689.362125:0:35285:0:(lmv_intent.c:75:lmv_intent_remote()) kmalloced '(op_data)': 392 at ffff9eb80572bc00. 00800000:00000002:2.0:1789603689.362128:0:35285:0:(lmv_intent.c:92:lmv_intent_remote()) REMOTE_INTENT with fid=[0x240000402:0x7:0x0] -> mds #1 00000002:00000001:2.0:1789603689.362134:0:35285:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603689.362135:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd3730 00000002:00010000:2.0:1789603689.362137:0:35285:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x240000402:0x7:0x0], intent: open flags 0320401 00000002:00000001:2.0:1789603689.362141:0:35285:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789603689.362143:0:35285:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789603689.362146:0:35285:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789603689.362151:0:35285:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603689.362153:0:35285:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789603689.362154:0:35285:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603689.362160:0:35285:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f2300. 00000020:00000040:2.0:1789603689.362163:0:35285:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=5 obd=lustre-MDT0001-mdc-ffff9eb81291b000 02000000:00000001:2.0:1789603689.362167:0:35285:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789603689.362169:0:35285:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603689.362171:0:35285:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603689.362176:0:35285:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603689.362180:0:35285:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603689.362183:0:35285:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603689.362185:0:35285:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603689.362188:0:35285:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603689.362195:0:35285:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041d3400. 00000100:00000001:2.0:1789603689.362201:0:35285:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603689.362204:0:35285:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603689.362205:0:35285:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603689.362207:0:35285:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603689.362208:0:35285:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603689.362210:0:35285:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603689.362217:0:35285:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446637111912112896 : -106961797438720 : ffff9eb8040f2300) 00010000:00000001:2.0:1789603689.362220:0:35285:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789603689.362222:0:35285:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789603689.362226:0:35285:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb81938b000. 00010000:00000010:2.0:1789603689.362230:0:35285:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80574e700. 00010000:00000001:2.0:1789603689.362235:0:35285:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789603689.362239:0:35285:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb802f46200. 00000020:00000001:2.0:1789603689.362242:0:35285:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789603689.362245:0:35285:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb802f46200 with handle 0xa04c19c788fe5547 to hash 00000020:00000001:2.0:1789603689.362246:0:35285:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789603689.362248:0:35285:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603689.362252:0:35285:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:2.0:1789603689.362254:0:35285:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603689.362256:0:35285:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603689.362260:0:35285:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5547 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603689.362267:0:35285:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5547 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789603689.362277:0:35285:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789603689.362286:0:35285:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb8040f2300 x1876533442917760/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789603689.362293:0:35285:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5547 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789603689.362298:0:35285:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603689.362300:0:35285:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603689.362322:0:35285:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8209fc900. 00000100:00000001:2.0:1789603689.362324:0:35285:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112391354624 : -106961318196992 : ffff9eb8209fc900) 00000100:00000001:2.0:1789603689.362327:0:35285:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603689.362328:0:35285:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112896 : -106961797438720 : ffff9eb8040f2300) 00000100:00000001:2.0:1789603689.362332:0:35285:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603689.362336:0:35285:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603689.362338:0:35285:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603689.362340:0:35285:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603689.362344:0:35285:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f2300 x1876533442917760/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603689.362351:0:35285:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603689.362354:0:35285:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603689.362359:0:35285:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603689.362362:0:35285:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603689.362364:0:35285:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603689.362367:0:35285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f2300 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35285:1876533442917760:192.168.204.129@tcp:101:lfs.0 00000100:00000001:2.0:1789603689.362372:0:35285:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603689.362377:0:35285:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603689.362379:0:35285:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603689.362381:0:35285:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603689.362473:0:35285:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9eb810280000. 02000000:00000001:2.0:1789603689.362477:0:35285:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603689.362485:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603689.362490:0:35285:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3a50. 00000400:00000010:2.0:1789603689.363764:0:35285:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9eb811629800. 00000100:00000200:2.0:1789603689.363784:0:35285:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876533442917760, portal 10 00000100:00000001:2.0:1789603689.363788:0:35285:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603689.363789:0:35285:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112896 : -106961797438720 : ffff9eb8040f2300) 00000100:00000040:2.0:1789603689.363809:0:35285:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f2300 x1876533442917760/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/131856 e 0 to 0 dl 1789603705 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603689.363818:0:35285:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603689.363821:0:35285:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603689.363826:0:35285:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7220. 00000100:00000200:2.0:1789603689.363829:0:35285:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876533442917760, offset 0 00000400:00000200:2.0:1789603689.363836:0:35285:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603689.363846:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603689.363855:0:35285:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603689.363870:0:35285:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603689.363874:0:35285:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603689.363877:0:35285:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603689.363880:0:35285:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603689.363884:0:35285:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2941:2941:256:4294967295] 192.168.204.129@tcp LPNI seq info [2941:2941:8:4294967295] 00000400:00000200:2.0:1789603689.363888:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603689.363898:0:35285:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603689.363907:0:35285:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603689.363913:0:35285:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8070dbe00. 00000800:00000200:2.0:1789603689.363920:0:35285:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603689.363929:0:35285:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603689.363934:0:35285:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8070dbe00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789603689.363957:0:35285:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603689.363963:0:35285:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21377 usecs (22 jiffies) 00000400:00000200:2.0:1789603689.363967:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603689.363970:0:35285:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296688319 00000100:00000001:2.0:1789603689.363973:0:35285:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296689169 00000100:00000001:2.0:1789603689.363976:0:35285:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296688319 00000100:00000001:2.0:1789603689.363978:0:35285:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296689169 00000100:00000001:2.0:1789603689.363980:0:35285:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603689.363984:0:35285:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603689.363987:0:35285:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603689.363990:0:35285:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603689.363993:0:35285:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8209fc900 going to sleep for 11 seconds 00000100:00000001:2.0:1789603689.363995:0:35285:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603689.363998:0:35285:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603689.364327:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603689.364333:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8070dbe00. 00000400:00000200:3.0:1789603689.364341:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603689.364347:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603689.364354:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7220 00000400:00000010:3.0:1789603689.364357:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7220. 00000100:00000001:3.0:1789603689.364362:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603689.364366:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f2300 x1876533442917760/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/131856 e 0 to 0 dl 1789603705 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603689.364377:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603689.364381:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f2300 x1876533442917760/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/131856 e 0 to 0 dl 1789603705 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603689.364387:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603689.364389:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1789603689.365680:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603689.365687:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603689.365693:0:16955:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1789603689.365697:0:16955:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1789603689.365699:0:16955:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1789603689.365707:0:16955:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5540 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x31dbb14d74e9215d expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603689.365720:0:16955:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb814fdc800 already unused, calling callback (ffffffffc1bbd980) 00000080:00000001:0.0:1789603689.365724:0:16955:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1789603689.365729:0:16955:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5540 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x31dbb14d74e9215d expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603689.365736:0:16955:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1789603689.365738:0:16955:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1789603689.365741:0:16955:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5540 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x31dbb14d74e9215d expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603689.365747:0:16955:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1789603689.365750:0:16955:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789603689.365752:0:16955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603689.365754:0:16955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603689.365757:0:16955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc800 refcount=3 00000020:00000001:0.0:1789603689.365760:0:16955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:0.0:1789603689.365762:0:16955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196188160 : -106961513363456 : ffff9eb814fdc800) 00010000:00000001:0.0:1789603689.365765:0:16955:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789603689.365768:0:16955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5540 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e9215d expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1789603689.365775:0:16955:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789603689.365778:0:16955:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789603689.365780:0:16955:0:(namei.c:253:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789603689.365782:0:16955:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603689.365785:0:16955:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789603689.365788:0:16955:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789603689.365791:0:16955:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789603689.365793:0:16955:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603689.365796:0:16955:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789603689.365799:0:16955:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fdc800 with handle 0xa04c19c788fe5540 from hash 00010000:00000001:0.0:1789603689.365801:0:16955:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789603689.365803:0:16955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603689.365804:0:16955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603689.365805:0:16955:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789603689.365809:0:16955:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789603689.365811:0:16955:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789603689.365816:0:16955:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603689.365820:0:16955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603689.365821:0:16955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603689.365822:0:16955:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603689.365825:0:16955:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603689.365827:0:16955:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1789603689.366261:0:16955:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1e300. 00000020:00000040:0.0:1789603689.366267:0:16955:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603689.366273:0:16955:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603689.366276:0:16955:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603689.366280:0:16955:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603689.366289:0:16955:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb805570c00. 00000100:00000001:0.0:1789603689.366296:0:16955:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603689.366300:0:16955:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789603689.366426:0:16955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5540 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e9215d expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603689.366436:0:16955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789603689.366438:0:16955:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603689.366443:0:16955:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603689.366448:0:16955:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603689.366459:0:16955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e361bfb] to pc [ptlrpcd_00_01+1] req@ffff9eb810d1e300 x1876533442917888/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603689.366607:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603689.366611:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603689.366614:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603689.366621:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1e300 x1876533442917888/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603689.366628:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603689.366631:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.366634:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603689.366637:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603689.366639:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603689.366643:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442917888:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789603689.366647:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603689.366652:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603689.366654:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.366656:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603689.366661:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8051ca400. 02000000:00000001:1.0:1789603689.366663:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603689.366670:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603689.366676:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603689.366683:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcdd0. 00000100:00000200:1.0:1789603689.366690:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442917888, portal 18 00000100:00000001:1.0:1789603689.366693:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603689.366694:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126202624 : -106961583348992 : ffff9eb810d1e300) 00000100:00000040:1.0:1789603689.366700:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1e300 x1876533442917888/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603705 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603689.366707:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603689.366709:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603689.366711:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fce58. 00000100:00000200:1.0:1789603689.366714:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876533442917888, offset 0 00000400:00000200:1.0:1789603689.366720:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603689.366728:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603689.366735:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603689.366740:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603689.366743:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603689.366747:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603689.366749:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603689.366753:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2942:2942:256:4294967295] 192.168.204.129@tcp LPNI seq info [2942:2942:8:4294967295] 00000400:00000200:1.0:1789603689.366756:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603689.366767:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603689.366773:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603689.366777:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9d00. 00000800:00000200:1.0:1789603689.366784:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603689.366791:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603689.366795:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9d00 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:0.0:1789603689.366900:0:16955:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603689.366904:0:16955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603689.366905:0:16955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603689.366907:0:16955:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603689.366910:0:16955:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603689.366912:0:16955:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603689.366917:0:16955:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5540 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e9215d expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603689.366925:0:16955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789603689.366927:0:16955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc800/0xa04c19c788fe5540 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e9215d expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603689.366941:0:16955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603689.366942:0:16955:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1789603689.366944:0:16955:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9eb8209fcf00. 00010000:00000001:0.0:1789603689.366950:0:16955:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603689.366953:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603689.366954:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603689.366957:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789603689.366959:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603689.366960:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603689.366961:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789603689.366963:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603689.366965:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603689.366966:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789603689.366974:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603689.366977:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.367078:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603689.367084:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 884285 usecs (885 jiffies) 00000400:00000200:1.0:1789603689.367088:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603689.367091:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296689185 00000100:00000001:1.0:1789603689.367100:0:2401:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296689169 00000100:00000001:1.0:1789603689.367104:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296689185 00000100:00000001:1.0:1789603689.367107:0:2401:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296689169 00000100:00000001:1.0:1789603689.367110:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603689.367113:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.367116:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.367118:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.367125:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603689.367127:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789603689.367129:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603689.367130:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603689.367131:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.367133:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603689.369880:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603689.369890:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9d00. 00000400:00000200:3.0:1789603689.369897:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603689.369906:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603689.369914:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fce58 00000400:00000010:3.0:1789603689.369917:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fce58. 00000100:00000001:3.0:1789603689.369921:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603689.369929:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1e300 x1876533442917888/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603705 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603689.369942:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603689.369945:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1e300 x1876533442917888/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603705 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603689.369957:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603689.369958:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603689.369970:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.369983:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603689.369985:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.369988:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.369995:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.370000:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603689.370007:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.370011:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.370016:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.370019:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 608 into portal 10 MB=0x6aab27d463580 00000400:00000200:3.0:1789603689.370024:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.370030:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 608/608 into md 0x85a5 [64] + 224 00000800:00000001:3.0:1789603689.370037:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.370042:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.370043:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603689.370046:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603689.370051:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603689.370056:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f2300 x1876533442917760/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/131856 e 0 to 0 dl 1789603705 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603689.370064:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9eb8040f2300 x1876533442917760/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/131856 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603689.370088:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603689.370094:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.370098:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603689.370100:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.370102:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.370105:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.370108:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603689.370112:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.370115:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.370117:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.370120:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 18 MB=0x6aab27d463600 00000400:00000200:3.0:1789603689.370124:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.370128:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.129@tcp of length 224/224 into md 0x85b5 [1] + 224 00000800:00000001:3.0:1789603689.370131:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.370136:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.370138:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603689.370141:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603689.370144:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603689.370147:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1e300 x1876533442917888/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603705 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603689.370155:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1e300 x1876533442917888/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603705 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603689.370166:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603689.370169:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.370172:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.370219:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603689.370222:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603689.370230:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603689.370231:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603689.370235:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603689.370239:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcdd0 00000400:00000010:1.0:1789603689.370241:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcdd0. 00000100:00000001:1.0:1789603689.370243:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603689.370248:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1e300 x1876533442917888/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603705 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603689.370255:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1e300 x1876533442917888/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603705 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603689.370261:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603689.370262:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.370265:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603689.370268:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603689.370270:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603689.370272:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.370275:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603689.370285:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb580 time=86 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603689.370289:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603689.370291:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603689.370293:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.370295:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603689.370298:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.370302:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603689.370304:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967638 00000100:00000001:1.0:1789603689.370320:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603689.370322:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603689.370327:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1e300 x1876533442917888/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603705 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603689.370332:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603689.370336:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603689.370337:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603689.370341:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1e300 x1876533442917888/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603705 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603689.370349:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442917888:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789603689.370353:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.370356:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603689.370359:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1e300 x1876533442917888/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603705 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603689.370365:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603689.370367:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603689.370370:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8051ca400. 02000000:00000001:1.0:1789603689.370373:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603689.370375:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603689.370377:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603689.370379:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603689.370381:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb805570c00. 02000000:00000001:1.0:1789603689.370385:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603689.370387:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603689.370388:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1e300. 00000100:00000001:1.0:1789603689.370392:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603689.370393:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.370395:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.370402:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603689.370404:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.370407:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603689.370408:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.370422:0:35285:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603689.370427:0:35285:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603689.370428:0:35285:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603689.370430:0:35285:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3a50. 00000400:00000200:1.0:1789603689.370433:0:35285:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb811629800 00000400:00000010:1.0:1789603689.370435:0:35285:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9eb811629800. 00000100:00000001:1.0:1789603689.370437:0:35285:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603689.370442:0:35285:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f2300 x1876533442917760/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/131856 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603689.370450:0:35285:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f2300 x1876533442917760/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/131856 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.370456:0:35285:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603689.370458:0:35285:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.370459:0:35285:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603689.370461:0:35285:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603689.370462:0:35285:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603689.370464:0:35285:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.370466:0:35285:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603689.370470:0:35285:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=87 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603689.370481:0:35285:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=87 v=5 (1 1 1 1) 00000100:00000001:1.0:1789603689.370484:0:35285:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789603689.370488:0:35285:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9eb8040f2300 x1876533442917760/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/608 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.370494:0:35285:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789603689.370504:0:35285:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789603689.370506:0:35285:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789603689.370507:0:35285:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789603689.370529:0:35285:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603689.370531:0:35285:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112896 : -106961797438720 : ffff9eb8040f2300) 00000100:00000001:1.0:1789603689.370534:0:35285:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603689.370535:0:35285:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789603689.370537:0:35285:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603689.370538:0:35285:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789603689.370542:0:35285:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f2300 x1876533442917760/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/608 e 0 to 0 dl 1789603705 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.370549:0:35285:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789603689.370551:0:35285:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603689.370552:0:35285:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603689.370555:0:35285:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f2300 x1876533442917760/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/608 e 0 to 0 dl 1789603705 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603689.370563:0:35285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f2300 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35285:1876533442917760:192.168.204.129@tcp:101:lfs.0 00000100:00000001:1.0:1789603689.370568:0:35285:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.370571:0:35285:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789603689.370573:0:35285:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603689.370575:0:35285:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603689.370578:0:35285:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f2300 x1876533442917760/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/608 e 0 to 0 dl 1789603705 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.370584:0:35285:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603689.370586:0:35285:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8209fc900. 00000100:00000001:1.0:1789603689.370589:0:35285:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603689.370591:0:35285:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1789603689.370594:0:35285:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789603689.370598:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.370601:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.370604:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=4 00000020:00000001:1.0:1789603689.370606:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:1.0:1789603689.370610:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00010000:1.0:1789603689.370616:0:35285:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5547 lrc: 4/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.370629:0:35285:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1789603689.370633:0:35285:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5547 lrc: 4/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.370639:0:35285:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603689.370642:0:35285:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5547 lrc: 4/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.370647:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.370649:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789603689.370651:0:35285:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5547 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.370658:0:35285:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603689.370661:0:35285:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.370663:0:35285:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789603689.370667:0:35285:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5547 lrc: 4/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603689.370674:0:35285:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb802f46200 already unused, calling callback (ffffffffc1bbd980) 00000080:00000001:1.0:1789603689.370677:0:35285:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1789603689.370681:0:35285:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5547 lrc: 4/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.370686:0:35285:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1789603689.370688:0:35285:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1789603689.370691:0:35285:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5547 lrc: 4/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.370696:0:35285:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1789603689.370698:0:35285:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789603689.370700:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.370701:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.370702:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46200 refcount=5 00000020:00000001:1.0:1789603689.370704:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:1.0:1789603689.370706:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893582336 : -106961815969280 : ffff9eb802f46200) 00010000:00000001:1.0:1789603689.370709:0:35285:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789603689.370711:0:35285:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5547 lrc: 5/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1789603689.370716:0:35285:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789603689.370718:0:35285:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603689.370720:0:35285:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1789603689.370722:0:35285:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789603689.370724:0:35285:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789603689.370726:0:35285:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789603689.370727:0:35285:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603689.370729:0:35285:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789603689.370732:0:35285:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb802f46200 with handle 0xa04c19c788fe5547 from hash 00010000:00000001:1.0:1789603689.370734:0:35285:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789603689.370735:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.370736:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.370737:0:35285:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789603689.370739:0:35285:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789603689.370740:0:35285:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1789603689.370742:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.370743:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.370745:0:35285:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603689.370746:0:35285:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603689.370749:0:35285:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5547 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.370753:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.370754:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.370755:0:35285:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1789603689.370757:0:35285:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603689.370758:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.370759:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.370759:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789603689.370761:0:35285:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb802f46200/0xa04c19c788fe5547 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35285 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789603689.370768:0:35285:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb81938b000 count: 0 00010000:00000010:1.0:1789603689.370776:0:35285:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb80574e700. 00010000:00000001:1.0:1789603689.370785:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.370786:0:35285:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1789603689.370790:0:35285:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1789603689.370796:0:35285:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9eb8040f2300 x1876533442917760/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/608 e 0 to 0 dl 1789603705 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789603689.370805:0:35285:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789603689.370810:0:35285:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb8040f2300 x1876533442917760/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/608 e 0 to 0 dl 1789603705 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789603689.370817:0:35285:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.370819:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1789603689.370820:0:35285:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.370823:0:35285:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.370824:0:35285:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.370827:0:35285:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789603689.370829:0:35285:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603689.370830:0:35285:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112896 : -106961797438720 : ffff9eb8040f2300) 00010000:00000001:1.0:1789603689.370832:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1789603689.370833:0:35285:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.370835:0:35285:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789603689.370838:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd36b8 00000002:00002000:1.0:1789603689.370840:0:35285:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1789603689.370843:0:35285:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603689.370846:0:35285:0:(lmv_intent.c:133:lmv_intent_remote()) Process leaving 00800000:00000010:1.0:1789603689.370848:0:35285:0:(lmv_intent.c:135:lmv_intent_remote()) kfreed 'op_data': 392 at ffff9eb80572bc00. 00000100:00000001:1.0:1789603689.370851:0:35285:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603689.370866:0:35285:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5f80 x1876533442917504/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/608 e 0 to 0 dl 1789603705 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.370872:0:35285:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603689.370874:0:35285:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603689.370876:0:35285:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9eb810240000. 02000000:00000001:1.0:1789603689.370928:0:35285:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603689.370931:0:35285:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603689.370932:0:35285:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603689.370935:0:35285:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603689.370937:0:35285:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a4400. 02000000:00000001:1.0:1789603689.370940:0:35285:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603689.370941:0:35285:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603689.370943:0:35285:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5f80. 00000100:00000001:1.0:1789603689.370947:0:35285:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603689.370948:0:35285:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603689.370952:0:35285:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603689.370954:0:35285:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789603689.370957:0:35285:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789603689.370960:0:35285:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603689.370964:0:35285:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000001:1.0:1789603689.370967:0:35285:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789603689.370968:0:35285:0:(namei.c:674:ll_lookup_it_finish()) it ffff9eb805103900 it_disposition 80002b 00000080:00000001:1.0:1789603689.370972:0:35285:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789603689.370977:0:35285:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789603689.370980:0:35285:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789603689.370983:0:35285:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761479 : 162129603798761479 : 240000402000007) 00000080:00000001:1.0:1789603689.370985:0:35285:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1789603689.370991:0:35285:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789603689.370993:0:35285:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x240000402:0x7:0x0] 00000080:00000001:1.0:1789603689.370996:0:35285:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603689.370998:0:35285:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761479 : 162129603798761479 : 240000402000007) 00000080:00000001:1.0:1789603689.371000:0:35285:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00200000:1.0:1789603689.371005:0:35285:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x7:0x0], updating i_size 4096 00000080:00200000:1.0:1789603689.371007:0:35285:0:(namei.c:147:ll_iget()) got inode: [0x240000402:0x7:0x0](ffff9eb80817f448): rc = 0 00000080:00000001:1.0:1789603689.371010:0:35285:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979799624 : -106961729751992 : ffff9eb80817f448) 00010000:00000001:1.0:1789603689.371012:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.371013:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.371015:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdde00 refcount=3 00000020:00000001:1.0:1789603689.371016:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603689.371019:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603689.371021:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.371022:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789603689.371024:0:35285:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789603689.371026:0:35285:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789603689.371028:0:35285:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603689.371031:0:35285:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x7:0x0](ffff9eb80817f448) for lock 0xa04c19c788fe552b 00800000:00000001:1.0:1789603689.371034:0:35285:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603689.371036:0:35285:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603689.371037:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.371038:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.371039:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdde00 refcount=3 00000020:00000001:1.0:1789603689.371040:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603689.371042:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603689.371045:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.371045:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603689.371047:0:35285:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603689.371049:0:35285:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1789603689.371055:0:35285:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb82057be58 inode ffff9eb80817f448 refc 1 flags 0x20000e 00000080:00000001:1.0:1789603689.371058:0:35285:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1789603689.371060:0:35285:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603689.371062:0:35285:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1789603689.371066:0:35285:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x7:0x0](ffff9eb80817f448) 00000080:00000001:1.0:1789603689.371069:0:35285:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789603689.371072:0:35285:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8051cae00. 00000100:00000001:1.0:1789603689.371075:0:35285:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603689.371079:0:35285:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f2300 x1876533442917760/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/608 e 0 to 0 dl 1789603705 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.371085:0:35285:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603689.371093:0:35285:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:1.0:1789603689.371096:0:35285:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789603689.371098:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd3a48 00000080:00200008:1.0:1789603689.371100:0:35285:0:(file.c:1090:ll_file_open()) START file d24a.recovery-small:[0x240000402:0x7:0x0](ffff9eb80817f448), flags 320400 00000080:00000010:1.0:1789603689.371105:0:35285:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9eb812253180. 00000080:00000010:1.0:1789603689.371114:0:35285:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9eb811aa70c0. 00000080:00000001:1.0:1789603689.371117:0:35285:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789603689.371120:0:35285:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1789603689.371122:0:35285:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603689.371125:0:35285:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603689.371127:0:35285:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603689.371130:0:35285:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603689.371132:0:35285:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603689.371134:0:35285:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:1.0:1789603689.371136:0:35285:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.371138:0:35285:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789603689.371142:0:35285:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9eb810bc5720. 00000002:00100000:1.0:1789603689.371146:0:35285:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb8040f2300 x1876533442917760/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/608 e 0 to 0 dl 1789603705 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789603689.371152:0:35285:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603689.371153:0:35285:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789603689.371157:0:35285:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789603689.371160:0:35285:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603689.371162:0:35285:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603689.371166:0:35285:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603689.371169:0:35285:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f2300 x1876533442917760/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/608 e 0 to 0 dl 1789603705 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789603689.371176:0:35285:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603689.371178:0:35285:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9eb810280000. 02000000:00000001:1.0:1789603689.371216:0:35285:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789603689.371218:0:35285:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.371220:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd3a48 00000080:00000008:1.0:1789603689.371223:0:35285:0:(file.c:1329:ll_file_open()) COMPLETED file d24a.recovery-small:[0x240000402:0x7:0x0](ffff9eb80817f448), flags 320400, rc = 0 00000080:00000001:1.0:1789603689.371225:0:35285:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603689.371228:0:35285:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789603689.371230:0:35285:0:(dcache.c:176:ll_intent_release()) intent ffff9eb805103900 released 00000080:00010000:1.0:1789603689.371233:0:35285:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe552b from it ffff9eb805103900 00010000:00000001:1.0:1789603689.371236:0:35285:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.371237:0:35285:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.371239:0:35285:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdde00 refcount=3 00000020:00000001:1.0:1789603689.371240:0:35285:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603689.371243:0:35285:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193792 : -106961513357824 : ffff9eb814fdde00) 00010000:00000001:1.0:1789603689.371245:0:35285:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603689.371249:0:35285:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe552b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9212c expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789603689.371256:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.371257:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.371259:0:35285:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603689.371261:0:35285:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603689.371263:0:35285:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdde00/0xa04c19c788fe552b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9212c expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789603689.371273:0:35285:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603689.371275:0:35285:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603689.371277:0:35285:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603689.371281:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.371282:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.371283:0:35285:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.371286:0:35285:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603689.371287:0:35285:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.371289:0:35285:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.371291:0:35285:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.371292:0:35285:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603689.371294:0:35285:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.371295:0:35285:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789603689.371296:0:35285:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789603689.371298:0:35285:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1789603689.371300:0:35285:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603689.371302:0:35285:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789603689.371305:0:35285:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9eb805103900. 00000080:00000001:1.0:1789603689.371308:0:35285:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603689.371312:0:35285:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789603689.371315:0:35285:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x240000402:0x7:0x0](ffff9eb80817f448), inode mode 41ed mask 44 00000080:00000001:1.0:1789603689.371319:0:35285:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603689.371350:0:35285:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603689.371352:0:35285:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x240000402:0x7:0x0](ffff9eb80817f448) cmd=4008669a arg=cf1530 00000080:00000001:1.0:1789603689.371359:0:35285:0:(dir.c:594:ll_dir_setstripe()) Process entered 00000080:00000010:1.0:1789603689.371362:0:35285:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8051cae00. 00800000:00000001:1.0:1789603689.371369:0:35285:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:1.0:1789603689.371371:0:35285:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x240000402:0x7:0x0], valid 0x0/0x0 00800000:00000001:1.0:1789603689.371373:0:35285:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603689.371374:0:35285:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603689.371375:0:35285:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603689.371377:0:35285:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603689.371378:0:35285:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603689.371380:0:35285:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:1.0:1789603689.371382:0:35285:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.371386:0:35285:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:1.0:1789603689.371388:0:35285:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789603689.371392:0:35285:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603689.371397:0:35285:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5f80. 00000020:00000040:1.0:1789603689.371400:0:35285:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=6 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00010000:00000001:1.0:1789603689.371405:0:35285:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789603689.371409:0:35285:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603689.371411:0:35285:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.371413:0:35285:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603689.371415:0:35285:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603689.371418:0:35285:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603689.371424:0:35285:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041a4400. 00000100:00000001:1.0:1789603689.371429:0:35285:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.371432:0:35285:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603689.371434:0:35285:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.371435:0:35285:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603689.371436:0:35285:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.371438:0:35285:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1789603689.371446:0:35285:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1789603689.371452:0:35285:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb806bd5f80 x1876533442918144/t0(0) o36->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603689.371459:0:35285:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603689.371461:0:35285:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603689.371466:0:35285:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb804077780. 00000100:00000001:1.0:1789603689.371468:0:35285:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911610240 : -106961797941376 : ffff9eb804077780) 00000100:00000001:1.0:1789603689.371470:0:35285:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603689.371471:0:35285:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957086080 : -106961752465536 : ffff9eb806bd5f80) 00000100:00000001:1.0:1789603689.371475:0:35285:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603689.371479:0:35285:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.371481:0:35285:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603689.371483:0:35285:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603689.371486:0:35285:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5f80 x1876533442918144/t0(0) o36->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603689.371494:0:35285:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603689.371496:0:35285:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.371499:0:35285:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603689.371501:0:35285:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603689.371504:0:35285:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603689.371507:0:35285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5f80 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35285:1876533442918144:192.168.204.129@tcp:36:lfs.0 00000100:00000001:1.0:1789603689.371539:0:35285:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603689.371544:0:35285:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603689.371546:0:35285:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.371548:0:35285:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603689.371552:0:35285:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a7c00. 02000000:00000001:1.0:1789603689.371554:0:35285:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603689.371560:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603689.371565:0:35285:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603689.371570:0:35285:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcdd0. 00000100:00000200:1.0:1789603689.371576:0:35285:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442918144, portal 10 00000100:00000001:1.0:1789603689.371578:0:35285:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603689.371579:0:35285:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957086080 : -106961752465536 : ffff9eb806bd5f80) 00000100:00000040:1.0:1789603689.371585:0:35285:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd5f80 x1876533442918144/t0(0) o36->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/512 e 0 to 0 dl 1789603705 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603689.371592:0:35285:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603689.371595:0:35285:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603689.371599:0:35285:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fce58. 00000100:00000200:1.0:1789603689.371602:0:35285:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876533442918144, offset 0 00000400:00000200:1.0:1789603689.371608:0:35285:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603689.371616:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603689.371623:0:35285:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603689.371627:0:35285:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603689.371632:0:35285:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603689.371635:0:35285:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603689.371638:0:35285:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603689.371641:0:35285:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2943:2943:256:4294967295] 192.168.204.129@tcp LPNI seq info [2943:2943:8:4294967295] 00000400:00000200:1.0:1789603689.371646:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603689.371656:0:35285:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603689.371662:0:35285:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603689.371668:0:35285:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9f00. 00000800:00000200:1.0:1789603689.371674:0:35285:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603689.371682:0:35285:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603689.371687:0:35285:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789603689.373242:0:35285:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603689.373251:0:35285:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21338 usecs (22 jiffies) 00000400:00000200:1.0:1789603689.373258:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603689.373262:0:35285:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296688328 00000100:00000001:1.0:1789603689.373266:0:35285:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296689185 00000100:00000001:1.0:1789603689.373268:0:35285:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296688328 00000100:00000001:1.0:1789603689.373271:0:35285:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296689185 00000100:00000001:1.0:1789603689.373273:0:35285:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603689.373277:0:35285:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.373280:0:35285:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603689.373282:0:35285:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603689.373285:0:35285:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb804077780 going to sleep for 11 seconds 00000100:00000001:1.0:1789603689.373289:0:35285:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603689.373291:0:35285:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603689.374984:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603689.374993:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9f00. 00000400:00000200:2.0:1789603689.375001:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603689.375010:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603689.375018:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fce58 00000400:00000010:2.0:1789603689.375021:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fce58. 00000100:00000001:2.0:1789603689.375026:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603689.375035:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5f80 x1876533442918144/t0(0) o36->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/512 e 0 to 0 dl 1789603705 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603689.375048:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603689.375051:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5f80 x1876533442918144/t0(0) o36->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/512 e 0 to 0 dl 1789603705 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603689.375062:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603689.375064:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1789603689.376641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc800. 00000800:00000001:3.0:1789603689.380004:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.380021:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603689.380026:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.380028:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.380041:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.380049:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603689.380060:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.380064:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.380070:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.380074:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d463700 00000400:00000200:3.0:1789603689.380079:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.380084:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x85bd [1] + 224 00000800:00000001:3.0:1789603689.380093:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.380099:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.380103:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603689.380107:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603689.380116:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603689.380124:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5f80 x1876533442918144/t0(0) o36->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/512 e 0 to 0 dl 1789603705 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603689.380135:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff9eb806bd5f80 x1876533442918144/t0(0) o36->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/512 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603689.380185:0:35285:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603689.380204:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603689.380213:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.380217:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1789603689.381880:0:35285:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b000. 00010000:00000010:1.1:1789603689.381896:0:35285:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46200. 00000400:00000001:1.0:1789603689.381910:0:35285:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603689.381913:0:35285:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603689.381917:0:35285:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603689.381920:0:35285:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcdd0 00000400:00000010:1.0:1789603689.381923:0:35285:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcdd0. 00000100:00000001:1.0:1789603689.381928:0:35285:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603689.381940:0:35285:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5f80 x1876533442918144/t0(0) o36->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/512 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603689.381950:0:35285:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5f80 x1876533442918144/t0(0) o36->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/512 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603689.381958:0:35285:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603689.381961:0:35285:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.381963:0:35285:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603689.381966:0:35285:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603689.381969:0:35285:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603689.381973:0:35285:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.381976:0:35285:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603689.381988:0:35285:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=87 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603689.381993:0:35285:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=87 v=5 (1 1 1 1) 00000100:00000001:1.0:1789603689.381996:0:35285:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603689.381997:0:35285:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.382001:0:35285:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603689.382004:0:35285:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.382008:0:35285:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789603689.382010:0:35285:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789603689.382012:0:35285:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789603689.382015:0:35285:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603689.382016:0:35285:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957086080 : -106961752465536 : ffff9eb806bd5f80) 00000100:00000001:1.0:1789603689.382020:0:35285:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603689.382022:0:35285:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789603689.382024:0:35285:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603689.382028:0:35285:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603689.382033:0:35285:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5f80 x1876533442918144/t4294967332(4294967332) o36->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/456 e 0 to 0 dl 1789603705 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603689.382040:0:35285:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603689.382043:0:35285:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603689.382045:0:35285:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603689.382050:0:35285:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5f80 x1876533442918144/t4294967332(4294967332) o36->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/456 e 0 to 0 dl 1789603705 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603689.382058:0:35285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5f80 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35285:1876533442918144:192.168.204.129@tcp:36:lfs.0 00000100:00000001:1.0:1789603689.382063:0:35285:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.382066:0:35285:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.382069:0:35285:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603689.382071:0:35285:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603689.382076:0:35285:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5f80 x1876533442918144/t4294967332(4294967332) o36->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/456 e 0 to 0 dl 1789603705 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603689.382082:0:35285:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603689.382085:0:35285:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb804077780. 00000100:00000001:1.0:1789603689.382089:0:35285:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603689.382090:0:35285:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.382099:0:35285:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603689.382102:0:35285:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603689.382108:0:35285:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8051cae00. 00000100:00000001:1.0:1789603689.382111:0:35285:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603689.382114:0:35285:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5f80 x1876533442918144/t4294967332(4294967332) o36->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/456 e 0 to 0 dl 1789603705 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603689.382120:0:35285:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603689.382122:0:35285:0:(dir.c:669:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603689.382126:0:35285:0:(dir.c:2173:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603689.382167:0:35285:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:1.0:1789603689.382169:0:35285:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789603689.382174:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd3dd0 00000080:00200008:1.0:1789603689.382176:0:35285:0:(file.c:479:ll_file_release()) START file d24a.recovery-small:[0x240000402:0x7:0x0](ffff9eb80817f448), flags 320000 00000080:00400000:1.0:1789603689.382180:0:35285:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x240000402:0x7:0x0] 00000080:00000001:1.0:1789603689.382185:0:35285:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1789603689.382186:0:35285:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:1.0:1789603689.382189:0:35285:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1789603689.382195:0:35285:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603689.382198:0:35285:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603689.382200:0:35285:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603689.382203:0:35285:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603689.382205:0:35285:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603689.382207:0:35285:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:1.0:1789603689.382209:0:35285:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.382214:0:35285:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603689.382216:0:35285:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789603689.382223:0:35285:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.382226:0:35285:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603689.382228:0:35285:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x240000402:0x7:0x0]: 0 00000080:00000001:1.0:1789603689.382230:0:35285:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789603689.382233:0:35285:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789603689.382241:0:35285:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9eb8051cae00. 00000080:00000001:1.0:1789603689.382243:0:35285:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789603689.382251:0:35285:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789603689.382255:0:35285:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1789603689.382256:0:35285:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603689.382257:0:35285:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603689.382258:0:35285:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603689.382260:0:35285:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603689.382261:0:35285:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603689.382263:0:35285:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:1.0:1789603689.382264:0:35285:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603689.382266:0:35285:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x240000402:0x7:0x0] 00000002:00000001:1.0:1789603689.382270:0:35285:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789603689.382272:0:35285:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff9eb81291b000: [0x240000402:0x7:0x0] file closed with intent: 0 00000100:00000010:1.0:1789603689.382278:0:35285:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd6680. 00000020:00000040:1.0:1789603689.382282:0:35285:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=7 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603689.382286:0:35285:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603689.382289:0:35285:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603689.382292:0:35285:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603689.382299:0:35285:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb8051ca400. 00000100:00000001:1.0:1789603689.382621:0:35285:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789603689.382636:0:35285:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9eb8040f2300 x1876533442917760/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/608 e 0 to 0 dl 1789603705 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789603689.382646:0:35285:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789603689.382651:0:35285:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb806bd6680 x1876533442918400/t0(0) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789603689.382657:0:35285:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603689.382659:0:35285:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603689.382665:0:35285:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb804077780. 00000100:00000001:1.0:1789603689.382667:0:35285:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911610240 : -106961797941376 : ffff9eb804077780) 00000100:00000001:1.0:1789603689.382669:0:35285:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603689.382671:0:35285:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957087872 : -106961752463744 : ffff9eb806bd6680) 00000100:00000001:1.0:1789603689.382674:0:35285:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603689.382678:0:35285:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.382679:0:35285:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603689.382681:0:35285:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603689.382684:0:35285:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd6680 x1876533442918400/t0(0) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.382691:0:35285:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603689.382692:0:35285:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.382696:0:35285:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603689.382698:0:35285:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603689.382700:0:35285:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603689.382703:0:35285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd6680 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35285:1876533442918400:192.168.204.129@tcp:35:lfs.0 00000100:00000001:1.0:1789603689.382706:0:35285:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603689.382711:0:35285:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603689.382713:0:35285:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.382715:0:35285:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603689.382719:0:35285:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a4000. 02000000:00000001:1.0:1789603689.382720:0:35285:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603689.382727:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603689.382731:0:35285:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603689.382736:0:35285:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcdd0. 00000100:00000200:1.0:1789603689.382742:0:35285:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442918400, portal 10 00000100:00000001:1.0:1789603689.382744:0:35285:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603689.382745:0:35285:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957087872 : -106961752463744 : ffff9eb806bd6680) 00000100:00000040:1.0:1789603689.382750:0:35285:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd6680 x1876533442918400/t0(0) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603705 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.382756:0:35285:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603689.382758:0:35285:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603689.382761:0:35285:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc550. 00000100:00000200:1.0:1789603689.382764:0:35285:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876533442918400, offset 0 00000400:00000200:1.0:1789603689.382770:0:35285:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603689.382778:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603689.382785:0:35285:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603689.382790:0:35285:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603689.382794:0:35285:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603689.382797:0:35285:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603689.382800:0:35285:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603689.382803:0:35285:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2944:2944:256:4294967295] 192.168.204.129@tcp LPNI seq info [2944:2944:8:4294967295] 00000400:00000200:1.0:1789603689.382807:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603689.382817:0:35285:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603689.382823:0:35285:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603689.382827:0:35285:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9600. 00000800:00000200:1.0:1789603689.382833:0:35285:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603689.382841:0:35285:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603689.382845:0:35285:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789603689.382870:0:35285:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603689.382875:0:35285:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21311 usecs (22 jiffies) 00000400:00000200:1.0:1789603689.382878:0:35285:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603689.382880:0:35285:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296688338 00000100:00000001:1.0:1789603689.382883:0:35285:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296689185 00000100:00000001:1.0:1789603689.382885:0:35285:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296688338 00000100:00000001:1.0:1789603689.382887:0:35285:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296689185 00000100:00000001:1.0:1789603689.382890:0:35285:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603689.382892:0:35285:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.382894:0:35285:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603689.382896:0:35285:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603689.382899:0:35285:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb804077780 going to sleep for 11 seconds 00000100:00000001:1.0:1789603689.382901:0:35285:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603689.382903:0:35285:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603689.383334:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603689.383340:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9600. 00000400:00000200:2.0:1789603689.383345:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603689.383351:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603689.383357:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc550 00000400:00000010:2.0:1789603689.383359:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc550. 00000100:00000001:2.0:1789603689.383363:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603689.383378:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd6680 x1876533442918400/t0(0) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603705 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603689.383388:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603689.383392:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd6680 x1876533442918400/t0(0) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603705 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603689.383398:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603689.383399:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1789603689.386743:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603689.386752:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603689.386757:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603689.386759:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.387014:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603689.387018:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603689.387021:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789603689.395673:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.395694:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603689.395699:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.395701:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.395712:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.395721:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603689.395731:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.395737:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.395743:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.395748:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d463800 00000400:00000200:3.0:1789603689.395754:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.395761:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x85c5 [1] + 224 00000800:00000001:3.0:1789603689.395769:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.395775:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.395778:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603689.395782:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603689.395789:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603689.395797:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd6680 x1876533442918400/t0(0) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603705 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603689.395808:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9eb806bd6680 x1876533442918400/t0(0) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603689.395833:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603689.395841:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.395844:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.395997:0:35285:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603689.396008:0:35285:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603689.396010:0:35285:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603689.396014:0:35285:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603689.396019:0:35285:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcdd0 00000400:00000010:1.0:1789603689.396022:0:35285:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcdd0. 00000100:00000001:1.0:1789603689.396025:0:35285:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603689.396031:0:35285:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd6680 x1876533442918400/t0(0) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603689.396040:0:35285:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd6680 x1876533442918400/t0(0) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.396046:0:35285:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603689.396048:0:35285:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.396050:0:35285:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603689.396054:0:35285:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603689.396056:0:35285:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603689.396058:0:35285:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.396061:0:35285:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603689.396072:0:35285:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afd38 time=584 v=5 (5 0 5 0) 00000100:00001000:1.0:1789603689.396076:0:35285:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=87 v=5 (1 1 1 1) 00000100:00000001:1.0:1789603689.396079:0:35285:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603689.396080:0:35285:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.396083:0:35285:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603689.396086:0:35285:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.396089:0:35285:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789603689.396091:0:35285:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789603689.396093:0:35285:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789603689.396095:0:35285:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603689.396096:0:35285:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957087872 : -106961752463744 : ffff9eb806bd6680) 00000100:00000001:1.0:1789603689.396099:0:35285:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603689.396101:0:35285:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1789603689.396103:0:35285:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603689.396105:0:35285:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603689.396109:0:35285:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd6680 x1876533442918400/t4294967333(4294967333) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603705 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.396115:0:35285:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603689.396118:0:35285:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603689.396120:0:35285:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603689.396124:0:35285:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd6680 x1876533442918400/t4294967333(4294967333) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603705 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603689.396136:0:35285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd6680 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35285:1876533442918400:192.168.204.129@tcp:35:lfs.0 00000100:00000001:1.0:1789603689.396140:0:35285:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.396142:0:35285:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.396144:0:35285:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603689.396146:0:35285:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603689.396149:0:35285:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd6680 x1876533442918400/t4294967333(4294967333) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603705 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.396155:0:35285:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603689.396157:0:35285:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb804077780. 00000100:00000001:1.0:1789603689.396160:0:35285:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603689.396161:0:35285:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.396169:0:35285:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603689.396170:0:35285:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957087872 : -106961752463744 : ffff9eb806bd6680) 00000002:00000001:1.0:1789603689.396173:0:35285:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603689.396177:0:35285:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603689.396183:0:35285:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8051cae00. 00000080:00000001:1.0:1789603689.396186:0:35285:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789603689.396189:0:35285:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1789603689.396192:0:35285:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603689.396196:0:35285:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603689.396199:0:35285:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603689.396202:0:35285:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603689.396204:0:35285:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603689.396205:0:35285:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:1.0:1789603689.396207:0:35285:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603689.396212:0:35285:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789603689.396219:0:35285:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9eb8040f2300 x1876533442917760/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/608 e 0 to 0 dl 1789603705 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.396226:0:35285:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603689.396227:0:35285:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112896 : -106961797438720 : ffff9eb8040f2300) 00000100:00000001:1.0:1789603689.396229:0:35285:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603689.396233:0:35285:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f2300 x1876533442917760/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/608 e 0 to 0 dl 1789603705 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.396238:0:35285:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.396240:0:35285:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603689.396242:0:35285:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd6680 x1876533442918400/t4294967333(4294967333) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603705 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.396248:0:35285:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.396249:0:35285:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603689.396253:0:35285:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f2300 x1876533442917760/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/608 e 0 to 0 dl 1789603705 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.396259:0:35285:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1789603689.396262:0:35285:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603689.396264:0:35285:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=6 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603689.396266:0:35285:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603689.396268:0:35285:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041d3400. 02000000:00000001:1.0:1789603689.396272:0:35285:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603689.396273:0:35285:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603689.396275:0:35285:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f2300. 00000100:00000001:1.0:1789603689.396278:0:35285:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603689.396279:0:35285:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.396280:0:35285:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603689.396283:0:35285:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd6680 x1876533442918400/t4294967333(4294967333) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603705 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.396288:0:35285:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603689.396289:0:35285:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9eb810bc5720. 00000002:00000001:1.0:1789603689.396292:0:35285:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603689.396293:0:35285:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603689.396295:0:35285:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9eb811aa70c0. 00000100:00000001:1.0:1789603689.396297:0:35285:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603689.396300:0:35285:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd6680 x1876533442918400/t4294967333(4294967333) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603705 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.396304:0:35285:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603689.396307:0:35285:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603689.396309:0:35285:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a4000. 02000000:00000001:1.0:1789603689.396311:0:35285:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603689.396312:0:35285:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603689.396313:0:35285:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=5 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603689.396315:0:35285:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603689.396316:0:35285:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb8051ca400. 02000000:00000001:1.0:1789603689.396318:0:35285:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603689.396319:0:35285:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603689.396320:0:35285:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd6680. 00000100:00000001:1.0:1789603689.396323:0:35285:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603689.396324:0:35285:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603689.396327:0:35285:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603689.396330:0:35285:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb812253180. 00000080:00000001:1.0:1789603689.396334:0:35285:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.396339:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd3dd0 00000080:00000008:1.0:1789603689.396342:0:35285:0:(file.c:523:ll_file_release()) COMPLETED file d24a.recovery-small:[0x240000402:0x7:0x0](ffff9eb80817f448), flags 320000, rc = 0 00000080:00000001:1.0:1789603689.396345:0:35285:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603689.396348:0:35285:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603689.396354:0:35285:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789603689.396355:0:35285:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e500dd3e00 00000080:00002000:1.0:1789603689.396357:0:35285:0:(dcache.c:127:ll_ddelete()) keeping dentry d24a.recovery-small (ffff9eb82057be58, parent ffff9eb8081326c0, inode ffff9eb80817f448) hashed, 00000080:00000001:1.0:1789603689.396360:0:35285:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603689.419897:0:35287:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff9eb81291b000 00010000:00000001:3.0:1789603689.419905:0:35287:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603689.419907:0:35287:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603689.419910:0:35287:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603689.419915:0:35287:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603689.419917:0:35287:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603689.419919:0:35287:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603689.419957:0:35287:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff9eb81291b000 00010000:00000001:3.0:1789603689.419959:0:35287:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603689.419960:0:35287:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603689.419962:0:35287:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603689.419964:0:35287:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603689.419966:0:35287:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603689.419967:0:35287:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603689.487372:0:35292:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603689.487380:0:35292:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603689.487383:0:35292:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603689.487386:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07bc0 00000080:00200000:2.0:1789603689.487391:0:35292:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:2.0:1789603689.487401:0:35292:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb80572b400. 00800000:00000002:2.0:1789603689.487408:0:35292:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603689.487414:0:35292:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603689.487419:0:35292:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603689.487422:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07ae0 00800000:00000002:2.0:1789603689.487424:0:35292:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603689.487428:0:35292:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603689.487431:0:35292:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603689.487434:0:35292:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603689.487436:0:35292:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603689.487439:0:35292:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603689.487441:0:35292:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603689.487443:0:35292:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603689.487446:0:35292:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603689.487449:0:35292:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603689.487454:0:35292:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603689.487456:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c079b0 00000002:00010000:2.0:1789603689.487457:0:35292:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603689.487461:0:35292:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603689.487464:0:35292:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603689.487467:0:35292:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603689.487487:0:35292:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c200 count: 2 00010000:00000001:2.0:1789603689.487491:0:35292:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603689.487496:0:35292:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603689.487499:0:35292:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603689.487504:0:35292:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92141 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789603689.487539:0:35292:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603689.487544:0:35292:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603689.487548:0:35292:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92141 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789603689.487556:0:35292:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603689.487558:0:35292:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603689.487560:0:35292:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603689.487562:0:35292:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603689.487565:0:35292:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603689.487567:0:35292:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603689.487570:0:35292:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603689.487575:0:35292:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603689.487579:0:35292:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb80572b400. 00000080:00000001:2.0:1789603689.487584:0:35292:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603689.487587:0:35292:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603689.487590:0:35292:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:2.0:1789603689.487594:0:35292:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5539 00800000:00000001:2.0:1789603689.487597:0:35292:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603689.487600:0:35292:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603689.487603:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603689.487605:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603689.487608:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd000 refcount=3 00000020:00000001:2.0:1789603689.487610:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:2.0:1789603689.487613:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:2.0:1789603689.487616:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603689.487617:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603689.487619:0:35292:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603689.487621:0:35292:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603689.487623:0:35292:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5539 from it ffffb8e501c07bf8 00010000:00000001:2.0:1789603689.487625:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603689.487626:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603689.487628:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd000 refcount=3 00000020:00000001:2.0:1789603689.487630:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:2.0:1789603689.487631:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:2.0:1789603689.487634:0:35292:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603689.487637:0:35292:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92141 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603689.487643:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603689.487645:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603689.487646:0:35292:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603689.487649:0:35292:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603689.487651:0:35292:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92141 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789603689.487658:0:35292:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603689.487662:0:35292:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603689.487663:0:35292:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603689.487668:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603689.487669:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603689.487671:0:35292:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603689.487675:0:35292:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603689.487677:0:35292:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603689.487679:0:35292:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603689.487681:0:35292:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603689.487683:0:35292:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603689.487685:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603689.487686:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603689.487689:0:35292:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603689.487690:0:35292:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603689.487693:0:35292:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:2.0:1789603689.487698:0:35292:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603689.487703:0:35292:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789603689.487706:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07b88 00000080:00002000:2.0:1789603689.487707:0:35292:0:(dcache.c:87:ll_dcompare()) found name d24a.recovery-small(ffff9eb82057be58) flags 0x28000e refc 0 00000080:00000001:2.0:1789603689.487711:0:35292:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603689.487713:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07bd0 00000080:00200000:2.0:1789603689.487714:0:35292:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d24a.recovery-small, flags=25 00000080:00000001:2.0:1789603689.487719:0:35292:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1789603689.487721:0:35292:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603689.487724:0:35292:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789603689.487725:0:35292:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x240000402:0x7:0x0](ffff9eb80817f448), inode mode 41ed mask 1 00000080:00000001:2.0:1789603689.487729:0:35292:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789603689.487740:0:35292:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb81272aa00. 00000080:00000001:2.0:1789603689.487743:0:35292:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789603689.487745:0:35292:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x240000402:0x7:0x0](ffff9eb80817f448), inode mode 41ed mask 3 00000080:00000001:2.0:1789603689.487747:0:35292:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603689.487750:0:35292:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1789603689.487751:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07b58 00000080:00200000:2.0:1789603689.487753:0:35292:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24a.recovery-small, dir=[0x240000402:0x7:0x0](ffff9eb80817f448), file ffff9eb8101c3500, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1789603689.487758:0:35292:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9eb8051ed540. 00000080:00000001:2.0:1789603689.487763:0:35292:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789603689.487765:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07a08 00000080:00200000:2.0:1789603689.487767:0:35292:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24a.recovery-small, dir=[0x240000402:0x7:0x0](ffff9eb80817f448), intent=open|creat 00000080:00000010:2.0:1789603689.487775:0:35292:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb80572b400. 00000080:00000001:2.0:1789603689.487781:0:35292:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603689.487783:0:35292:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603689.487784:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07928 00800000:00000002:2.0:1789603689.487787:0:35292:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24a.recovery-small' on [0x240000402:0x7:0x0] 00800000:00000001:2.0:1789603689.487790:0:35292:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789603689.487792:0:35292:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789603689.487796:0:35292:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603689.487797:0:35292:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603689.487799:0:35292:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603689.487801:0:35292:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603689.487802:0:35292:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603689.487804:0:35292:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:2.0:1789603689.487805:0:35292:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603689.487808:0:35292:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446637111935439360 : -106961774112256 : ffff9eb805731200) 00800000:00000001:2.0:1789603689.487811:0:35292:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789603689.487813:0:35292:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789603689.487816:0:35292:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789603689.487818:0:35292:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789603689.487820:0:35292:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff9eb81291b000: Allocated FID [0x240000402:0x8:0x0] 40000000:00000001:2.0:1789603689.487823:0:35292:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603689.487825:0:35292:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603689.487826:0:35292:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603689.487828:0:35292:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603689.487830:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c078a8 00800000:00000002:2.0:1789603689.487832:0:35292:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x240000402:0x7:0x0], fid2=[0x240000402:0x8:0x0], name='f24a.recovery-small' -> mds #1 layout version 1 00000002:00000001:2.0:1789603689.487836:0:35292:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603689.487837:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c077e0 00000002:00010000:2.0:1789603689.487839:0:35292:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24a.recovery-small,[0x240000402:0x8:0x0]) in obj [0x240000402:0x7:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1789603689.487842:0:35292:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789603689.487845:0:35292:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789603689.487848:0:35292:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789603689.487852:0:35292:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603689.488320:0:35292:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789603689.488323:0:35292:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603689.488329:0:35292:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f3480. 00000020:00000040:2.0:1789603689.488334:0:35292:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=6 obd=lustre-MDT0001-mdc-ffff9eb81291b000 02000000:00000001:2.0:1789603689.488339:0:35292:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789603689.488341:0:35292:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603689.488343:0:35292:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603689.488347:0:35292:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603689.488349:0:35292:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603689.488352:0:35292:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603689.488354:0:35292:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603689.488357:0:35292:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603689.488363:0:35292:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041d2400. 00000100:00000001:2.0:1789603689.488370:0:35292:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603689.488375:0:35292:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603689.488377:0:35292:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603689.488379:0:35292:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603689.488380:0:35292:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603689.488382:0:35292:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603689.488391:0:35292:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446637111912117376 : -106961797434240 : ffff9eb8040f3480) 00010000:00000001:2.0:1789603689.488395:0:35292:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789603689.488397:0:35292:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789603689.488402:0:35292:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb81938be00. 00010000:00000010:2.0:1789603689.488405:0:35292:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80574ea00. 00010000:00000001:2.0:1789603689.488410:0:35292:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789603689.488413:0:35292:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb802f47e00. 00000020:00000001:2.0:1789603689.488416:0:35292:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789603689.488419:0:35292:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb802f47e00 with handle 0xa04c19c788fe554e to hash 00000020:00000001:2.0:1789603689.488421:0:35292:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789603689.488423:0:35292:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111893589504 : -106961815962112 : ffff9eb802f47e00) 00010000:00000001:2.0:1789603689.488426:0:35292:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111893589504 : -106961815962112 : ffff9eb802f47e00) 00010000:00000001:2.0:1789603689.488429:0:35292:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603689.488430:0:35292:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603689.488434:0:35292:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb802f47e00/0xa04c19c788fe554e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35292 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603689.488442:0:35292:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb802f47e00/0xa04c19c788fe554e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35292 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789603689.488454:0:35292:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789603689.488466:0:35292:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb8040f3480 x1876533442918656/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789603689.488474:0:35292:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb802f47e00/0xa04c19c788fe554e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35292 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789603689.488479:0:35292:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603689.488481:0:35292:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603689.488487:0:35292:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8209fc9c0. 00000100:00000001:2.0:1789603689.488490:0:35292:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112391354816 : -106961318196800 : ffff9eb8209fc9c0) 00000100:00000001:2.0:1789603689.488493:0:35292:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603689.488494:0:35292:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912117376 : -106961797434240 : ffff9eb8040f3480) 00000100:00000001:2.0:1789603689.488498:0:35292:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603689.488501:0:35292:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603689.488503:0:35292:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603689.488505:0:35292:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603689.489081:0:35292:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f3480 x1876533442918656/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603689.489091:0:35292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603689.489093:0:35292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603689.489097:0:35292:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603689.489099:0:35292:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603689.489101:0:35292:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603689.489106:0:35292:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f3480 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35292:1876533442918656:192.168.204.129@tcp:101:multiop.0 00000100:00000001:2.0:1789603689.489110:0:35292:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603689.489115:0:35292:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603689.489117:0:35292:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603689.489120:0:35292:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603689.489177:0:35292:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9eb807be0000. 02000000:00000001:2.0:1789603689.489181:0:35292:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603689.489188:0:35292:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603689.489193:0:35292:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3058. 00000400:00000010:2.0:1789603689.489200:0:35292:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9eb8041d1800. 00000100:00000200:2.0:1789603689.489208:0:35292:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876533442918656, portal 10 00000100:00000001:2.0:1789603689.489211:0:35292:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603689.489212:0:35292:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912117376 : -106961797434240 : ffff9eb8040f3480) 00000100:00000040:2.0:1789603689.489219:0:35292:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f3480 x1876533442918656/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603705 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603689.489225:0:35292:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603689.489228:0:35292:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603689.489231:0:35292:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7c38. 00000100:00000200:2.0:1789603689.489234:0:35292:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876533442918656, offset 0 00000400:00000200:2.0:1789603689.489240:0:35292:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603689.489249:0:35292:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603689.489257:0:35292:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603689.489263:0:35292:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603689.489267:0:35292:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603689.489271:0:35292:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603689.489273:0:35292:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603689.489277:0:35292:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2945:2945:256:4294967295] 192.168.204.129@tcp LPNI seq info [2945:2945:8:4294967295] 00000400:00000200:2.0:1789603689.489280:0:35292:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603689.489290:0:35292:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603689.489297:0:35292:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603689.489314:0:35292:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8070db600. 00000800:00000200:2.0:1789603689.489322:0:35292:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603689.489330:0:35292:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603689.489335:0:35292:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8070db600 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1789603689.489485:0:35292:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603689.489490:0:35292:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21296 usecs (22 jiffies) 00000400:00000200:2.0:1789603689.489494:0:35292:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603689.489496:0:35292:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296688444 00000100:00000001:2.0:1789603689.489499:0:35292:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296689185 00000100:00000001:2.0:1789603689.489501:0:35292:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296688444 00000100:00000001:2.0:1789603689.489504:0:35292:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296689185 00000100:00000001:2.0:1789603689.489507:0:35292:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603689.489532:0:35292:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603689.489535:0:35292:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603689.489537:0:35292:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603689.489540:0:35292:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8209fc9c0 going to sleep for 11 seconds 00000100:00000001:2.0:1789603689.489543:0:35292:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603689.489546:0:35292:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603689.489750:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603689.489755:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8070db600. 00000400:00000200:3.0:1789603689.489761:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603689.489766:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603689.489771:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7c38 00000400:00000010:3.0:1789603689.489774:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7c38. 00000100:00000001:3.0:1789603689.489778:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603689.489783:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f3480 x1876533442918656/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603705 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603689.489792:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603689.489795:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f3480 x1876533442918656/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603705 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603689.489801:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603689.489803:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603689.497919:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.497946:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603689.497953:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.497956:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.497967:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.497977:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603689.497988:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.497995:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.498001:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.498006:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 664 into portal 10 MB=0x6aab27d463900 00000400:00000200:3.0:1789603689.498014:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.498020:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 664/664 into md 0x85cd [32] + 224 00000800:00000001:3.0:1789603689.498030:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.498038:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.498042:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603689.498047:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603689.498058:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603689.498070:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f3480 x1876533442918656/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603705 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603689.498082:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9eb8040f3480 x1876533442918656/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603689.498115:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603689.498126:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.498129:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603689.498616:0:35292:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603689.498627:0:35292:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603689.498630:0:35292:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603689.498635:0:35292:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3058. 00000400:00000200:2.0:1789603689.498641:0:35292:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8041d1800 00000400:00000010:2.0:1789603689.498645:0:35292:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9eb8041d1800. 00000100:00000001:2.0:1789603689.498651:0:35292:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603689.498657:0:35292:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f3480 x1876533442918656/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789603689.498667:0:35292:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f3480 x1876533442918656/t0(0) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603689.498674:0:35292:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603689.498676:0:35292:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603689.498679:0:35292:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603689.498684:0:35292:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603689.498687:0:35292:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603689.498690:0:35292:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603689.498694:0:35292:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603689.498708:0:35292:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=87 v=5 (5 106 106 106) 00000100:00001000:2.0:1789603689.498713:0:35292:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=87 v=5 (1 1 1 1) 00000100:00000001:2.0:1789603689.498716:0:35292:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603689.498718:0:35292:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603689.498722:0:35292:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603689.498726:0:35292:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603689.498730:0:35292:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789603689.498732:0:35292:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x100000022/0x1] 00000100:00000001:2.0:1789603689.498734:0:35292:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789603689.498737:0:35292:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603689.498739:0:35292:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912117376 : -106961797434240 : ffff9eb8040f3480) 00000100:00000001:2.0:1789603689.498744:0:35292:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603689.498746:0:35292:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1789603689.498749:0:35292:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603689.498752:0:35292:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603689.498757:0:35292:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f3480 x1876533442918656/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/664 e 0 to 0 dl 1789603705 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603689.498765:0:35292:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603689.498769:0:35292:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603689.498771:0:35292:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603689.498776:0:35292:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f3480 x1876533442918656/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/664 e 0 to 0 dl 1789603705 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789603689.498785:0:35292:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f3480 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35292:1876533442918656:192.168.204.129@tcp:101:multiop.0 00000100:00000001:2.0:1789603689.498790:0:35292:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603689.498794:0:35292:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603689.498797:0:35292:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789603689.498799:0:35292:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603689.498802:0:35292:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f3480 x1876533442918656/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/664 e 0 to 0 dl 1789603705 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603689.498810:0:35292:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603689.498814:0:35292:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8209fc9c0. 00000100:00000001:2.0:1789603689.498818:0:35292:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789603689.498819:0:35292:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603689.498823:0:35292:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789603689.498831:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603689.498834:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603689.498839:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47e00 refcount=4 00000020:00000001:2.0:1789603689.498842:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893589504 : -106961815962112 : ffff9eb802f47e00) 00010000:00000001:2.0:1789603689.498846:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893589504 : -106961815962112 : ffff9eb802f47e00) 00010000:00000040:2.0:1789603689.498869:0:35292:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb802f47e00, remote cookie: 0x31dbb14d74e9218e, flags: 0x1001 00010000:00010000:2.0:1789603689.498878:0:35292:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb802f47e00/0xa04c19c788fe554e lrc: 4/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9218e expref: -99 pid: 35292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789603689.498889:0:35292:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000402:0x8:0x0].0x0, instead of [0x240000402:0x7:0x0].0x0 00010000:00000001:2.0:1789603689.498892:0:35292:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789603689.498904:0:35292:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb81938bd00. 00010000:00000010:2.0:1789603689.498911:0:35292:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80574e300. 00010000:00000040:2.0:1789603689.498918:0:35292:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb81938be00 count: 0 00010000:00000010:2.0:1789603689.498926:0:35292:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb80574ea00. 00010000:00000001:2.0:1789603689.498938:0:35292:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603689.498942:0:35292:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb802f47e00/0xa04c19c788fe554e lrc: 4/0,1 mode: --/PR res: [0x240000402:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9218e expref: -99 pid: 35292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603689.498951:0:35292:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb802f47e00/0xa04c19c788fe554e lrc: 4/0,1 mode: --/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9218e expref: -99 pid: 35292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603689.498959:0:35292:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789603689.498964:0:35292:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789603689.498966:0:35292:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789603689.498968:0:35292:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789603689.498970:0:35292:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789603689.498973:0:35292:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000402:0x8:0x0].0x0 (ffff9eb81938bd00) refcount = 1 00010000:00010000:2.0:1789603689.498977:0:35292:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb802f47e00/0xa04c19c788fe554e lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9218e expref: -99 pid: 35292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603689.498997:0:35292:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789603689.499003:0:35292:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789603689.499005:0:35292:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603689.499008:0:35292:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789603689.499011:0:35292:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603689.499015:0:35292:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb802f47e00/0xa04c19c788fe554e lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9218e expref: -99 pid: 35292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603689.499026:0:35292:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789603689.499028:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603689.499030:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603689.499031:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603689.499032:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603689.499034:0:35292:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603689.499040:0:35292:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789603689.499043:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603689.499045:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603689.499046:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47e00 refcount=3 00000020:00000001:2.0:1789603689.499048:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893589504 : -106961815962112 : ffff9eb802f47e00) 00010000:00000001:2.0:1789603689.499050:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893589504 : -106961815962112 : ffff9eb802f47e00) 00010000:00000001:2.0:1789603689.499053:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603689.499054:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603689.499055:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47e00 refcount=4 00000020:00000001:2.0:1789603689.499057:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893589504 : -106961815962112 : ffff9eb802f47e00) 00010000:00000001:2.0:1789603689.499059:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893589504 : -106961815962112 : ffff9eb802f47e00) 00010000:00000001:2.0:1789603689.499062:0:35292:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603689.499066:0:35292:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603689.499069:0:35292:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb802f47e00/0xa04c19c788fe554e lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9218e expref: -99 pid: 35292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603689.499075:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603689.499076:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603689.499077:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603689.499078:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603689.499080:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47e00 refcount=5 00000020:00000001:2.0:1789603689.499082:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893589504 : -106961815962112 : ffff9eb802f47e00) 00010000:00000001:2.0:1789603689.499084:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893589504 : -106961815962112 : ffff9eb802f47e00) 00010000:00000001:2.0:1789603689.499087:0:35292:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603689.499090:0:35292:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb802f47e00/0xa04c19c788fe554e lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9218e expref: -99 pid: 35292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603689.499096:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603689.499097:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789603689.499100:0:35292:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb802f47e00/0xa04c19c788fe554e lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9218e expref: -99 pid: 35292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603689.499106:0:35292:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603689.499107:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603689.499109:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603689.499110:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603689.499111:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789603689.499116:0:35292:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9eb8040f3480 x1876533442918656/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/664 e 0 to 0 dl 1789603705 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789603689.499126:0:35292:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789603689.499131:0:35292:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb8040f3480 x1876533442918656/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/664 e 0 to 0 dl 1789603705 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789603689.499138:0:35292:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603689.499146:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603689.499148:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603689.499149:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47e00 refcount=3 00000020:00000001:2.0:1789603689.499152:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893589504 : -106961815962112 : ffff9eb802f47e00) 00010000:00000001:2.0:1789603689.499154:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893589504 : -106961815962112 : ffff9eb802f47e00) 00000002:00010000:2.0:1789603689.499158:0:35292:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb802f47e00/0xa04c19c788fe554e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9218e expref: -99 pid: 35292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789603689.499169:0:35292:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9eb806b15840. 00010000:00000001:2.0:1789603689.499171:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603689.499172:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603689.499173:0:35292:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603689.499175:0:35292:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603689.499179:0:35292:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789603689.499183:0:35292:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603689.499184:0:35292:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912117376 : -106961797434240 : ffff9eb8040f3480) 00000100:00000001:2.0:1789603689.499187:0:35292:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603689.499263:0:35292:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912117376 : -106961797434240 : ffff9eb8040f3480) 00010000:00000001:2.0:1789603689.499266:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603689.499268:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603689.499270:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47e00 refcount=3 00000020:00000001:2.0:1789603689.499272:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893589504 : -106961815962112 : ffff9eb802f47e00) 00010000:00000001:2.0:1789603689.499274:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893589504 : -106961815962112 : ffff9eb802f47e00) 00000002:00010000:2.0:1789603689.499278:0:35292:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb802f47e00/0xa04c19c788fe554e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9218e expref: -99 pid: 35292 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603689.499285:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603689.499286:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603689.499288:0:35292:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789603689.499290:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603689.499291:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603689.499293:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47e00 refcount=3 00000020:00000001:2.0:1789603689.499295:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893589504 : -106961815962112 : ffff9eb802f47e00) 00010000:00000001:2.0:1789603689.499297:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893589504 : -106961815962112 : ffff9eb802f47e00) 00010000:00000040:2.0:1789603689.499301:0:35292:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bd00 count: 2 00010000:00000001:2.0:1789603689.499304:0:35292:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789603689.499309:0:35292:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f4c000 type 13 mode 4 res 9663677442/8 (0 0) 00010000:00000001:2.0:1789603689.499493:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603689.499494:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603689.499496:0:35292:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789603689.499500:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07768 00000002:00002000:2.0:1789603689.499502:0:35292:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24a.recovery-small intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1789603689.499506:0:35292:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603689.499607:0:35292:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603689.499612:0:35292:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789603689.499615:0:35292:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000402:0x7:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789603689.499619:0:35292:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603689.499624:0:35292:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789603689.499627:0:35292:0:(namei.c:674:ll_lookup_it_finish()) it ffff9eb8051ed540 it_disposition 1800037 00000080:00002000:2.0:1789603689.499633:0:35292:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb808207e58 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1789603689.499640:0:35292:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789603689.499643:0:35292:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1789603689.499646:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07990 00000080:00200000:2.0:1789603689.499648:0:35292:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24a.recovery-small, dir=[0x240000402:0x7:0x0](ffff9eb80817f448), intent=open|creat 00000080:00000001:2.0:1789603689.499651:0:35292:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1789603689.499653:0:35292:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789603689.499661:0:35292:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789603689.499665:0:35292:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789603689.499668:0:35292:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761480 : 162129603798761480 : 240000402000008) 00000080:00000001:2.0:1789603689.499672:0:35292:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1789603689.499690:0:35292:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9eb808120840. 00000020:00000001:2.0:1789603689.499702:0:35292:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1789603689.499704:0:35292:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1789603689.499707:0:35292:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1789603689.499709:0:35292:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x240000402:0x8:0x0](ffff9eb808120908) 00000020:00000001:2.0:1789603689.499713:0:35292:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603689.499718:0:35292:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154296 : -106961585397320 : ffff9eb810b2a1b8) 00000020:00001000:2.0:1789603689.499721:0:35292:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a1b0 00000020:00000001:2.0:1789603689.499726:0:35292:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1789603689.499732:0:35292:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9eb8203b60c8. 00000020:00000001:2.0:1789603689.499735:0:35292:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789603689.499737:0:35292:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603689.499746:0:35292:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1789603689.499750:0:35292:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9eb8109b8aa8. 00020000:00000001:2.0:1789603689.499753:0:35292:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446637112122641064 : -106961586910552 : ffff9eb8109b8aa8) 00020000:00000001:2.0:1789603689.499756:0:35292:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1789603689.499760:0:35292:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789603689.499766:0:35292:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb8051ed060. 00020000:00000010:2.0:1789603689.499770:0:35292:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb80500bd80. 00020000:00000010:2.0:1789603689.499776:0:35292:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb8051ed0c0. 00020000:00000001:2.0:1789603689.499778:0:35292:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637111929917632 : -106961779633984 : ffff9eb8051ed0c0) 00020000:00000002:2.0:1789603689.499783:0:35292:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb8051ed0c0, objid 0x8:1073742850, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789603689.499788:0:35292:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789603689.499792:0:35292:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb80500bd80: ostid: 0x280000400:4 ost idx: 0 gen: 0 00020000:00000001:2.0:1789603689.499794:0:35292:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1789603689.499796:0:35292:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb8051ed0c0, objid 0x8:1073742850, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789603689.499800:0:35292:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789603689.499803:0:35292:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb80500bd80: ostid: 0x280000400:4 ost idx: 0 gen: 0 00020000:00000010:2.0:1789603689.499807:0:35292:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9eb807da4430. 00020000:00000010:2.0:1789603689.499811:0:35292:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9eb8209fc9c0. 00020000:00000001:2.0:1789603689.499816:0:35292:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1789603689.499819:0:35292:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9eb81187c020. 00020000:00000001:2.0:1789603689.499823:0:35292:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1789603689.499824:0:35292:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1789603689.499832:0:35292:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1789603689.499835:0:35292:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9eb8203b6af0. 00000020:00000001:2.0:1789603689.499837:0:35292:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789603689.499839:0:35292:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603689.499841:0:35292:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446637112384777072 : -106961324774544 : ffff9eb8203b6b70) 00020000:00000001:2.0:1789603689.499846:0:35292:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1789603689.499852:0:35292:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9eb806a30e00. 00020000:00000001:2.0:1789603689.499869:0:35292:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603689.499875:0:35292:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446637112384777072 : -106961324774544 : ffff9eb8203b6b70) 00020000:00000001:2.0:1789603689.499877:0:35292:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446637112384777072 : -106961324774544 : ffff9eb8203b6b70) 00020000:00000002:2.0:1789603689.499881:0:35292:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x4:0x0]@ffff9eb8203b6af0[0:0] -> [0x240000402:0x8:0x0]@ffff9eb8203b60c8: ostid: 0x280000400:4 ost idx: 0 gen: 0 00020000:00000001:2.0:1789603689.499887:0:35292:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1789603689.499889:0:35292:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1789603689.499891:0:35292:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603689.499894:0:35292:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446637112384774472 : -106961324777144 : ffff9eb8203b6148) 00000020:00001000:2.0:1789603689.499898:0:35292:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a1b0 00000080:00000001:2.0:1789603689.499903:0:35292:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761480 : 162129603798761480 : 240000402000008) 00000080:00000001:2.0:1789603689.499906:0:35292:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00000002:2.0:1789603689.499909:0:35292:0:(llite_lib.c:3050:ll_update_inode()) setting ino 162129603798761480 mtime from 0 to 1789603689 00000080:00000001:2.0:1789603689.499914:0:35292:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1789603689.499917:0:35292:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979411720 : -106961730139896 : ffff9eb808120908) 00010000:00000001:2.0:1789603689.499919:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603689.499921:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603689.499923:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47e00 refcount=3 00000020:00000001:2.0:1789603689.499925:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893589504 : -106961815962112 : ffff9eb802f47e00) 00010000:00000001:2.0:1789603689.499928:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893589504 : -106961815962112 : ffff9eb802f47e00) 00000080:00000001:2.0:1789603689.499932:0:35292:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789603689.499933:0:35292:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603689.499934:0:35292:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154296 : -106961585397320 : ffff9eb810b2a1b8) 00000020:00001000:2.0:1789603689.499936:0:35292:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a1b0 00000020:00000001:2.0:1789603689.499939:0:35292:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789603689.499941:0:35292:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789603689.499942:0:35292:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789603689.499945:0:35292:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb8051eda20. 00020000:00000010:2.0:1789603689.499948:0:35292:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb80500b400. 00020000:00000010:2.0:1789603689.499951:0:35292:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb8051ed720. 00020000:00000001:2.0:1789603689.499953:0:35292:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637111929919264 : -106961779632352 : ffff9eb8051ed720) 00020000:00000002:2.0:1789603689.499955:0:35292:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb8051ed720, objid 0x8:1073742850, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789603689.499959:0:35292:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789603689.499962:0:35292:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb80500b400: ostid: 0x280000400:4 ost idx: 0 gen: 0 00020000:00000002:2.0:1789603689.499966:0:35292:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9eb8109b8aa8) owner ffff9eb810b90000 00020000:00000001:2.0:1789603689.499968:0:35292:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789603689.499971:0:35292:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9eb8109b8aa8) owner ffff9eb810b90000 00020000:00000010:2.0:1789603689.499976:0:35292:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb80500b400. 00020000:00000010:2.0:1789603689.499980:0:35292:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb8051eda20. 00020000:00000010:2.0:1789603689.499984:0:35292:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb8051ed720. 00020000:00000002:2.0:1789603689.499986:0:35292:0:(lov_object.c:1535:lov_conf_set()) [0x240000402:0x8:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789603689.499988:0:35292:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603689.499990:0:35292:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603689.499993:0:35292:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789603689.499996:0:35292:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810b90000 00020000:00000002:2.0:1789603689.499999:0:35292:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb8051ed0c0 addref 2/0 by ffff9eb810b90000. 00020000:00000002:2.0:1789603689.500002:0:35292:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810b90000 00020000:00000001:2.0:1789603689.500005:0:35292:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789603689.500008:0:35292:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789603689.500009:0:35292:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789603689.500011:0:35292:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789603689.500013:0:35292:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789603689.500015:0:35292:0:(file.c:6854:ll_layout_conf()) [0x240000402:0x8:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1789603689.500017:0:35292:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a1b0 00000080:00000001:2.0:1789603689.500019:0:35292:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603689.500022:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603689.500023:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789603689.500024:0:35292:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789603689.500028:0:35292:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789603689.500030:0:35292:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603689.500032:0:35292:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x240000402:0x8:0x0](ffff9eb808120908) 00000080:00010000:2.0:1789603689.500035:0:35292:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x8:0x0](ffff9eb808120908) for lock 0xa04c19c788fe554e 00800000:00000001:2.0:1789603689.500039:0:35292:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603689.500041:0:35292:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603689.500042:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603689.500043:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603689.500045:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47e00 refcount=3 00000020:00000001:2.0:1789603689.500046:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893589504 : -106961815962112 : ffff9eb802f47e00) 00010000:00000001:2.0:1789603689.500048:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893589504 : -106961815962112 : ffff9eb802f47e00) 00010000:00000001:2.0:1789603689.500051:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603689.500052:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603689.500053:0:35292:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603689.500055:0:35292:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603689.500056:0:35292:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1789603689.500059:0:35292:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603689.500067:0:35292:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9eb8040f3480 x1876533442918656/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603705 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603689.500075:0:35292:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789603689.500080:0:35292:0:(namei.c:1651:ll_create_it()) inode ffff9eb808120908 need_sync_to_mds [0x240000402:0x8:0x0] 00000080:00000001:2.0:1789603689.500084:0:35292:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603689.500087:0:35292:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x8:0x0](ffff9eb808120908) 00000080:00000001:2.0:1789603689.500090:0:35292:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789603689.500095:0:35292:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb80572b400. 00000100:00000001:2.0:1789603689.500099:0:35292:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603689.500102:0:35292:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f3480 x1876533442918656/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603705 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603689.500109:0:35292:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603689.500113:0:35292:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1789603689.500115:0:35292:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789603689.500118:0:35292:0:(namei.c:1500:ll_atomic_open()) inode ffff9eb808120908 need_sync_to_mds [0x240000402:0x8:0x0] 00000080:00000001:2.0:1789603689.500128:0:35292:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789603689.500131:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07a68 00000080:00200008:2.0:1789603689.500133:0:35292:0:(file.c:1090:ll_file_open()) START file f24a.recovery-small:[0x240000402:0x8:0x0](ffff9eb808120908), flags 100102 00000080:00000010:2.0:1789603689.500143:0:35292:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9eb8053df900. 00000080:00000010:2.0:1789603689.500149:0:35292:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9eb806b15580. 00000080:00000001:2.0:1789603689.500152:0:35292:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1789603689.500155:0:35292:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1789603689.500158:0:35292:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603689.500162:0:35292:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603689.500165:0:35292:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603689.500168:0:35292:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603689.500170:0:35292:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603689.500172:0:35292:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x8:0x0] 00800000:00000001:2.0:1789603689.500174:0:35292:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603689.500178:0:35292:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789603689.500182:0:35292:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9eb81272a720. 00000002:00100000:2.0:1789603689.501788:0:35292:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb8040f3480 x1876533442918656/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603705 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789603689.501808:0:35292:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603689.501811:0:35292:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789603689.501816:0:35292:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1789603689.501821:0:35292:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603689.501824:0:35292:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603689.501833:0:35292:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603689.501845:0:35292:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f3480 x1876533442918656/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603705 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789603689.501870:0:35292:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603689.501876:0:35292:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9eb807be0000. 02000000:00000001:2.0:1789603689.501905:0:35292:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789603689.501908:0:35292:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603689.501913:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07a68 00000080:00000008:2.0:1789603689.501915:0:35292:0:(file.c:1329:ll_file_open()) COMPLETED file f24a.recovery-small:[0x240000402:0x8:0x0](ffff9eb808120908), flags 100102, rc = 0 00000080:00000001:2.0:1789603689.501921:0:35292:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789603689.501923:0:35292:0:(dcache.c:176:ll_intent_release()) intent ffff9eb8051ed540 released 00000080:00010000:2.0:1789603689.501926:0:35292:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe554e from it ffff9eb8051ed540 00010000:00000001:2.0:1789603689.501929:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603689.501932:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603689.501934:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47e00 refcount=3 00000020:00000001:2.0:1789603689.501937:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893589504 : -106961815962112 : ffff9eb802f47e00) 00010000:00000001:2.0:1789603689.501940:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893589504 : -106961815962112 : ffff9eb802f47e00) 00010000:00000001:2.0:1789603689.501943:0:35292:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603689.501948:0:35292:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb802f47e00/0xa04c19c788fe554e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e9218e expref: -99 pid: 35292 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603689.501957:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603689.501958:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603689.501960:0:35292:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603689.501964:0:35292:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603689.501966:0:35292:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9eb81291b000 lock: ffff9eb802f47e00/0xa04c19c788fe554e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e9218e expref: -99 pid: 35292 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603689.501977:0:35292:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603689.501981:0:35292:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603689.501983:0:35292:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603689.501988:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603689.501989:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603689.501991:0:35292:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603689.501995:0:35292:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603689.501997:0:35292:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603689.502000:0:35292:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603689.502002:0:35292:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603689.502004:0:35292:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603689.502005:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603689.502006:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789603689.502007:0:35292:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1789603689.502009:0:35292:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1789603689.502141:0:35292:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789603689.502144:0:35292:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603689.502147:0:35292:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789603689.502149:0:35292:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603689.502153:0:35292:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1789603689.502155:0:35292:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603689.502157:0:35292:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789603689.502159:0:35292:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603689.502162:0:35292:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789603689.502166:0:35292:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9eb8051ed540. 00000080:00000001:3.0:1789603689.502172:0:35292:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603689.502180:0:35292:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789603689.502183:0:35292:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x240000402:0x8:0x0](ffff9eb808120908), inode mode 81a4 mask 40 00000080:00000001:3.0:1789603689.502255:0:35292:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603689.507624:0:35292:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:3.0:1789603689.507636:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07d88 00000080:00200008:3.0:1789603689.507641:0:35292:0:(file.c:2650:do_file_write_iter()) START file f24a.recovery-small:[0x240000402:0x8:0x0], ppos: 0, count: 1 00000080:00000002:3.0:1789603689.507646:0:35292:0:(file.c:2656:do_file_write_iter()) inode ffff9eb808120908 need_sync_to_oss [0x240000402:0x8:0x0] 00000080:00000001:3.0:1789603689.507649:0:35292:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1789603689.507652:0:35292:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603689.507655:0:35292:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1789603689.507661:0:35292:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603689.507664:0:35292:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000020:00000001:3.0:1789603689.507667:0:35292:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1789603689.507671:0:35292:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810b90000 00020000:00000002:3.0:1789603689.507676:0:35292:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb8051ed0c0 addref 2/0 by ffff9eb810b90000. 00020000:00000002:3.0:1789603689.507679:0:35292:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810b90000 00000020:00000001:3.0:1789603689.507683:0:35292:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000080:00000001:3.0:1789603689.507694:0:35292:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:3.0:1789603689.507696:0:35292:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000080:00000001:3.0:1789603689.507702:0:35292:0:(rw26.c:683:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:3.0:1789603689.507706:0:35292:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:3.0:1789603689.507709:0:35292:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:3.0:1789603689.507711:0:35292:0:(file.c:2628:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603689.507713:0:35292:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603689.507718:0:35292:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930664 : -106961319620952 : ffff9eb8208a0ea8) 00000020:00001000:3.0:1789603689.507721:0:35292:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0ea0 00000080:00000001:3.0:1789603689.507725:0:35292:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1789603689.507727:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07c98 00000080:00200000:3.0:1789603689.507728:0:35292:0:(file.c:2090:ll_file_io_generic()) f24a.recovery-small: write ppos: 0, bytes: 1 00000020:00000001:3.0:1789603689.507734:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07c30 00000080:00200000:3.0:1789603689.507736:0:35292:0:(file.c:1848:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:3.0:1789603689.507739:0:35292:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1789603689.507747:0:35292:0:(cl_io.c:215:cl_io_rw_init()) header@000000006609d3ab[0x110, 1, [0x240000402:0x8:0x0] hash] 00000020:00200000:3.0:1789603689.507749:0:35292:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [0, 1) 0 0 00000020:00000001:3.0:1789603689.507753:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6148 -> ffff9eb8203b6148 00000020:00000001:3.0:1789603689.507757:0:35292:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789603689.507760:0:35292:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789603689.507763:0:35292:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789603689.507767:0:35292:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603689.507768:0:35292:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1789603689.507772:0:35292:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603689.507778:0:35292:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603689.507781:0:35292:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789603689.507784:0:35292:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603689.507786:0:35292:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789603689.507790:0:35292:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9eb80572ce40 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1789603689.507794:0:35292:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810b90000 00020000:00000001:3.0:1789603689.507798:0:35292:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789603689.507800:0:35292:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789603689.507803:0:35292:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789603689.507805:0:35292:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1789603689.507807:0:35292:0:(lov_io.c:860:lov_io_slice_init()) 0 1 00020000:00000001:3.0:1789603689.507811:0:35292:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1789603689.507813:0:35292:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789603689.507814:0:35292:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603689.507816:0:35292:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603689.507817:0:35292:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789603689.507819:0:35292:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789603689.507820:0:35292:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810b90000 00000020:00000001:3.0:1789603689.507823:0:35292:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603689.507824:0:35292:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789603689.507827:0:35292:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:3.0:1789603689.507829:0:35292:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:3.0:1789603689.507832:0:35292:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603689.507836:0:35292:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:3.0:1789603689.507838:0:35292:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1789603689.507841:0:35292:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:3.0:1789603689.507842:0:35292:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1789603689.507844:0:35292:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:3.0:1789603689.507847:0:35292:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1) 1, 1 00020000:00000001:3.0:1789603689.507850:0:35292:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1789603689.507865:0:35292:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1789603689.507870:0:35292:0:(lov_offset.c:253:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:3.0:1789603689.507874:0:35292:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789603689.507876:0:35292:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789603689.507878:0:35292:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603689.507880:0:35292:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389928648 : -106961319622968 : ffff9eb8208a06c8) 00000020:00001000:3.0:1789603689.507883:0:35292:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a06c0 00000020:00000001:3.0:1789603689.507886:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6b70 -> ffff9eb8203b6148 00000020:00000001:3.0:1789603689.507888:0:35292:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789603689.507893:0:35292:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603689.507894:0:35292:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789603689.507896:0:35292:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789603689.507898:0:35292:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935422016 : -106961774129600 : ffff9eb80572ce40) 00000020:00000001:3.0:1789603689.507900:0:35292:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603689.507902:0:35292:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603689.507904:0:35292:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:3.0:1789603689.507907:0:35292:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1789603689.507909:0:35292:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1789603689.507913:0:35292:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603689.507915:0:35292:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603689.507918:0:35292:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603689.507920:0:35292:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603689.507921:0:35292:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603689.507924:0:35292:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:3.0:1789603689.507926:0:35292:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1789603689.507928:0:35292:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1789603689.507931:0:35292:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1789603689.507934:0:35292:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603689.507938:0:35292:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603689.507940:0:35292:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1789603689.507942:0:35292:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:3.0:1789603689.507944:0:35292:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1789603689.507946:0:35292:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1789603689.507948:0:35292:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603689.507950:0:35292:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603689.507951:0:35292:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603689.507953:0:35292:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603689.507955:0:35292:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603689.507957:0:35292:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1789603689.507959:0:35292:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789603689.507960:0:35292:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:3.0:1789603689.507962:0:35292:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789603689.507964:0:35292:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603689.507966:0:35292:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603689.507969:0:35292:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603689.507971:0:35292:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603689.507972:0:35292:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789603689.507975:0:35292:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1789603689.507977:0:35292:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1789603689.507992:0:35292:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1789603689.507995:0:35292:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1789603689.507998:0:35292:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:3.0:1789603689.508006:0:35292:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb80502b380. 00020000:00000002:3.0:1789603689.508010:0:35292:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:3.0:1789603689.508012:0:35292:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1789603689.508015:0:35292:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789603689.508016:0:35292:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:3.0:1789603689.508017:0:35292:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1789603689.508022:0:35292:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb81239c720. 00000008:00010000:3.0:1789603689.508025:0:35292:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1789603689.508028:0:35292:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789603689.508029:0:35292:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1789603689.508033:0:35292:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb80502b3b0, osc lock ffff9eb81239c720, flags 0x0 00000020:00000001:3.0:1789603689.508036:0:35292:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603689.508038:0:35292:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603689.508041:0:35292:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637111928075136 : -106961781476480 : ffff9eb80502b380) 00000020:00000001:3.0:1789603689.508043:0:35292:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789603689.508044:0:35292:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1789603689.508045:0:35292:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603689.508047:0:35292:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603689.508049:0:35292:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1789603689.508052:0:35292:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1789603689.508053:0:35292:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789603689.508054:0:35292:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:3.0:1789603689.508056:0:35292:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1789603689.508059:0:35292:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1789603689.508061:0:35292:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1789603689.508063:0:35292:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603689.508067:0:35292:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789603689.508069:0:35292:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789603689.508070:0:35292:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789603689.508073:0:35292:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789603689.508074:0:35292:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789603689.508076:0:35292:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789603689.508078:0:35292:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1789603689.508083:0:35292:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789603689.508091:0:35292:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603689.508095:0:35292:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1789603689.508103:0:35292:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4ad80. 00000020:00000040:3.0:1789603689.508109:0:35292:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00010000:00000001:3.0:1789603689.508115:0:35292:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789603689.508123:0:35292:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603689.508128:0:35292:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603689.508132:0:35292:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603689.508136:0:35292:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603689.508142:0:35292:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603689.508150:0:35292:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb814ea1c00. 00000100:00000001:3.0:1789603689.508162:0:35292:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603689.508170:0:35292:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603689.508172:0:35292:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603689.508174:0:35292:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603689.508175:0:35292:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603689.508177:0:35292:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603689.508181:0:35292:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446637112124288384 : -106961585263232 : ffff9eb810b4ad80) 00010000:00000001:3.0:1789603689.508185:0:35292:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789603689.508199:0:35292:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789603689.508204:0:35292:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb8042bb500. 00010000:00000010:3.0:1789603689.508208:0:35292:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9eb8042bb400. 00010000:00000001:3.0:1789603689.508215:0:35292:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789603689.508219:0:35292:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb8131e5e00. 00000020:00000001:3.0:1789603689.508225:0:35292:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789603689.508228:0:35292:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb8131e5e00 with handle 0xa04c19c788fe5555 to hash 00000020:00000001:3.0:1789603689.508230:0:35292:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789603689.508232:0:35292:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000010:3.0:1789603689.508237:0:35292:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9eb807d57dc0. 00010000:00000001:3.0:1789603689.508239:0:35292:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603689.508243:0:35292:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603689.508246:0:35292:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603689.508252:0:35292:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603689.508267:0:35292:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603689.508279:0:35292:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789603689.508285:0:35292:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603689.508288:0:35292:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603689.508296:0:35292:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8209d6840. 00000100:00000001:3.0:1789603689.508299:0:35292:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112391198784 : -106961318352832 : ffff9eb8209d6840) 00000100:00000001:3.0:1789603689.508302:0:35292:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603689.508304:0:35292:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124288384 : -106961585263232 : ffff9eb810b4ad80) 00000100:00000001:3.0:1789603689.508309:0:35292:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603689.508311:0:35292:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603689.508314:0:35292:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603689.508316:0:35292:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603689.508330:0:35292:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4ad80 x1876533442918784/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603689.508339:0:35292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603689.508341:0:35292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603689.508346:0:35292:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603689.508349:0:35292:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603689.508351:0:35292:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603689.508356:0:35292:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4ad80 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35292:1876533442918784:192.168.204.129@tcp:101:multiop.0 00000100:00000001:3.0:1789603689.508361:0:35292:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603689.508368:0:35292:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603689.508371:0:35292:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603689.508374:0:35292:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603689.508380:0:35292:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb80511c000. 02000000:00000001:3.0:1789603689.508382:0:35292:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603689.508393:0:35292:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603689.508398:0:35292:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748f20. 00000400:00000010:3.0:1789603689.508406:0:35292:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0198. 00000100:00000200:3.0:1789603689.508415:0:35292:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442918784, portal 4 00000100:00000001:3.0:1789603689.508417:0:35292:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603689.508419:0:35292:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124288384 : -106961585263232 : ffff9eb810b4ad80) 00000100:00000040:3.0:1789603689.508426:0:35292:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810b4ad80 x1876533442918784/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603705 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603689.508435:0:35292:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603689.508438:0:35292:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603689.508441:0:35292:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0aa0. 00000100:00000200:3.0:1789603689.508445:0:35292:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876533442918784, offset 0 00000400:00000200:3.0:1789603689.508452:0:35292:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603689.508463:0:35292:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.508473:0:35292:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603689.508480:0:35292:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603689.508485:0:35292:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603689.508491:0:35292:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603689.508495:0:35292:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603689.508499:0:35292:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2946:2946:256:4294967295] 192.168.204.129@tcp LPNI seq info [2946:2946:8:4294967295] 00000400:00000200:3.0:1789603689.508503:0:35292:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.508553:0:35292:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603689.508561:0:35292:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603689.508567:0:35292:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f600. 00000800:00000200:3.0:1789603689.508575:0:35292:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603689.508585:0:35292:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603689.508591:0:35292:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789603689.508616:0:35292:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603689.508622:0:35292:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 193346 usecs (194 jiffies) 00000400:00000200:3.0:1789603689.508625:0:35292:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603689.508629:0:35292:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296688633 00000100:00000001:3.0:1789603689.508633:0:35292:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296689185 00000100:00000001:3.0:1789603689.508635:0:35292:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296688633 00000100:00000001:3.0:1789603689.508637:0:35292:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296689185 00000100:00000001:3.0:1789603689.508639:0:35292:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603689.508642:0:35292:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603689.508645:0:35292:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603689.508647:0:35292:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603689.508649:0:35292:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8209d6840 going to sleep for 11 seconds 00000100:00000001:3.0:1789603689.508652:0:35292:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603689.508655:0:35292:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603689.509137:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603689.509143:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f600. 00000400:00000200:2.0:1789603689.509151:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603689.509156:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603689.509163:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0aa0 00000400:00000010:2.0:1789603689.509165:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0aa0. 00000100:00000001:2.0:1789603689.509171:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603689.509177:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4ad80 x1876533442918784/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603705 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603689.509202:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603689.509206:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b4ad80 x1876533442918784/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603705 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603689.509215:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603689.509217:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789603689.510829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938be00. 00000800:00000001:3.0:1789603689.516745:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.516768:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603689.516775:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.516777:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.516789:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.516799:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603689.516810:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.516816:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.516823:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.516828:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 400 into portal 4 MB=0x6aab27d463980 00000400:00000200:3.0:1789603689.516834:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.516842:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 400/400 into md 0x85dd [1] + 224 00000800:00000001:3.0:1789603689.516852:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.516871:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.516876:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603689.516882:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603689.516891:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603689.516903:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4ad80 x1876533442918784/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603705 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603689.516915:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9eb810b4ad80 x1876533442918784/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603689.516951:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603689.516963:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.516967:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.517086:0:35292:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603689.517096:0:35292:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603689.517098:0:35292:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603689.517102:0:35292:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748f20. 00000400:00000200:1.0:1789603689.517106:0:35292:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0198 00000400:00000010:1.0:1789603689.517110:0:35292:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0198. 00000100:00000001:1.0:1789603689.517113:0:35292:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603689.517118:0:35292:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b4ad80 x1876533442918784/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603689.517128:0:35292:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b4ad80 x1876533442918784/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.517134:0:35292:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603689.517138:0:35292:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.517141:0:35292:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603689.517144:0:35292:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603689.517147:0:35292:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603689.517149:0:35292:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.517152:0:35292:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603689.517163:0:35292:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=86 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603689.517168:0:35292:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=17 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603689.517171:0:35292:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603689.517173:0:35292:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.517176:0:35292:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603689.517180:0:35292:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.517185:0:35292:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603689.517200:0:35292:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1789603689.517202:0:35292:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603689.517204:0:35292:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603689.517210:0:35292:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b4ad80 x1876533442918784/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.517217:0:35292:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603689.517221:0:35292:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603689.517223:0:35292:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603689.517227:0:35292:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4ad80 x1876533442918784/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603705 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603689.517235:0:35292:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b4ad80 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35292:1876533442918784:192.168.204.129@tcp:101:multiop.0 00000100:00000001:1.0:1789603689.517240:0:35292:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.517244:0:35292:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.517246:0:35292:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603689.517248:0:35292:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603689.517253:0:35292:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4ad80 x1876533442918784/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603705 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.517260:0:35292:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603689.517263:0:35292:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8209d6840. 00000100:00000001:1.0:1789603689.517267:0:35292:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603689.517269:0:35292:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.517273:0:35292:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789603689.517276:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.517279:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.517283:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=4 00000020:00000001:1.0:1789603689.517285:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:1.0:1789603689.517289:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000040:1.0:1789603689.517298:0:35292:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb8131e5e00, remote cookie: 0x31dbb14d74e9219c, flags: 0x1 00010000:00010000:1.0:1789603689.517306:0:35292:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.517318:0:35292:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1789603689.517322:0:35292:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.517325:0:35292:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789603689.517330:0:35292:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1789603689.517335:0:35292:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789603689.517355:0:35292:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x4:0x0].0x0 (ffff9eb8042bb500) refcount = 1 00010000:00000040:1.0:1789603689.517359:0:35292:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789603689.517361:0:35292:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.517580:0:35292:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789603689.517583:0:35292:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603689.517586:0:35292:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789603689.517589:0:35292:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603689.517593:0:35292:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.517599:0:35292:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789603689.517601:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.517604:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.517605:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.517606:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.517607:0:35292:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603689.517611:0:35292:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1789603689.517614:0:35292:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789603689.517618:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.517619:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.517621:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=3 00000020:00000001:1.0:1789603689.517623:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:1.0:1789603689.517626:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:1.0:1789603689.517628:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.517629:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.517630:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=4 00000020:00000001:1.0:1789603689.517632:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:1.0:1789603689.517634:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:1.0:1789603689.517637:0:35292:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603689.517640:0:35292:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603689.517644:0:35292:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.517650:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.517652:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789603689.517655:0:35292:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1789603689.517659:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000008:00010000:1.0:1789603689.517664:0:35292:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1789603689.517670:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000020:00000001:1.0:1789603689.517673:0:35292:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789603689.517676:0:35292:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1789603689.517678:0:35292:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789603689.517681:0:35292:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.517683:0:35292:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.517685:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000008:00000001:1.0:1789603689.517687:0:35292:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:1.0:1789603689.517689:0:35292:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.517691:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.517692:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.517693:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=5 00000020:00000001:1.0:1789603689.517695:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:1.0:1789603689.517697:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:1.0:1789603689.517700:0:35292:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603689.517703:0:35292:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.517709:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.517710:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789603689.517713:0:35292:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.517720:0:35292:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603689.517721:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.517722:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789603689.517724:0:35292:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.517726:0:35292:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603689.517730:0:35292:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b4ad80 x1876533442918784/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603705 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.517736:0:35292:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603689.517739:0:35292:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603689.517743:0:35292:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb80511c000. 02000000:00000001:1.0:1789603689.517747:0:35292:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603689.517750:0:35292:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603689.517752:0:35292:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603689.517754:0:35292:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603689.517757:0:35292:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb814ea1c00. 02000000:00000001:1.0:1789603689.517761:0:35292:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603689.517763:0:35292:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603689.517766:0:35292:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4ad80. 00000100:00000001:1.0:1789603689.517770:0:35292:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603689.517771:0:35292:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789603689.517773:0:35292:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603689.517776:0:35292:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.517779:0:35292:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603689.517782:0:35292:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.517784:0:35292:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.517786:0:35292:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.517790:0:35292:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.517792:0:35292:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.517795:0:35292:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:1.0:1789603689.517800:0:35292:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:1.0:1789603689.517807:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07b80 00000080:00200000:1.0:1789603689.517809:0:35292:0:(vvp_io.c:1292:vvp_io_write_start()) f24a.recovery-small: write [0, 1) append 0 append lockpos 0 00000020:00000001:1.0:1789603689.517812:0:35292:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1789603689.517816:0:35292:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810b90000 00020000:00000002:1.0:1789603689.517820:0:35292:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb8051ed0c0 addref 2/0 by ffff9eb810b90000. 00020000:00000002:1.0:1789603689.517822:0:35292:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810b90000 00000020:00000001:1.0:1789603689.517825:0:35292:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:1.0:1789603689.517828:0:35292:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1789603689.517831:0:35292:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1789603689.517835:0:35292:0:(lov_offset.c:253:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:1.0:1789603689.517839:0:35292:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603689.517841:0:35292:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:1.0:1789603689.517843:0:35292:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789603689.517846:0:35292:0:(osc_io.c:1414:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789603689.517849:0:35292:0:(osc_io.c:1427:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.517851:0:35292:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603689.517863:0:35292:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.517865:0:35292:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603689.517874:0:35292:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1789603689.517876:0:35292:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000020:00000001:1.0:1789603689.517908:0:35292:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:1.0:1789603689.517911:0:35292:0:(cl_page.c:438:cl_page_find()) 0@[0x240000402:0x8:0x0] ffffecbc8430d840 0 1 00000020:00000001:1.0:1789603689.517915:0:35292:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1789603689.517917:0:35292:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.517919:0:35292:0:(cl_page.c:353:cl_page_alloc()) Process entered 00000020:00000010:1.0:1789603689.517926:0:35292:0:(cl_page.c:304:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9eb802f3a2a0. 00000020:00000001:1.0:1789603689.517930:0:35292:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1789603689.517931:0:35292:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1789603689.517935:0:35292:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:1.0:1789603689.517937:0:35292:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:1.0:1789603689.517940:0:35292:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603689.517941:0:35292:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000008:00000001:1.0:1789603689.517946:0:35292:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:1.0:1789603689.517948:0:35292:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff9eb802f3a310 folio ffffecbc8430d840 pg:0 obj off 0 00000008:00000001:1.0:1789603689.517950:0:35292:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.517952:0:35292:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1789603689.517953:0:35292:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1789603689.517955:0:35292:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1789603689.517957:0:35292:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603689.517961:0:35292:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.517963:0:35292:0:(cl_page.c:400:cl_page_alloc()) Process leaving (rc=18446637111893533344 : -106961816018272 : ffff9eb802f3a2a0) 00000020:00000001:1.0:1789603689.517966:0:35292:0:(cl_page.c:461:cl_page_find()) Process leaving (rc=18446637111893533344 : -106961816018272 : ffff9eb802f3a2a0) 00000020:00000001:1.0:1789603689.517968:0:35292:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:1.0:1789603689.517970:0:35292:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789603689.517972:0:35292:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935422016 : -106961774129600 : ffff9eb80572ce40) 00000020:00000001:1.0:1789603689.517975:0:35292:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1789603689.517976:0:35292:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1789603689.517978:0:35292:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789603689.517984:0:35292:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e9df667b[2 00000000c891a629 1 1 000000007d3b4b0d 0 0 0] 00000020:00000001:1.0:1789603689.517987:0:35292:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1789603689.517988:0:35292:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789603689.517990:0:35292:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00000001:1.0:1789603689.517992:0:35292:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:1.0:1789603689.517994:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6148 -> ffff9eb8203b6148 00000020:00000001:1.0:1789603689.517996:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6148 -> ffff9eb8203b6148 00000020:00000001:1.0:1789603689.517998:0:35292:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789603689.518001:0:35292:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1789603689.518005:0:35292:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789603689.518007:0:35292:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603689.518008:0:35292:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789603689.518009:0:35292:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789603689.518011:0:35292:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742850 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:1.0:1789603689.518015:0:35292:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789603689.518017:0:35292:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:1.0:1789603689.518020:0:35292:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.518021:0:35292:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.518022:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6148 -> ffff9eb8203b6148 00000080:00000001:1.0:1789603689.518026:0:35292:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789603689.518029:0:35292:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1789603689.518030:0:35292:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603689.518033:0:35292:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1789603689.518035:0:35292:0:(rw26.c:871:ll_write_end()) pos 0, len 1, copied 1 00000020:00000001:1.0:1789603689.518037:0:35292:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789603689.518038:0:35292:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935422016 : -106961774129600 : ffff9eb80572ce40) 00000020:00000001:1.0:1789603689.518039:0:35292:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1789603689.518041:0:35292:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789603689.518057:0:35292:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:1.0:1789603689.518060:0:35292:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789603689.518061:0:35292:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1789603689.518062:0:35292:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1789603689.518066:0:35292:0:(rw26.c:929:ll_write_end()) page@00000000e9df667b[3 00000000c891a629 2 1 000000007d3b4b0d 0 0 0] 00000080:00200000:1.0:1789603689.518069:0:35292:0:(rw26.c:929:ll_write_end()) vmpage @0000000069dbb8f6 17ffffc0001001 3:0 ffff9eb802f3a2a0 0 lru 00000080:00200000:1.0:1789603689.518076:0:35292:0:(rw26.c:929:ll_write_end()) osc-page@00000000b2658dff 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000852219aa 00000000ea6a8df1 > 3< 0 0 > 4< 0 0 8 8331264 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789603689.518078:0:35292:0:(rw26.c:929:ll_write_end()) end page@00000000e9df667b 00000080:00200000:1.0:1789603689.518080:0:35292:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1789603689.518081:0:35292:0:(rw26.c:950:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603689.518086:0:35292:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1789603689.518088:0:35292:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 1 prio 0 00000020:00000001:1.0:1789603689.518091:0:35292:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1789603689.518093:0:35292:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1789603689.518095:0:35292:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603689.518096:0:35292:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:1.0:1789603689.518098:0:35292:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1789603689.518100:0:35292:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1789603689.518102:0:35292:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1789603689.518104:0:35292:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789603689.518105:0:35292:0:(cl_page.c:547:cl_page_get()) Process leaving 00000008:00000001:1.0:1789603689.518107:0:35292:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1789603689.518111:0:35292:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff9eb806a30e00 ready 0|-|- wr 0|-|- rd 0|- oap ffff9eb802f3a310 folio ffffecbc8430d840 pg:0 added for cmd 2 00000008:00000001:1.0:1789603689.518119:0:35292:0:(osc_cache.c:1780:osc_enter_cache()) Process entered 00000008:00000020:1.0:1789603689.518122:0:35292:0:(osc_cache.c:1782:osc_enter_cache()) lustre-OST0000-osc-ffff9eb81291b000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8331264, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:1.0:1789603689.518128:0:35292:0:(osc_cache.c:1682:osc_enter_cache_try()) lustre-OST0000-osc-ffff9eb81291b000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8331264, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:1.0:1789603689.518133:0:35292:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff9eb802f3a348 page ffffecbc8430d840 00000008:00000020:1.0:1789603689.518136:0:35292:0:(osc_cache.c:1814:osc_enter_cache()) lustre-OST0000-osc-ffff9eb81291b000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8302592, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:1.0:1789603689.518140:0:35292:0:(osc_cache.c:1830:osc_enter_cache()) Process leaving 00000008:00000001:1.0:1789603689.518141:0:35292:0:(osc_cache.c:1833:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603689.518144:0:35292:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:1.0:1789603689.518149:0:35292:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9eb8040b6480. 00000008:00000020:1.0:1789603689.518154:0:35292:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff9eb806a30e00 extents at osc_extent_find:840, mppr: 1024. 00000008:00000020:1.0:1789603689.518159:0:35292:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9eb806a30e00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:1.0:1789603689.518163:0:35292:0:(osc_cache.c:858:osc_extent_find()) extent ffff9eb8040b6480@{[0 -> 0/1023], [3|1|-|active|wi|ffff9eb806a30e00], [28672|0|-|-|ffff9eb8131e5e00|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:1.0:1789603689.518170:0:35292:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000f515e626 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:1.0:1789603689.518178:0:35292:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:1.0:1789603689.518181:0:35292:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603689.518183:0:35292:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603689.518198:0:35292:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1789603689.518200:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000008:00000002:1.0:1789603689.518202:0:35292:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 0->1 0 00000020:00000001:1.0:1789603689.518204:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000020:00000001:1.0:1789603689.518206:0:35292:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789603689.518208:0:35292:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 1 00020000:00000001:1.0:1789603689.518209:0:35292:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789603689.518211:0:35292:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.518213:0:35292:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.518214:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000008:00000001:1.0:1789603689.518217:0:35292:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1789603689.518218:0:35292:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:1.0:1789603689.518220:0:35292:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789603689.518224:0:35292:0:(cl_page.c:567:cl_batch_put()) page@00000000e9df667b[4 00000000c891a629 2 1 000000007d3b4b0d 0 0 0] 00000020:00000001:1.0:1789603689.518227:0:35292:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:1.0:1789603689.518228:0:35292:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:1.0:1789603689.518229:0:35292:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1789603689.518232:0:35292:0:(osc_request.c:745:osc_update_next_shrink()) next time 3221 to shrink grant 00000080:00000001:1.0:1789603689.518235:0:35292:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1789603689.518237:0:35292:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1789603689.518243:0:35292:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9eb808120ab8, count 1, dirtied 1 00000080:00000001:1.0:1789603689.518245:0:35292:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1789603689.518247:0:35292:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:1.0:1789603689.518249:0:35292:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789603689.518250:0:35292:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789603689.518251:0:35292:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789603689.518254:0:35292:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e9df667b[3 00000000c891a629 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789603689.518256:0:35292:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1789603689.518257:0:35292:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789603689.518259:0:35292:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1789603689.518260:0:35292:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789603689.518262:0:35292:0:(cl_page.c:567:cl_batch_put()) page@00000000e9df667b[3 00000000c891a629 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789603689.518263:0:35292:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:1.0:1789603689.518264:0:35292:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:1.0:1789603689.518265:0:35292:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1789603689.518267:0:35292:0:(osc_io.c:492:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1789603689.518269:0:35292:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.518270:0:35292:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603689.518272:0:35292:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.518274:0:35292:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789603689.518276:0:35292:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:1.0:1789603689.518278:0:35292:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1789603689.518280:0:35292:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1789603689.518281:0:35292:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.518283:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07b80 00000080:00200000:1.0:1789603689.518285:0:35292:0:(vvp_io.c:1358:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:1.0:1789603689.518288:0:35292:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603689.518290:0:35292:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1789603689.518292:0:35292:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789603689.518293:0:35292:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1789603689.518296:0:35292:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:1.0:1789603689.518297:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000020:00000001:1.0:1789603689.518299:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000020:00000001:1.0:1789603689.518300:0:35292:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1789603689.518302:0:35292:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789603689.518303:0:35292:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.518305:0:35292:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.518306:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000008:00000001:1.0:1789603689.518308:0:35292:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.518310:0:35292:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603689.518312:0:35292:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603689.518313:0:35292:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.518314:0:35292:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.518317:0:35292:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1789603689.518318:0:35292:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1789603689.518320:0:35292:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1789603689.518321:0:35292:0:(cl_io.c:556:cl_io_end()) Process entered 00000008:00000001:1.0:1789603689.518323:0:35292:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:1.0:1789603689.518326:0:35292:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1789603689.518330:0:35292:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9eb806a30e00 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:1.0:1789603689.518335:0:35292:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1789603689.518348:0:35292:0:(osc_cache.c:1911:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603689.518350:0:35292:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1789603689.518352:0:35292:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603689.518354:0:35292:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:1.0:1789603689.518356:0:35292:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:1.0:1789603689.518357:0:35292:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603689.518359:0:35292:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.518361:0:35292:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1789603689.518363:0:35292:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789603689.519863:0:35292:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789603689.519871:0:35292:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb8053b2128 (ffff9eb8208a0ea8/0) at cl_lock_release():245 00000020:00000001:1.0:1789603689.519878:0:35292:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789603689.519879:0:35292:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb8053b2128 (ffff9eb8208a0ea8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789603689.519884:0:35292:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789603689.519889:0:35292:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603689.519891:0:35292:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:1.0:1789603689.519894:0:35292:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789603689.519895:0:35292:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb80502b3b0 (ffff9eb8208a06c8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789603689.519901:0:35292:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789603689.519902:0:35292:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789603689.519906:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.519909:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.519912:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=5 00000020:00000001:1.0:1789603689.519914:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:1.0:1789603689.519917:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:1.0:1789603689.519920:0:35292:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603689.519926:0:35292:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603689.519937:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.519940:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.519942:0:35292:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603689.519945:0:35292:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603689.519948:0:35292:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789603689.519960:0:35292:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603689.519965:0:35292:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603689.519968:0:35292:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603689.519973:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.519975:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.519977:0:35292:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.519981:0:35292:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603689.519984:0:35292:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.519986:0:35292:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.519989:0:35292:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.519992:0:35292:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603689.519993:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.519995:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603689.519996:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.519999:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789603689.520000:0:35292:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789603689.520002:0:35292:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789603689.520003:0:35292:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789603689.520005:0:35292:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789603689.520006:0:35292:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789603689.520008:0:35292:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb8053b2128 (ffff9eb8208a0ea8/0) at cl_lock_fini():72 00020000:00000001:1.0:1789603689.520011:0:35292:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789603689.520012:0:35292:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789603689.520013:0:35292:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb80502b3b0 (ffff9eb8208a0ea8/1) at cl_lock_fini():72 00000008:00000010:1.0:1789603689.520017:0:35292:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb81239c720. 00000020:00000001:1.0:1789603689.520024:0:35292:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789603689.520026:0:35292:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb80502b380. 00020000:00000001:1.0:1789603689.520030:0:35292:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789603689.520031:0:35292:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789603689.520032:0:35292:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1789603689.520035:0:35292:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1789603689.520037:0:35292:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789603689.520039:0:35292:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789603689.520041:0:35292:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1789603689.520042:0:35292:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603689.520045:0:35292:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603689.520046:0:35292:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1789603689.520047:0:35292:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1789603689.520049:0:35292:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1789603689.520053:0:35292:0:(vvp_io.c:533:vvp_io_advance()) advancing 1 bytes 00000020:00000001:1.0:1789603689.520055:0:35292:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1789603689.520056:0:35292:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1789603689.520058:0:35292:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1789603689.520060:0:35292:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789603689.520061:0:35292:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1789603689.520064:0:35292:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1789603689.520066:0:35292:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603689.520068:0:35292:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603689.520069:0:35292:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789603689.520071:0:35292:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789603689.520073:0:35292:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789603689.520078:0:35292:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:1.0:1789603689.520082:0:35292:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1789603689.520086:0:35292:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1789603689.520088:0:35292:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789603689.520090:0:35292:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789603689.520093:0:35292:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789603689.520094:0:35292:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789603689.520096:0:35292:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789603689.520099:0:35292:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a06c0 00020000:00000001:1.0:1789603689.520104:0:35292:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789603689.520107:0:35292:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789603689.520108:0:35292:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789603689.520111:0:35292:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789603689.520114:0:35292:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789603689.520115:0:35292:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:1.0:1789603689.520118:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07c98 00000080:00200000:1.0:1789603689.520120:0:35292:0:(file.c:2238:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:1.0:1789603689.520126:0:35292:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789603689.520129:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6148 -> ffff9eb8203b6148 00000020:00000001:1.0:1789603689.520131:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6148 -> ffff9eb8203b6148 00000020:00000001:1.0:1789603689.520133:0:35292:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789603689.520137:0:35292:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1789603689.520141:0:35292:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789603689.520143:0:35292:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1789603689.520145:0:35292:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789603689.520146:0:35292:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1789603689.520148:0:35292:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742850 on OST[0]: s=1 (1) m=1789603689 a=0 c=1789603689 b=0 00020000:00000001:1.0:1789603689.520151:0:35292:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789603689.520153:0:35292:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=1 m=1789603689 a=0 c=1789603689 b=0 00020000:00000001:1.0:1789603689.520156:0:35292:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.520158:0:35292:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.520160:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6148 -> ffff9eb8203b6148 00000080:00200000:1.0:1789603689.520162:0:35292:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x8:0x0] updating i_size 1 i_blocks 0 00000080:00000001:1.0:1789603689.520165:0:35292:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1789603689.520170:0:35292:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:1.0:1789603689.520174:0:35292:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:1.0:1789603689.520177:0:35292:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0ea0 00000020:00000001:1.0:1789603689.520181:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07d88 00000080:00000008:1.0:1789603689.520183:0:35292:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x240000402:0x8:0x0], ppos: 1, count: 0, rc = 1 00000080:00000001:1.0:1789603689.520186:0:35292:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603689.521649:0:35292:0:(file.c:5390:ll_fsync()) Process entered 00000020:00000001:1.0:1789603689.521654:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07e48 00000080:00200008:1.0:1789603689.521657:0:35292:0:(file.c:5395:ll_fsync()) START file: name=f24a.recovery-small, fid=[0x240000402:0x8:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 1/1 00000080:00000001:1.0:1789603689.521666:0:35292:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:1.0:1789603689.521669:0:35292:0:(file.c:5295:cl_sync_file_range()) Process entered 00000080:00000002:1.0:1789603689.521670:0:35292:0:(file.c:5297:cl_sync_file_range()) [0x240000402:0x8:0x0]: start 0, end 9223372036854775807, mode 1 00000020:00000001:1.0:1789603689.521675:0:35292:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603689.521680:0:35292:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930664 : -106961319620952 : ffff9eb8208a0ea8) 00000020:00001000:1.0:1789603689.521682:0:35292:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0ea0 00000020:00000001:1.0:1789603689.521687:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6148 -> ffff9eb8203b6148 00000020:00000001:1.0:1789603689.521689:0:35292:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789603689.521692:0:35292:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789603689.521694:0:35292:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789603689.521697:0:35292:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789603689.521698:0:35292:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789603689.521700:0:35292:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789603689.521704:0:35292:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9eb80572ce40 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1789603689.521707:0:35292:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810b90000 00020000:00000001:1.0:1789603689.521712:0:35292:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789603689.521714:0:35292:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789603689.521717:0:35292:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789603689.521718:0:35292:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603689.521721:0:35292:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789603689.521723:0:35292:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789603689.521725:0:35292:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.521726:0:35292:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789603689.521727:0:35292:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789603689.521728:0:35292:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789603689.521730:0:35292:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810b90000 00000020:00000001:1.0:1789603689.521733:0:35292:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.521735:0:35292:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:1.0:1789603689.521737:0:35292:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1789603689.521739:0:35292:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1789603689.521742:0:35292:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1789603689.521745:0:35292:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:1.0:1789603689.521749:0:35292:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603689.521751:0:35292:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789603689.521752:0:35292:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603689.521753:0:35292:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389928648 : -106961319622968 : ffff9eb8208a06c8) 00000020:00001000:1.0:1789603689.521755:0:35292:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a06c0 00000020:00000001:1.0:1789603689.521758:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6b70 -> ffff9eb8203b6148 00000020:00000001:1.0:1789603689.521759:0:35292:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789603689.521763:0:35292:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789603689.521764:0:35292:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789603689.521767:0:35292:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789603689.521769:0:35292:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935422016 : -106961774129600 : ffff9eb80572ce40) 00000020:00000001:1.0:1789603689.521770:0:35292:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603689.521772:0:35292:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603689.521774:0:35292:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:1.0:1789603689.521776:0:35292:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1789603689.521778:0:35292:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603689.521781:0:35292:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.521783:0:35292:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.521785:0:35292:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:1.0:1789603689.521787:0:35292:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1789603689.521789:0:35292:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789603689.521790:0:35292:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:1.0:1789603689.521792:0:35292:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789603689.521794:0:35292:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.521796:0:35292:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603689.521798:0:35292:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603689.521800:0:35292:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.521801:0:35292:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789603689.521802:0:35292:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.521803:0:35292:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.521806:0:35292:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:1.0:1789603689.521808:0:35292:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1789603689.521809:0:35292:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789603689.521810:0:35292:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1789603689.521812:0:35292:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1789603689.521815:0:35292:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1789603689.521821:0:35292:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1789603689.521823:0:35292:0:(osc_cache.c:1880:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1789603689.521825:0:35292:0:(osc_cache.c:1881:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789603689.521828:0:35292:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1789603689.521829:0:35292:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:1.0:1789603689.521831:0:35292:0:(osc_cache.c:2357:osc_next_obj()) Process leaving (rc=18446637111955361280 : -106961754190336 : ffff9eb806a30e00) 00000008:00000020:1.0:1789603689.521835:0:35292:0:(osc_cache.c:2393:osc_check_rpcs()) obj ffff9eb806a30e00 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:1.0:1789603689.521838:0:35292:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1789603689.521839:0:35292:0:(osc_cache.c:1880:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1789603689.521840:0:35292:0:(osc_cache.c:1881:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789603689.521842:0:35292:0:(osc_cache.c:2213:osc_send_write_rpc()) Process entered 00000008:00000001:1.0:1789603689.521845:0:35292:0:(osc_cache.c:2070:try_to_add_extent_for_io()) Process entered 00000008:00000020:1.0:1789603689.521847:0:35292:0:(osc_cache.c:2074:try_to_add_extent_for_io()) extent ffff9eb8040b6480@{[0 -> 0/1023], [1|0|+|cache|wiuY|ffff9eb806a30e00], [28672|1|+|-|ffff9eb8131e5e00|1024|0000000000000000]} trying to add this extent 00000008:00010000:1.0:1789603689.521866:0:35292:0:(osc_cache.c:2074:try_to_add_extent_for_io()) ### extent: 00000000f515e626 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1789603689.521878:0:35292:0:(osc_cache.c:2123:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1789603689.521882:0:35292:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9eb806a30e00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:1.0:1789603689.521887:0:35292:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:1.0:1789603689.521890:0:35292:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1789603689.521893:0:35292:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff9eb8040b6480@{[0 -> 0/1023], [1|0|+|locking|wiuY|ffff9eb806a30e00], [28672|1|+|-|ffff9eb8131e5e00|1024|ffff9eb810b90000]} make ready 00000008:00010000:1.0:1789603689.521898:0:35292:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000f515e626 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1789603689.521905:0:35292:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:1.0:1789603689.521907:0:35292:0:(cl_page.c:1159:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1789603689.521925:0:35292:0:(cl_page.c:1171:cl_page_make_ready()) page@00000000e9df667b[2 00000000c891a629 1 1 0000000000000000 0 0 0] 00000020:00008000:1.0:1789603689.521928:0:35292:0:(cl_page.c:1171:cl_page_make_ready()) readied 00000020:00000001:1.0:1789603689.521930:0:35292:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:1.0:1789603689.521932:0:35292:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789603689.521934:0:35292:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789603689.521936:0:35292:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:1.0:1789603689.521937:0:35292:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1789603689.521940:0:35292:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789603689.521942:0:35292:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e9df667b[2 00000000c891a629 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789603689.521944:0:35292:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1789603689.521946:0:35292:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789603689.521947:0:35292:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1789603689.521950:0:35292:0:(cl_page.c:1193:cl_page_make_ready()) page@00000000e9df667b[2 00000000c891a629 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789603689.521952:0:35292:0:(cl_page.c:1193:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1789603689.521954:0:35292:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.521957:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000020:00000001:1.0:1789603689.521959:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000020:00000001:1.0:1789603689.521961:0:35292:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1789603689.521964:0:35292:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.521966:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000008:00000001:1.0:1789603689.521970:0:35292:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603689.521973:0:35292:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:1.0:1789603689.521977:0:35292:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9eb81291b000: cli: ffff9eb8030b21e8 unstable pages: 0, osc unstable pages: 0 00000008:00000010:1.0:1789603689.521991:0:35292:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 8 at ffff9eb80795a1d8. 00000008:00000010:1.0:1789603689.521997:0:35292:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9eb8066804e0. 00000020:00000001:1.0:1789603689.522001:0:35292:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1789603689.522003:0:35292:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1789603689.522004:0:35292:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1789603689.522009:0:35292:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1789603689/1789603689 00000020:00000001:1.0:1789603689.522014:0:35292:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1789603689.522016:0:35292:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:1.0:1789603689.522020:0:35292:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:1.0:1789603689.522023:0:35292:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:1.0:1789603689.522027:0:35292:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603689.522037:0:35292:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb500 count: 2 00010000:00000001:1.0:1789603689.522041:0:35292:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603689.522049:0:35292:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1789603689.522055:0:35292:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1789603689.522062:0:35292:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603689.522069:0:35292:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603689.522073:0:35292:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789603689.522081:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.522082:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789603689.522084:0:35292:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1789603689.522086:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603689.522089:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603689.522092:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=3 00000020:00000001:1.0:1789603689.522094:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:1.0:1789603689.522097:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00000008:00000001:1.0:1789603689.522100:0:35292:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:1.0:1789603689.522102:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603689.522103:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1789603689.522104:0:35292:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000008:00000001:1.0:1789603689.522107:0:35292:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:1.0:1789603689.522115:0:35292:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd6680. 00000020:00000040:1.0:1789603689.522120:0:35292:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:1.0:1789603689.522130:0:35292:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603689.522133:0:35292:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603689.522135:0:35292:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603689.522144:0:35292:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb8051ca200. 00000100:00000001:1.0:1789603689.522154:0:35292:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1789603689.522163:0:35292:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 1 00000008:00000020:1.0:1789603689.522168:0:35292:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9eb81291b000: dirty: 28672 undirty: 484638720 dropped 0 grant: 8302592 cl_lost_grant 0 00000008:00000001:1.0:1789603689.522176:0:35292:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:1.0:1789603689.526085:0:35292:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5223 MB/s 00000008:00008000:1.0:1789603689.526108:0:35292:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffecbc8430d840 map ffff9eb808120ab8 index 0 flags 17ffffc0005008 count 3 priv ffff9eb802f3a2a0: off 0 00000008:00000001:1.0:1789603689.526126:0:35292:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:1.0:1789603689.526131:0:35292:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5b57dc90 (4) 00000008:00100000:1.0:1789603689.526146:0:35292:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9eb806bd6680 - object 0x280000400:4 offset 0<>1 00000008:00000001:1.0:1789603689.526149:0:35292:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.526154:0:35292:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1789603689.526158:0:35292:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1789603689.526159:0:35292:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1789603689.526165:0:35292:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1789603689/1789603689 00000020:00000001:1.0:1789603689.526169:0:35292:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1789603689.526170:0:35292:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:1.0:1789603689.526172:0:35292:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000100:00000001:1.0:1789603689.526177:0:35292:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603689.526179:0:35292:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957087872 : -106961752463744 : ffff9eb806bd6680) 00000008:00000002:1.0:1789603689.526467:0:35292:0:(osc_request.c:2976:osc_build_rpc()) @@@ 1 pages, aa 00000000e54200c3, now 0r/1w/0d in flight req@ffff9eb806bd6680 x1876533442918912/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:1.0:1789603689.526482:0:35292:0:(osc_request.c:2988:osc_build_rpc()) [0x240000402:0x8:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:1.0:1789603689.526493:0:35292:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000290351d] to pc [ptlrpcd_00_00+0] req@ffff9eb806bd6680 x1876533442918912/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1789603689.526551:0:35292:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:1.0:1789603689.526554:0:35292:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603689.526558:0:35292:0:(osc_cache.c:2262:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603689.526562:0:35292:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1789603689.526564:0:35292:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603689.526566:0:35292:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1789603689.526567:0:35292:0:(osc_cache.c:1870:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603689.526569:0:35292:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1789603689.526570:0:35292:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603689.526575:0:35292:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:1.0:1789603689.526578:0:35292:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603689.526580:0:35292:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1789603689.526584:0:35292:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff9eb806a30e00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=1. 00000008:00000001:1.0:1789603689.526589:0:35292:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789603689.526592:0:35292:0:(osc_io.c:1171:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.526595:0:35292:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603689.526598:0:35292:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603689.526600:0:35292:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.526602:0:35292:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.526605:0:35292:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1789603689.526610:0:35292:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1789603689.526612:0:35292:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1789603689.526613:0:35292:0:(cl_io.c:556:cl_io_end()) Process entered 00000008:00000001:1.0:1789603689.526615:0:35292:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000001:1.0:1789603689.526618:0:35292:0:(osc_cache.c:973:osc_extent_wait()) Process entered 00000008:00000001:1.0:1789603689.526622:0:35292:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603689.526642:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1789603689.526646:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1789603689.526648:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.526657:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603689.526660:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.526662:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603689.526663:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603689.526667:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603689.526673:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd6680 x1876533442918912/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.526681:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603689.526684:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.526690:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603689.526695:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603689.526698:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603689.526701:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442918912:192.168.204.129@tcp:4:multiop.0 00000100:00000001:1.0:1789603689.526707:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603689.526715:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603689.526719:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.526721:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603689.526730:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a7000. 02000000:00000001:1.0:1789603689.526732:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603689.526742:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603689.526796:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603689.526800:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789603689.527098:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603689.527110:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcdd0. 00000100:00000200:1.0:1789603689.527119:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442918912, portal 4 00000100:00000001:1.0:1789603689.527122:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603689.527124:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957087872 : -106961752463744 : ffff9eb806bd6680) 00000100:00000040:1.0:1789603689.527133:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd6680 x1876533442918912/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/448 e 0 to 0 dl 1789603705 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.527147:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603689.527151:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603689.527155:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc880. 00000100:00000200:1.0:1789603689.527159:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1876533442918912, offset 0 00000400:00000200:1.0:1789603689.527167:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603689.527178:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603689.527282:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603689.527291:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603689.527297:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603689.527302:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603689.527306:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603689.527310:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2947:2947:256:4294967295] 192.168.204.129@tcp LPNI seq info [2947:2947:8:4294967295] 00000400:00000200:1.0:1789603689.527316:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603689.527347:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603689.527355:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603689.527363:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9200. 00000800:00000200:1.0:1789603689.527479:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603689.527489:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603689.527494:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9200 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1789603689.527535:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603689.527542:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 192563 usecs (193 jiffies) 00000400:00000200:1.0:1789603689.527546:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603689.527549:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296688654 00000100:00000001:1.0:1789603689.527553:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296689185 00000100:00000001:1.0:1789603689.527556:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296688654 00000100:00000001:1.0:1789603689.527559:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296689185 00000100:00000001:1.0:1789603689.527561:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603689.527564:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.527568:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.527571:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603689.527756:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603689.527762:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9200. 00000400:00000200:2.0:1789603689.527770:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603689.527776:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603689.527783:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc880 00000400:00000010:2.0:1789603689.527786:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc880. 00000100:00000001:2.0:1789603689.527791:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603689.527796:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd6680 x1876533442918912/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/448 e 0 to 0 dl 1789603705 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603689.527806:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603689.527809:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd6680 x1876533442918912/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/448 e 0 to 0 dl 1789603705 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603689.527815:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603689.527818:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603689.536258:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.536283:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603689.536288:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.536291:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.536314:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.536330:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603689.536347:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.536354:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.536361:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.536372:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 448 into portal 4 MB=0x6aab27d463a00 00000400:00000200:3.0:1789603689.536379:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.536387:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 448/448 into md 0x85ed [1] + 224 00000800:00000001:3.0:1789603689.536395:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.536404:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.536408:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603689.536466:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603689.536476:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603689.536487:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd6680 x1876533442918912/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/448 e 0 to 0 dl 1789603705 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603689.536498:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff9eb806bd6680 x1876533442918912/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/448 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603689.536692:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603689.536704:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.536709:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.537007:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603689.537012:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603689.537021:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603689.537024:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603689.537028:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603689.537035:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcdd0 00000400:00000010:1.0:1789603689.537038:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcdd0. 00000100:00000001:1.0:1789603689.537042:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603689.537048:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd6680 x1876533442918912/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/448 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603689.537057:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd6680 x1876533442918912/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/448 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.537063:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603689.537065:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.537068:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603689.537071:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603689.537075:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603689.537079:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.537083:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603689.537096:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac4a8 time=985 v=5 (5 5 0 0) 00000100:00001000:1.0:1789603689.537101:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=17 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603689.537103:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603689.537106:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.537109:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603689.537114:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.537118:0:2401:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789603689.537120:0:2401:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789603689.537122:0:2401:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789603689.537125:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603689.537127:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957087872 : -106961752463744 : ffff9eb806bd6680) 00000100:00000001:1.0:1789603689.537131:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603689.537134:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1789603689.537136:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603689.537140:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603689.537145:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd6680 x1876533442918912/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/448 e 0 to 0 dl 1789603705 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.537153:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603689.537157:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603689.537159:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789603689.537162:0:2401:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:1.0:1789603689.537165:0:2401:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:1.0:1789603689.537171:0:2401:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:1.0:1789603689.537174:0:2401:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:1.0:1789603689.537179:0:2401:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9eb81291b000: setdq to remove for usr 0 00000001:04000000:1.0:1789603689.537181:0:2401:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9eb81291b000: setdq to remove for grp 0 00000001:04000000:1.0:1789603689.537182:0:2401:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9eb81291b000: setdq to remove for prj 0 00000001:00000001:1.0:1789603689.537197:0:2401:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1789603689.537199:0:2401:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:1.0:1789603689.537202:0:2401:0:(osc_request.c:2091:check_write_checksum()) checksum 5b57dc90 confirmed 00000008:00000001:1.0:1789603689.537206:0:2401:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1789603689.537210:0:2401:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:1.0:1789603689.537213:0:2401:0:(osc_request.c:2586:brw_interpret()) request ffff9eb806bd6680 aa ffff9eb806bd6830 rc 0 00000020:00000001:1.0:1789603689.537222:0:2401:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000020:00000001:1.0:1789603689.537225:0:2401:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000020:00000001:1.0:1789603689.537227:0:2401:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1789603689.537231:0:2401:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789603689.537234:0:2401:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.537236:0:2401:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.537237:0:2401:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000008:00000010:1.0:1789603689.537240:0:2401:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9eb8066804e0. 00000020:00000001:1.0:1789603689.537247:0:2401:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000020:00000001:1.0:1789603689.537249:0:2401:0:(cl_object.c:278:cl_object_dirty_for_sync()) Process entered 00000020:00000001:1.0:1789603689.537253:0:2401:0:(cl_object.c:284:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:1.0:1789603689.537256:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603689.537260:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd6680 x1876533442918912/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/448 e 0 to 0 dl 1789603705 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.537267:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603689.537272:0:2401:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:1.0:1789603689.537274:0:2401:0:(osc_cache.c:908:osc_extent_finish()) extent ffff9eb8040b6480@{[0 -> 0/1023], [3|0|-|rpc|wiuY|ffff9eb806a30e00], [28672|1|+|+|ffff9eb8131e5e00|1024|ffff9eb810b90000]} extent finished. 00000008:00010000:1.0:1789603689.537284:0:2401:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000f515e626 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1789603689.537317:0:2401:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:1.0:1789603689.537319:0:2401:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:1.0:1789603689.537325:0:2401:0:(cl_page.c:1115:cl_page_complete()) page@00000000e9df667b[2 00000000c891a629 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789603689.537327:0:2401:0:(cl_page.c:1115:cl_page_complete()) 1 0 00000020:00000001:1.0:1789603689.537329:0:2401:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:1.0:1789603689.537331:0:2401:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1789603689.537333:0:2401:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789603689.537603:0:2401:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e9df667b[2 00000000c891a629 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789603689.537606:0:2401:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1789603689.537608:0:2401:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1789603689.537612:0:2401:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1789603689.537615:0:2401:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000e9df667b[2 00000000c891a629 1 1 0000000000000000 0 0 0] 00000080:00008000:1.0:1789603689.537617:0:2401:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1789603689.537643:0:2401:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1789603689.537644:0:2401:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:1.0:1789603689.537647:0:2401:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789603689.537651:0:2401:0:(cl_page.c:567:cl_batch_put()) page@00000000e9df667b[2 00000000c891a629 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789603689.537653:0:2401:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:1.0:1789603689.537654:0:2401:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:1.0:1789603689.537656:0:2401:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:1.0:1789603689.537660:0:2401:0:(osc_cache.c:1648:osc_free_grant()) lost 0 grant: 0 avail: 16740352 dirty: 0/0 00000008:00000020:1.0:1789603689.537747:0:2401:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9eb8040b6480@{[0 -> 0/1023], [2|0|-|inv|wuY|ffff9eb806a30e00], [28672|0|-|-|ffff9eb8131e5e00|1024|ffff9eb810b90000]} destroyed. 00000008:00010000:1.0:1789603689.537754:0:2401:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000f515e626 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1789603689.537762:0:2401:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1789603689.537765:0:2401:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 8 at ffff9eb80795a1d8. 00000008:00000020:1.0:1789603689.537777:0:2401:0:(osc_cache.c:2468:__osc_io_unplug()) Queue writeback work for client ffff9eb8030b21e8. 00000008:00000001:1.0:1789603689.537791:0:2401:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603689.537797:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd6680 x1876533442918912/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/448 e 0 to 0 dl 1789603705 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603689.537806:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442918912:192.168.204.129@tcp:4:multiop.0 00000100:00000001:1.0:1789603689.537812:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.537814:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603689.537817:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd6680 x1876533442918912/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/448 e 0 to 0 dl 1789603705 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.537823:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.537825:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.537833:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603689.537835:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.537837:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603689.537840:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.537866:0:31374:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603689.537872:0:31374:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:1.0:1789603689.537875:0:31374:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00000008:00000020:1.0:1789603689.537879:0:31374:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff9eb8030b21e8. 00000008:00000001:1.0:1789603689.537881:0:31374:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1789603689.537883:0:31374:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:1.0:1789603689.537886:0:31374:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603689.537889:0:31374:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000020:00001000:1.0:1789603689.537892:0:31374:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00000008:00000001:0.0:1789603689.538627:0:35292:0:(osc_cache.c:1008:osc_extent_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603689.538634:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603689.538637:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1789603689.538643:0:35292:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9eb8040b6480. 00000008:00000020:0.0:1789603689.538652:0:35292:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff9eb806a30e00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1789603689.538656:0:35292:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603689.538660:0:35292:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1789603689.538663:0:35292:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603689.538666:0:35292:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1789603689.538669:0:35292:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1789603689.538672:0:35292:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1789603689.538675:0:35292:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789603689.538678:0:35292:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603689.538679:0:35292:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789603689.538681:0:35292:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789603689.538683:0:35292:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603689.538685:0:35292:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603689.538687:0:35292:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789603689.538688:0:35292:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789603689.538690:0:35292:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1789603689.538692:0:35292:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789603689.538693:0:35292:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789603689.538695:0:35292:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789603689.538697:0:35292:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603689.538698:0:35292:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789603689.538699:0:35292:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789603689.538700:0:35292:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603689.538703:0:35292:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603689.538704:0:35292:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789603689.538705:0:35292:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789603689.538707:0:35292:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603689.538710:0:35292:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789603689.538712:0:35292:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789603689.538714:0:35292:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789603689.538715:0:35292:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789603689.538717:0:35292:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789603689.538719:0:35292:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a06c0 00020000:00000001:0.0:1789603689.538722:0:35292:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789603689.538724:0:35292:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789603689.538727:0:35292:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789603689.538730:0:35292:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789603689.538733:0:35292:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789603689.538735:0:35292:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789603689.538737:0:35292:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0ea0 00000080:00000001:0.0:1789603689.538740:0:35292:0:(file.c:5343:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603689.538744:0:35292:0:(rw.c:1552:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603689.538753:0:35292:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789603689.538756:0:35292:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810b90000 00020000:00000002:0.0:1789603689.538762:0:35292:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810b90000 00020000:00000001:0.0:1789603689.538765:0:35292:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789603689.538769:0:35292:0:(file.c:5364:ll_mdsync()) inode ffff9eb808120908 metadata sync [0x240000402:0x8:0x0] (need_sync=1) 00800000:00000001:0.0:1789603689.538777:0:35292:0:(lmv_obd.c:3058:lmv_fsync()) Process entered 00800000:00000001:0.0:1789603689.538781:0:35292:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603689.538785:0:35292:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603689.538787:0:35292:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603689.538791:0:35292:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603689.538794:0:35292:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603689.538796:0:35292:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x8:0x0] 00800000:00000001:0.0:1789603689.538798:0:35292:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603689.538806:0:35292:0:(mdc_request.c:2773:mdc_fsync()) Process entered 00000100:00000010:0.0:1789603689.538817:0:35292:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1df80. 00000020:00000040:0.0:1789603689.538822:0:35292:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=7 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603689.538827:0:35292:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603689.538831:0:35292:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603689.538837:0:35292:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603689.538850:0:35292:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb805570c00. 00000100:00000001:0.0:1789603689.538868:0:35292:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603689.538876:0:35292:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603689.538879:0:35292:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603689.538890:0:35292:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb804040180. 00000100:00000001:0.0:1789603689.538893:0:35292:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911383424 : -106961798168192 : ffff9eb804040180) 00000100:00000001:0.0:1789603689.538896:0:35292:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603689.538898:0:35292:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126201728 : -106961583349888 : ffff9eb810d1df80) 00000100:00000001:0.0:1789603689.538903:0:35292:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603689.538909:0:35292:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603689.538911:0:35292:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603689.538913:0:35292:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603689.538923:0:35292:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1df80 x1876533442919040/t0(0) o44->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603689.538938:0:35292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603689.538941:0:35292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603689.538947:0:35292:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603689.538950:0:35292:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603689.538953:0:35292:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603689.538957:0:35292:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1df80 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35292:1876533442919040:192.168.204.129@tcp:44:multiop.0 00000100:00000001:0.0:1789603689.538962:0:35292:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603689.538967:0:35292:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603689.538970:0:35292:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603689.538972:0:35292:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603689.538977:0:35292:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8051e3800. 02000000:00000001:0.0:1789603689.538979:0:35292:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603689.538988:0:35292:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603689.538994:0:35292:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139e70. 00000400:00000010:0.0:1789603689.539002:0:35292:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682dd0. 00000100:00000200:0.0:1789603689.539011:0:35292:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442919040, portal 10 00000100:00000001:0.0:1789603689.539013:0:35292:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603689.539014:0:35292:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126201728 : -106961583349888 : ffff9eb810d1df80) 00000100:00000040:0.0:1789603689.539021:0:35292:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1df80 x1876533442919040/t0(0) o44->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 448/440 e 0 to 0 dl 1789603705 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603689.539029:0:35292:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603689.539032:0:35292:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603689.539035:0:35292:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136824c8. 00000100:00000200:0.0:1789603689.539039:0:35292:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1876533442919040, offset 0 00000400:00000200:0.0:1789603689.539046:0:35292:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603689.539056:0:35292:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603689.539065:0:35292:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603689.539071:0:35292:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603689.539076:0:35292:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603689.539080:0:35292:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603689.539083:0:35292:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603689.539088:0:35292:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2948:2948:256:4294967295] 192.168.204.129@tcp LPNI seq info [2948:2948:8:4294967295] 00000400:00000200:0.0:1789603689.539092:0:35292:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603689.539105:0:35292:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603689.539111:0:35292:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603689.539117:0:35292:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076e00. 00000800:00000200:0.0:1789603689.539125:0:35292:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603689.539133:0:35292:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603689.539139:0:35292:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076e00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1789603689.539240:0:35292:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603689.539247:0:35292:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21266 usecs (22 jiffies) 00000400:00000200:0.0:1789603689.539251:0:35292:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603689.539254:0:35292:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296688494 00000100:00000001:0.0:1789603689.539258:0:35292:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296689185 00000100:00000001:0.0:1789603689.539260:0:35292:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296688494 00000100:00000001:0.0:1789603689.539263:0:35292:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296689185 00000100:00000001:0.0:1789603689.539266:0:35292:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603689.539269:0:35292:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603689.539271:0:35292:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603689.539273:0:35292:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603689.539276:0:35292:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb804040180 going to sleep for 11 seconds 00000100:00000001:0.0:1789603689.539279:0:35292:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603689.539282:0:35292:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603689.543948:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603689.543964:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076e00. 00000400:00000200:2.0:1789603689.543973:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603689.543985:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603689.543995:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136824c8 00000400:00000010:2.0:1789603689.543999:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136824c8. 00000100:00000001:2.0:1789603689.544007:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603689.544018:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1df80 x1876533442919040/t0(0) o44->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 448/440 e 0 to 0 dl 1789603705 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603689.544033:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603689.544037:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1df80 x1876533442919040/t0(0) o44->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 448/440 e 0 to 0 dl 1789603705 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603689.544045:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603689.544047:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603689.546572:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.546596:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603689.546601:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.546604:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.546615:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.546627:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603689.546639:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.546646:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.546652:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.546656:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 440 into portal 10 MB=0x6aab27d463a80 00000400:00000200:3.0:1789603689.546662:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.546670:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 440/440 into md 0x85f5 [1] + 224 00000800:00000001:3.0:1789603689.546679:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.546687:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.546691:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603689.546696:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603689.546719:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603689.546732:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1df80 x1876533442919040/t0(0) o44->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 448/440 e 0 to 0 dl 1789603705 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603689.546745:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff9eb810d1df80 x1876533442919040/t0(0) o44->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 448/440 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603689.546769:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603689.546778:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.546782:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603689.547052:0:35292:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603689.547062:0:35292:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603689.547065:0:35292:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603689.547070:0:35292:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139e70. 00000400:00000200:0.0:1789603689.547076:0:35292:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682dd0 00000400:00000010:0.0:1789603689.547081:0:35292:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682dd0. 00000100:00000001:0.0:1789603689.547084:0:35292:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603689.547090:0:35292:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1df80 x1876533442919040/t0(0) o44->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 448/440 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603689.547104:0:35292:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1df80 x1876533442919040/t0(0) o44->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 448/440 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603689.547110:0:35292:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603689.547112:0:35292:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603689.547115:0:35292:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603689.547119:0:35292:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603689.547122:0:35292:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603689.547125:0:35292:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603689.547128:0:35292:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603689.547141:0:35292:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=87 v=5 (5 106 106 106) 00000100:00001000:0.0:1789603689.547146:0:35292:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=87 v=5 (1 1 1 1) 00000100:00000001:0.0:1789603689.547148:0:35292:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603689.547150:0:35292:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603689.547154:0:35292:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603689.547158:0:35292:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603689.547163:0:35292:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789603689.547165:0:35292:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: committing for last_committed 4294967334 gen 1 00000100:00000040:0.0:1789603689.547172:0:35292:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967334) req@ffff9eb810d1f800 x1876533442916352/t4294967330(4294967330) o36->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/448 e 0 to 0 dl 1789603705 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603689.547178:0:35292:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603689.547181:0:35292:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1f800 x1876533442916352/t4294967330(4294967330) o36->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/448 e 0 to 0 dl 1789603705 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603689.547266:0:35292:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603689.547269:0:35292:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603689.547273:0:35292:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8051e2800. 02000000:00000001:0.0:1789603689.547278:0:35292:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603689.547282:0:35292:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603689.547284:0:35292:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=6 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603689.547287:0:35292:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603689.547460:0:35292:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8051e1000. 02000000:00000001:0.0:1789603689.547468:0:35292:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603689.547471:0:35292:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603689.547474:0:35292:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1f800. 00000100:00000001:0.0:1789603689.547478:0:35292:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603689.547479:0:35292:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603689.547487:0:35292:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967334) req@ffff9eb806bd5f80 x1876533442918144/t4294967332(4294967332) o36->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/456 e 0 to 0 dl 1789603705 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603689.547493:0:35292:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603689.547496:0:35292:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5f80 x1876533442918144/t4294967332(4294967332) o36->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/456 e 0 to 0 dl 1789603705 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603689.547501:0:35292:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603689.547503:0:35292:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603689.547504:0:35292:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a7c00. 02000000:00000001:0.0:1789603689.547507:0:35292:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603689.547675:0:35292:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603689.547678:0:35292:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=5 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603689.547681:0:35292:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603689.547683:0:35292:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a4400. 02000000:00000001:0.0:1789603689.547686:0:35292:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603689.547687:0:35292:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603689.547688:0:35292:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5f80. 00000100:00000001:0.0:1789603689.547693:0:35292:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603689.547694:0:35292:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789603689.547759:0:35292:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9eb8040f3480 x1876533442918656/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603705 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603689.547768:0:35292:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789603689.547770:0:35292:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: normal: skip=1 replay=2/3 committed=0/0 00000100:00000001:0.0:1789603689.547773:0:35292:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603689.547775:0:35292:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603689.547782:0:35292:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1df80 x1876533442919040/t0(0) o44->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 448/440 e 0 to 0 dl 1789603705 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603689.547790:0:35292:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603689.547794:0:35292:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603689.547796:0:35292:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603689.547802:0:35292:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1df80 x1876533442919040/t0(0) o44->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 448/440 e 0 to 0 dl 1789603705 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603689.547810:0:35292:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1df80 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35292:1876533442919040:192.168.204.129@tcp:44:multiop.0 00000100:00000001:0.0:1789603689.547817:0:35292:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603689.547820:0:35292:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603689.547823:0:35292:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603689.547825:0:35292:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603689.547828:0:35292:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1df80 x1876533442919040/t0(0) o44->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 448/440 e 0 to 0 dl 1789603705 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603689.547834:0:35292:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603689.547836:0:35292:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb804040180. 00000100:00000001:0.0:1789603689.547840:0:35292:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603689.547842:0:35292:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603689.547847:0:35292:0:(mdc_request.c:2794:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603689.547851:0:35292:0:(lmv_obd.c:3065:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603689.547864:0:35292:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603689.547868:0:35292:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1df80 x1876533442919040/t0(0) o44->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 448/440 e 0 to 0 dl 1789603705 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603689.547874:0:35292:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603689.547875:0:35292:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603689.547877:0:35292:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8051e3800. 02000000:00000001:0.0:1789603689.547880:0:35292:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603689.547882:0:35292:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603689.547883:0:35292:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603689.547885:0:35292:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603689.547886:0:35292:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb805570c00. 02000000:00000001:0.0:1789603689.547890:0:35292:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603689.547892:0:35292:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603689.547893:0:35292:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1df80. 00000100:00000001:0.0:1789603689.547896:0:35292:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603689.547897:0:35292:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603689.547902:0:35292:0:(pcc.c:2839:pcc_fsync()) Process entered 00000080:00000001:0.0:1789603689.547904:0:35292:0:(pcc.c:2842:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603689.547906:0:35292:0:(file.c:5295:cl_sync_file_range()) Process entered 00000080:00000002:0.0:1789603689.547909:0:35292:0:(file.c:5297:cl_sync_file_range()) [0x240000402:0x8:0x0]: start 0, end 9223372036854775807, mode 3 00000020:00000001:0.0:1789603689.547914:0:35292:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603689.547919:0:35292:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930664 : -106961319620952 : ffff9eb8208a0ea8) 00000020:00001000:0.0:1789603689.547923:0:35292:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0ea0 00000020:00000001:0.0:1789603689.547930:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6148 -> ffff9eb8203b6148 00000020:00000001:0.0:1789603689.547933:0:35292:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789603689.547936:0:35292:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789603689.547938:0:35292:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789603689.547941:0:35292:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603689.547943:0:35292:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789603689.547944:0:35292:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789603689.547949:0:35292:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9eb80572ce40 type 6 ignore/verify layout 0/0 00020000:00000002:0.0:1789603689.547952:0:35292:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810b90000 00020000:00000001:0.0:1789603689.547958:0:35292:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789603689.547960:0:35292:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789603689.547963:0:35292:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789603689.547965:0:35292:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603689.547967:0:35292:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789603689.547969:0:35292:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789603689.547970:0:35292:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603689.547972:0:35292:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603689.547973:0:35292:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789603689.547974:0:35292:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789603689.547976:0:35292:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810b90000 00000020:00000001:0.0:1789603689.547979:0:35292:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603689.547981:0:35292:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1789603689.547984:0:35292:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1789603689.547986:0:35292:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1789603689.547991:0:35292:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1789603689.547994:0:35292:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:0.0:1789603689.547999:0:35292:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603689.548001:0:35292:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789603689.548002:0:35292:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603689.548005:0:35292:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389928648 : -106961319622968 : ffff9eb8208a06c8) 00000020:00001000:0.0:1789603689.548007:0:35292:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a06c0 00000020:00000001:0.0:1789603689.548010:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6b70 -> ffff9eb8203b6148 00000020:00000001:0.0:1789603689.548012:0:35292:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789603689.548016:0:35292:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603689.548018:0:35292:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789603689.548021:0:35292:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789603689.548022:0:35292:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935422016 : -106961774129600 : ffff9eb80572ce40) 00000020:00000001:0.0:1789603689.548024:0:35292:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603689.548026:0:35292:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603689.548027:0:35292:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:0.0:1789603689.548030:0:35292:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1789603689.548031:0:35292:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603689.548035:0:35292:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603689.548036:0:35292:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603689.548038:0:35292:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1789603689.548040:0:35292:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1789603689.548041:0:35292:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603689.548042:0:35292:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1789603689.548044:0:35292:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789603689.548045:0:35292:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603689.548047:0:35292:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603689.548049:0:35292:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603689.548051:0:35292:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603689.548052:0:35292:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789603689.548054:0:35292:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603689.548055:0:35292:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603689.548057:0:35292:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1789603689.548060:0:35292:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1789603689.548062:0:35292:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603689.548063:0:35292:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1789603689.548065:0:35292:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1789603689.548068:0:35292:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1789603689.548073:0:35292:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff9eb806a30e00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=0. 00000008:00000001:0.0:1789603689.548077:0:35292:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603689.548080:0:35292:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1789603689.548083:0:35292:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff9eb806a30e00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1789603689.548085:0:35292:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603689.548087:0:35292:0:(osc_io.c:1073:osc_fsync_ost()) Process entered 00000020:00000001:0.0:1789603689.548090:0:35292:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789603689.548092:0:35292:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789603689.548094:0:35292:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789603689.548096:0:35292:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789603689.548097:0:35292:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789603689.548099:0:35292:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789603689.548102:0:35292:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:0.0:1789603689.548109:0:35292:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1df80. 00000020:00000040:0.0:1789603689.548112:0:35292:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=4 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:0.0:1789603689.548118:0:35292:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603689.548122:0:35292:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603689.548128:0:35292:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603689.548135:0:35292:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb805570c00. 00000100:00000001:0.0:1789603689.548143:0:35292:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603689.548154:0:35292:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603689.548158:0:35292:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603689.548166:0:35292:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea52a43] to pc [ptlrpcd_00_01+1] req@ffff9eb810d1df80 x1876533442919168/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.548318:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603689.548323:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603689.548325:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603689.548333:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1df80 x1876533442919168/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.548348:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603689.548351:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.548356:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603689.548358:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603689.548361:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603689.548372:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442919168:192.168.204.129@tcp:16:multiop.0 00000100:00000001:1.0:1789603689.548379:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603689.548385:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603689.548387:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.548391:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603689.548396:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a7800. 02000000:00000001:1.0:1789603689.548398:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603689.548406:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603689.548410:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603689.548417:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcdd0. 00000100:00000200:1.0:1789603689.548426:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442919168, portal 4 00000100:00000001:1.0:1789603689.548428:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603689.548430:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126201728 : -106961583349888 : ffff9eb810d1df80) 00000100:00000040:1.0:1789603689.548437:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810d1df80 x1876533442919168/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603705 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.548445:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603689.548448:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603689.548451:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc4c8. 00000100:00000200:1.0:1789603689.548455:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1876533442919168, offset 0 00000400:00000200:1.0:1789603689.548463:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603689.548472:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603689.548481:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603689.548487:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603689.548493:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603689.548497:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603689.548500:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603689.548505:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2949:2949:256:4294967295] 192.168.204.129@tcp LPNI seq info [2949:2949:8:4294967295] 00000400:00000200:1.0:1789603689.548530:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603689.548542:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603689.548548:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603689.548557:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9200. 00000800:00000200:1.0:1789603689.548564:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603689.548574:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603689.548580:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9200 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1789603689.548602:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603689.548608:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 191797 usecs (192 jiffies) 00000400:00000200:1.0:1789603689.548611:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603689.548614:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296688673 00000100:00000001:1.0:1789603689.548618:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296689185 00000100:00000001:1.0:1789603689.548621:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296688674 00000100:00000001:1.0:1789603689.548624:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296689185 00000100:00000001:1.0:1789603689.548627:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603689.548631:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.548634:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.548637:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789603689.548761:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603689.548768:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9200. 00000400:00000200:2.0:1789603689.548774:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603689.548781:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603689.548788:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc4c8 00000400:00000010:2.0:1789603689.548791:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc4c8. 00000100:00000001:2.0:1789603689.548795:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603689.548800:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1df80 x1876533442919168/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603705 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603689.548811:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603689.548814:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1df80 x1876533442919168/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603705 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1789603689.548815:0:35292:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603689.548821:0:35292:0:(osc_io.c:1090:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603689.548825:0:35292:0:(osc_io.c:1171:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603689.548828:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603689.548829:0:35292:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603689.548833:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00020000:00000001:0.0:1789603689.548835:0:35292:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603689.548838:0:35292:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603689.548840:0:35292:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603689.548842:0:35292:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1789603689.548845:0:35292:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1789603689.548847:0:35292:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789603689.548848:0:35292:0:(cl_io.c:556:cl_io_end()) Process entered 00000100:00000001:0.0:1789603689.548870:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603689.548873:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.553917:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603689.553928:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789603689.553937:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603689.553940:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603689.553947:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.553952:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789603689.555034:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.555059:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603689.555064:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.555067:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.555080:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.555091:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603689.555103:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.555110:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.555116:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.555122:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 432 into portal 4 MB=0x6aab27d463b00 00000400:00000200:3.0:1789603689.555129:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603689.555135:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 432/432 into md 0x85fd [1] + 224 00000800:00000001:3.0:1789603689.555145:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.555155:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603689.555159:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603689.555165:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603689.555175:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603689.555198:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1df80 x1876533442919168/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603705 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603689.555211:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9eb810d1df80 x1876533442919168/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603705 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.555279:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603689.555284:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603689.555314:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603689.555335:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603689.555348:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789603689.556046:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603689.556050:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603689.556055:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603689.556062:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcdd0 00000400:00000010:1.0:1789603689.556065:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcdd0. 00000100:00000001:1.0:1789603689.556069:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603689.556077:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1df80 x1876533442919168/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603705 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603689.556088:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1df80 x1876533442919168/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603705 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.556096:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603689.556099:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.556103:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603689.556108:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603689.556112:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603689.556115:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603689.556119:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603689.556130:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=86 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603689.556134:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=17 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603689.556138:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603689.556140:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603689.556143:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603689.556147:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.556152:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789603689.556154:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: committing for last_committed 4294967335 gen 17 00000100:00000040:1.0:1789603689.556161:0:2401:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967335) req@ffff9eb806bd6680 x1876533442918912/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/448 e 0 to 0 dl 1789603705 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.556169:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603689.556173:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd6680 x1876533442918912/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/448 e 0 to 0 dl 1789603705 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.556499:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603689.556503:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603689.556508:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a7000. 02000000:00000001:1.0:1789603689.556529:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603689.556532:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603689.556535:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603689.556537:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603689.556540:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb8051ca200. 02000000:00000001:1.0:1789603689.556544:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603689.556546:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603689.556548:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd6680. 00000100:00000001:1.0:1789603689.556553:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603689.556555:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.556557:0:2401:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789603689.556560:0:2401:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1789603689.556563:0:2401:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603689.556565:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603689.556572:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1df80 x1876533442919168/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603705 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.556579:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603689.556583:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603689.556585:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789603689.556590:0:2401:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:1.0:1789603689.556598:0:2401:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000020:00000001:1.0:1789603689.556601:0:2401:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000020:00000001:1.0:1789603689.556603:0:2401:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1789603689.556607:0:2401:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789603689.556610:0:2401:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.556612:0:2401:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603689.556614:0:2401:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000008:00000001:1.0:1789603689.556691:0:2401:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603689.556697:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1df80 x1876533442919168/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603705 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603689.556711:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442919168:192.168.204.129@tcp:16:multiop.0 00000100:00000001:1.0:1789603689.556717:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.556720:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603689.556723:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1df80 x1876533442919168/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603705 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603689.556729:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603689.556730:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603689.556732:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a7800. 02000000:00000001:1.0:1789603689.556735:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603689.556736:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603689.556737:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603689.556738:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603689.556740:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb805570c00. 02000000:00000001:1.0:1789603689.556744:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603689.556746:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603689.556747:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1df80. 00000100:00000001:1.0:1789603689.556750:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603689.556751:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.556753:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603689.556762:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603689.556764:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603689.556767:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603689.556770:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603689.556862:0:35292:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1789603689.556866:0:35292:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603689.556870:0:35292:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:0.0:1789603689.556879:0:35292:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789603689.556882:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6148 -> ffff9eb8203b6148 00000020:00000001:0.0:1789603689.556884:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6148 -> ffff9eb8203b6148 00000020:00000001:0.0:1789603689.556886:0:35292:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789603689.556892:0:35292:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1789603689.556897:0:35292:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789603689.556900:0:35292:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1789603689.556902:0:35292:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789603689.556903:0:35292:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:0.0:1789603689.556906:0:35292:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742850 on OST[0]: s=1 (1) m=1789603689 a=0 c=1789603689 b=8 00020000:00000001:0.0:1789603689.556909:0:35292:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789603689.556912:0:35292:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=1 m=1789603689 a=0 c=1789603689 b=8 00020000:00000001:0.0:1789603689.556914:0:35292:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603689.556916:0:35292:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603689.556918:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6148 -> ffff9eb8203b6148 00000080:00200000:0.0:1789603689.556921:0:35292:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x8:0x0] updating i_size 1 i_blocks 8 00000080:00000001:0.0:1789603689.556924:0:35292:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789603689.556925:0:35292:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1789603689.556928:0:35292:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1789603689.556931:0:35292:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789603689.556933:0:35292:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603689.556935:0:35292:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789603689.556936:0:35292:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789603689.556938:0:35292:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603689.556940:0:35292:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603689.556941:0:35292:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789603689.556942:0:35292:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789603689.556944:0:35292:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1789603689.556945:0:35292:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789603689.556947:0:35292:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789603689.556949:0:35292:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789603689.556950:0:35292:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603689.556951:0:35292:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789603689.556952:0:35292:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789603689.556954:0:35292:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603689.556955:0:35292:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603689.556957:0:35292:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789603689.556958:0:35292:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789603689.556960:0:35292:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603689.556963:0:35292:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789603689.556965:0:35292:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789603689.556967:0:35292:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789603689.556968:0:35292:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789603689.556970:0:35292:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789603689.556972:0:35292:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a06c0 00020000:00000001:0.0:1789603689.556976:0:35292:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789603689.556979:0:35292:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789603689.556982:0:35292:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789603689.556985:0:35292:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789603689.556988:0:35292:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789603689.556989:0:35292:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789603689.556992:0:35292:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0ea0 00000080:00000001:0.0:1789603689.556995:0:35292:0:(file.c:5343:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603689.557004:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07e48 00000080:00000008:0.0:1789603689.557006:0:35292:0:(file.c:5449:ll_fsync()) COMPLETED file: name=f24a.recovery-small, fid=[0x240000402:0x8:0x0], start=0, end=9223372036854775807, datasync=0, rc=0 00000080:00000001:0.0:1789603689.557010:0:35292:0:(file.c:5451:ll_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603689.592944:0:35296:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603689.592955:0:35296:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603689.592960:0:35296:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27b78 00000080:00200000:2.0:1789603689.592966:0:35296:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:2.0:1789603689.592978:0:35296:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb818e0d600. 00800000:00000002:2.0:1789603689.592990:0:35296:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603689.592996:0:35296:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603689.593003:0:35296:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603689.593005:0:35296:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27a98 00800000:00000002:2.0:1789603689.593008:0:35296:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603689.593012:0:35296:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603689.593016:0:35296:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603689.593019:0:35296:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603689.593022:0:35296:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603689.593025:0:35296:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603689.593028:0:35296:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603689.593030:0:35296:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603689.593034:0:35296:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603689.593038:0:35296:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603689.593044:0:35296:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603689.593046:0:35296:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27968 00000002:00010000:2.0:1789603689.593048:0:35296:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603689.593052:0:35296:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603689.593055:0:35296:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603689.593059:0:35296:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603689.593069:0:35296:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c200 count: 2 00010000:00000001:2.0:1789603689.593073:0:35296:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603689.593079:0:35296:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603689.593084:0:35296:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603689.593090:0:35296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92141 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1789603689.593104:0:35296:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603689.593111:0:35296:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603689.593115:0:35296:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92141 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1789603689.593123:0:35296:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603689.593125:0:35296:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603689.593127:0:35296:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603689.593130:0:35296:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603689.593132:0:35296:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603689.593134:0:35296:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603689.593137:0:35296:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603689.593141:0:35296:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603689.593145:0:35296:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb818e0d600. 00000080:00000001:2.0:1789603689.593153:0:35296:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603689.593155:0:35296:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603689.593158:0:35296:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:2.0:1789603689.593175:0:35296:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5539 00800000:00000001:2.0:1789603689.593179:0:35296:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603689.593181:0:35296:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603689.593183:0:35296:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603689.593186:0:35296:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603689.593190:0:35296:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd000 refcount=3 00000020:00000001:2.0:1789603689.594603:0:35296:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:2.0:1789603689.594613:0:35296:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:2.0:1789603689.594619:0:35296:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603689.594621:0:35296:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603689.594623:0:35296:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603689.594626:0:35296:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603689.594631:0:35296:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5539 from it ffffb8e501c27bb0 00010000:00000001:2.0:1789603689.594635:0:35296:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603689.594636:0:35296:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603689.594639:0:35296:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd000 refcount=3 00000020:00000001:2.0:1789603689.594641:0:35296:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:2.0:1789603689.594643:0:35296:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:2.0:1789603689.594645:0:35296:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603689.594650:0:35296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92141 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789603689.594661:0:35296:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603689.594662:0:35296:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603689.594666:0:35296:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603689.594670:0:35296:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603689.594674:0:35296:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92141 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789603689.594683:0:35296:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603689.594687:0:35296:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603689.594689:0:35296:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603689.594695:0:35296:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603689.594696:0:35296:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603689.594698:0:35296:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603689.594702:0:35296:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603689.594705:0:35296:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603689.594707:0:35296:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603689.594710:0:35296:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603689.594713:0:35296:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603689.594714:0:35296:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603689.594715:0:35296:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603689.594720:0:35296:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603689.594722:0:35296:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603689.594725:0:35296:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 44 00000080:00000001:2.0:1789603689.594733:0:35296:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603689.594742:0:35296:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:2.0:1789603689.594745:0:35296:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789603689.594749:0:35296:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27b78 00000080:00200008:2.0:1789603689.594751:0:35296:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), flags 504000 00000080:00000010:2.0:1789603689.594761:0:35296:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9eb8053dea00. 00000080:00000001:2.0:1789603689.594766:0:35296:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603689.594768:0:35296:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603689.594844:0:35296:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1789603689.594847:0:35296:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=8028667f arg=7ffe8537f710 00000080:00000001:2.0:1789603689.594864:0:35296:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000080:00000001:2.0:1789603689.594867:0:35296:0:(llite_lib.c:4281:ll_get_sb_uuid()) Process entered 00000080:00000001:2.0:1789603689.594869:0:35296:0:(llite_lib.c:4287:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603689.594871:0:35296:0:(llite_lib.c:3669:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603689.594873:0:35296:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603689.594886:0:35296:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:2.0:1789603689.594888:0:35296:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789603689.594892:0:35296:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27dd0 00000080:00200008:2.0:1789603689.594894:0:35296:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), flags 504000 00000080:00400000:2.0:1789603689.594898:0:35296:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1789603689.594901:0:35296:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb8053dea00. 00000080:00000001:2.0:1789603689.594905:0:35296:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789603689.594908:0:35296:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c27dd0 00000080:00000008:2.0:1789603689.594910:0:35296:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9eb808190908), flags 504000, rc = 0 00000080:00000001:2.0:1789603689.594912:0:35296:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603689.594914:0:35296:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603690.282911:0:27602:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296689185, at 4296689216 00000100:00000010:3.0:1789603690.282927:0:27602:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb807b8da20. 00000100:00000040:2.0:1789603690.282954:0:34624:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296689185, at 4296689216 00000100:00000010:2.0:1789603690.282970:0:34624:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb807b8d8a0. 00010000:00000001:3.0:1789603690.411624:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603690.411630:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.411636:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603690.411637:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.411640:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603690.411642:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.411645:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603690.411646:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.411852:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603690.411859:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603690.411864:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789603690.670903:0:35292:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:3.0:1789603690.670915:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07d88 00000080:00200008:3.0:1789603690.670920:0:35292:0:(file.c:2650:do_file_write_iter()) START file f24a.recovery-small:[0x240000402:0x8:0x0], ppos: 1, count: 1 00000080:00000002:3.0:1789603690.670924:0:35292:0:(file.c:2656:do_file_write_iter()) inode ffff9eb808120908 need_sync_to_oss [0x240000402:0x8:0x0] 00000080:00000001:3.0:1789603690.670928:0:35292:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1789603690.670931:0:35292:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.670933:0:35292:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1789603690.670939:0:35292:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.670942:0:35292:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000020:00000001:3.0:1789603690.670944:0:35292:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1789603690.670949:0:35292:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810b90000 00020000:00000002:3.0:1789603690.670953:0:35292:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb8051ed0c0 addref 2/0 by ffff9eb810b90000. 00020000:00000002:3.0:1789603690.670956:0:35292:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810b90000 00000020:00000001:3.0:1789603690.670960:0:35292:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000080:00000001:3.0:1789603690.670973:0:35292:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:3.0:1789603690.670975:0:35292:0:(rw26.c:676:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000080:00000001:3.0:1789603690.670981:0:35292:0:(rw26.c:683:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:3.0:1789603690.670997:0:35292:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:3.0:1789603690.671000:0:35292:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:3.0:1789603690.671002:0:35292:0:(file.c:2628:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.671004:0:35292:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603690.671010:0:35292:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930520 : -106961319621096 : ffff9eb8208a0e18) 00000020:00001000:3.0:1789603690.671013:0:35292:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0e10 00000080:00000001:3.0:1789603690.671017:0:35292:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1789603690.671019:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07c98 00000080:00200000:3.0:1789603690.671021:0:35292:0:(file.c:2090:ll_file_io_generic()) f24a.recovery-small: write ppos: 1, bytes: 1 00000020:00000001:3.0:1789603690.671027:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07c30 00000080:00200000:3.0:1789603690.671029:0:35292:0:(file.c:1848:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:3.0:1789603690.671032:0:35292:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1789603690.671039:0:35292:0:(cl_io.c:215:cl_io_rw_init()) header@000000006609d3ab[0x110, 2, [0x240000402:0x8:0x0] hash] 00000020:00200000:3.0:1789603690.671041:0:35292:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [1, 2) 0 0 00000020:00000001:3.0:1789603690.671045:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6148 -> ffff9eb8203b6148 00000020:00000001:3.0:1789603690.671048:0:35292:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789603690.671050:0:35292:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789603690.671053:0:35292:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789603690.671056:0:35292:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603690.671058:0:35292:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1789603690.671061:0:35292:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603690.671065:0:35292:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.671068:0:35292:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789603690.671070:0:35292:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.671072:0:35292:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789603690.671076:0:35292:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9eb80572dc20 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1789603690.671079:0:35292:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810b90000 00020000:00000001:3.0:1789603690.671082:0:35292:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789603690.671085:0:35292:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789603690.671087:0:35292:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789603690.671089:0:35292:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1789603690.671092:0:35292:0:(lov_io.c:860:lov_io_slice_init()) 1 2 00020000:00000001:3.0:1789603690.671095:0:35292:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1789603690.671097:0:35292:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789603690.671098:0:35292:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.671099:0:35292:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603690.671101:0:35292:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789603690.671102:0:35292:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789603690.671103:0:35292:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810b90000 00000020:00000001:3.0:1789603690.671105:0:35292:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.671107:0:35292:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789603690.671109:0:35292:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:3.0:1789603690.671112:0:35292:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:3.0:1789603690.671115:0:35292:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.671119:0:35292:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:3.0:1789603690.671120:0:35292:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1789603690.671123:0:35292:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:3.0:1789603690.671125:0:35292:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1789603690.671127:0:35292:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:3.0:1789603690.671129:0:35292:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 1 chunk: [1, 2) 2, 1 00020000:00000001:3.0:1789603690.671132:0:35292:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1789603690.671135:0:35292:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1789603690.671138:0:35292:0:(lov_offset.c:253:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:3.0:1789603690.671142:0:35292:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789603690.671143:0:35292:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789603690.671145:0:35292:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603690.671147:0:35292:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112122224792 : -106961587326824 : ffff9eb810953098) 00000020:00001000:3.0:1789603690.671149:0:35292:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810953090 00000020:00000001:3.0:1789603690.671152:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6b70 -> ffff9eb8203b6148 00000020:00000001:3.0:1789603690.671154:0:35292:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789603690.671158:0:35292:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603690.671159:0:35292:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789603690.671161:0:35292:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789603690.671162:0:35292:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935425568 : -106961774126048 : ffff9eb80572dc20) 00000020:00000001:3.0:1789603690.671164:0:35292:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.671166:0:35292:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.671167:0:35292:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962640472 : -106961746911144 : ffff9eb807122058) 00000020:00000001:3.0:1789603690.671170:0:35292:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1789603690.671172:0:35292:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1789603690.671176:0:35292:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.671178:0:35292:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.671181:0:35292:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.671183:0:35292:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.671184:0:35292:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.671186:0:35292:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:3.0:1789603690.671189:0:35292:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1789603690.671191:0:35292:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1789603690.671194:0:35292:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1789603690.671198:0:35292:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.671201:0:35292:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.671204:0:35292:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1789603690.671206:0:35292:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:3.0:1789603690.671208:0:35292:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1789603690.671210:0:35292:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1789603690.671212:0:35292:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.671214:0:35292:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.671215:0:35292:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.671217:0:35292:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.671219:0:35292:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.671221:0:35292:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1789603690.671223:0:35292:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789603690.671223:0:35292:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:3.0:1789603690.671225:0:35292:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789603690.671227:0:35292:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.671228:0:35292:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.671230:0:35292:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.671231:0:35292:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.671233:0:35292:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789603690.671235:0:35292:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1789603690.671237:0:35292:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1789603690.671240:0:35292:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1789603690.671242:0:35292:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1789603690.671244:0:35292:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:3.0:1789603690.671256:0:35292:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb80502b000. 00020000:00000002:3.0:1789603690.671259:0:35292:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:3.0:1789603690.671262:0:35292:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1789603690.671264:0:35292:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789603690.671265:0:35292:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962640472 : -106961746911144 : ffff9eb807122058) 00000020:00000001:3.0:1789603690.671268:0:35292:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1789603690.671274:0:35292:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb81239d8f0. 00000008:00010000:3.0:1789603690.671278:0:35292:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1789603690.671281:0:35292:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789603690.671282:0:35292:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1789603690.671287:0:35292:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb80502b030, osc lock ffff9eb81239d8f0, flags 0x0 00000020:00000001:3.0:1789603690.671301:0:35292:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.671304:0:35292:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.671307:0:35292:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637111928074240 : -106961781477376 : ffff9eb80502b000) 00000020:00000001:3.0:1789603690.671309:0:35292:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789603690.671311:0:35292:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1789603690.671312:0:35292:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.671314:0:35292:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.671316:0:35292:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1789603690.671318:0:35292:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1789603690.671319:0:35292:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789603690.671320:0:35292:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962640472 : -106961746911144 : ffff9eb807122058) 00000020:00000001:3.0:1789603690.671322:0:35292:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1789603690.671324:0:35292:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1789603690.671326:0:35292:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1789603690.671328:0:35292:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.671331:0:35292:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789603690.671334:0:35292:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789603690.671335:0:35292:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789603690.671337:0:35292:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789603690.671338:0:35292:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789603690.671339:0:35292:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789603690.671341:0:35292:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1789603690.671467:0:35292:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603690.671477:0:35292:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb500 count: 2 00010000:00000001:3.0:1789603690.671480:0:35292:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603690.671488:0:35292:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603690.671493:0:35292:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603690.671498:0:35292:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1789603690.671548:0:35292:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789603690.671555:0:35292:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603690.671559:0:35292:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789603690.671573:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603690.671577:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603690.671580:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=3 00000020:00000001:3.0:1789603690.671583:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.671587:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00000008:00000001:3.0:1789603690.671591:0:35292:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789603690.671594:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603690.671595:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603690.671596:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=4 00000020:00000001:3.0:1789603690.671599:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.671601:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.671603:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603690.671604:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603690.671605:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=5 00000020:00000001:3.0:1789603690.671607:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.671609:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.671611:0:35292:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603690.671612:0:35292:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603690.671615:0:35292:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789603690.671622:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.671624:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789603690.671626:0:35292:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.671628:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603690.671630:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603690.671631:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=6 00000020:00000001:3.0:1789603690.671633:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.671634:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.671637:0:35292:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603690.671641:0:35292:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789603690.671648:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.671650:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789603690.671653:0:35292:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789603690.671660:0:35292:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603690.671662:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.671663:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603690.671664:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.671665:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789603690.671666:0:35292:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603690.671670:0:35292:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.671672:0:35292:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.671674:0:35292:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.671675:0:35292:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.671677:0:35292:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.671679:0:35292:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.671681:0:35292:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.671684:0:35292:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:3.0:1789603690.671687:0:35292:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:3.0:1789603690.671692:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07b80 00000080:00200000:3.0:1789603690.671694:0:35292:0:(vvp_io.c:1292:vvp_io_write_start()) f24a.recovery-small: write [1, 2) append 0 append lockpos 0 00000020:00000001:3.0:1789603690.671696:0:35292:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1789603690.671698:0:35292:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810b90000 00020000:00000002:3.0:1789603690.671878:0:35292:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb8051ed0c0 addref 2/0 by ffff9eb810b90000. 00020000:00000002:3.0:1789603690.671881:0:35292:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810b90000 00000020:00000001:3.0:1789603690.671884:0:35292:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:3.0:1789603690.671888:0:35292:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1789603690.671894:0:35292:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1789603690.671897:0:35292:0:(lov_offset.c:253:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:3.0:1789603690.671900:0:35292:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789603690.671902:0:35292:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962640472 : -106961746911144 : ffff9eb807122058) 00000020:00000001:3.0:1789603690.671905:0:35292:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1789603690.671907:0:35292:0:(osc_io.c:1414:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1789603690.671910:0:35292:0:(osc_io.c:1427:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.671911:0:35292:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.671913:0:35292:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.671915:0:35292:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.671921:0:35292:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:3.0:1789603690.671923:0:35292:0:(rw26.c:676:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000020:00000001:3.0:1789603690.671927:0:35292:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:3.0:1789603690.671930:0:35292:0:(cl_page.c:438:cl_page_find()) 0@[0x240000402:0x8:0x0] ffffecbc8430d840 ffff9eb802f3a2a0 1 00000020:00000001:3.0:1789603690.671934:0:35292:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1789603690.671937:0:35292:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446637111893533344 : -106961816018272 : ffff9eb802f3a2a0) 00000020:00000001:3.0:1789603690.671939:0:35292:0:(cl_page.c:455:cl_page_find()) Process leaving (rc=18446637111893533344 : -106961816018272 : ffff9eb802f3a2a0) 00000020:00000001:3.0:1789603690.671942:0:35292:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:3.0:1789603690.671944:0:35292:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789603690.671945:0:35292:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935425568 : -106961774126048 : ffff9eb80572dc20) 00000020:00000001:3.0:1789603690.671947:0:35292:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1789603690.671949:0:35292:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1789603690.671950:0:35292:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789603690.671954:0:35292:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e9df667b[2 00000000c891a629 1 1 0000000021420183 0 0 0] 00000020:00000001:3.0:1789603690.671956:0:35292:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1789603690.671958:0:35292:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1789603690.671959:0:35292:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00000001:3.0:1789603690.671961:0:35292:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:3.0:1789603690.671962:0:35292:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.671966:0:35292:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:3.0:1789603690.671968:0:35292:0:(rw26.c:871:ll_write_end()) pos 1, len 1, copied 1 00000020:00000001:3.0:1789603690.671970:0:35292:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789603690.671971:0:35292:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935425568 : -106961774126048 : ffff9eb80572dc20) 00000020:00000001:3.0:1789603690.671973:0:35292:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1789603690.671975:0:35292:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789603690.671978:0:35292:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:3.0:1789603690.671980:0:35292:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:3.0:1789603690.671982:0:35292:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:3.0:1789603690.671983:0:35292:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1789603690.671986:0:35292:0:(rw26.c:929:ll_write_end()) page@00000000e9df667b[3 00000000c891a629 2 1 0000000021420183 0 0 0] 00000080:00200000:3.0:1789603690.671989:0:35292:0:(rw26.c:929:ll_write_end()) vmpage @0000000069dbb8f6 17ffffc0001029 2:0 ffff9eb802f3a2a0 0 lru 00000080:00200000:3.0:1789603690.671996:0:35292:0:(rw26.c:929:ll_write_end()) osc-page@00000000b2658dff 0: 1< 2 - - > 2< 0 0 1 0x0 0x40420 | 00000000852219aa 00000000ea6a8df1 > 3< 0 0 > 4< 0 0 8 16740352 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1789603690.671999:0:35292:0:(rw26.c:929:ll_write_end()) end page@00000000e9df667b 00000080:00200000:3.0:1789603690.672000:0:35292:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:3.0:1789603690.672002:0:35292:0:(rw26.c:950:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603690.672006:0:35292:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:3.0:1789603690.672008:0:35292:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 1, to 2 prio 0 00000020:00000001:3.0:1789603690.672011:0:35292:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:3.0:1789603690.672013:0:35292:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:3.0:1789603690.672016:0:35292:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789603690.672017:0:35292:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962640472 : -106961746911144 : ffff9eb807122058) 00000020:00000001:3.0:1789603690.672019:0:35292:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:3.0:1789603690.672021:0:35292:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:3.0:1789603690.672023:0:35292:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:3.0:1789603690.672024:0:35292:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:3.0:1789603690.672026:0:35292:0:(cl_page.c:547:cl_page_get()) Process leaving 00000008:00000001:3.0:1789603690.672028:0:35292:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:3.0:1789603690.672032:0:35292:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff9eb806a30e00 ready 0|-|- wr 0|-|- rd 0|- oap ffff9eb802f3a310 folio ffffecbc8430d840 pg:0 added for cmd 2 00000008:00000001:3.0:1789603690.672037:0:35292:0:(osc_cache.c:1780:osc_enter_cache()) Process entered 00000008:00000020:3.0:1789603690.672040:0:35292:0:(osc_cache.c:1782:osc_enter_cache()) lustre-OST0000-osc-ffff9eb81291b000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 16740352, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:28672 00000008:00000020:3.0:1789603690.672047:0:35292:0:(osc_cache.c:1682:osc_enter_cache_try()) lustre-OST0000-osc-ffff9eb81291b000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 16740352, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:28672 00000008:00000020:3.0:1789603690.672052:0:35292:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff9eb802f3a348 page ffffecbc8430d840 00000008:00000020:3.0:1789603690.672055:0:35292:0:(osc_cache.c:1814:osc_enter_cache()) lustre-OST0000-osc-ffff9eb81291b000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 16711680, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }granted from cache 00000008:00000001:3.0:1789603690.672060:0:35292:0:(osc_cache.c:1830:osc_enter_cache()) Process leaving 00000008:00000001:3.0:1789603690.672062:0:35292:0:(osc_cache.c:1833:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603690.672065:0:35292:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:3.0:1789603690.672071:0:35292:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9eb8420fcc00. 00000008:00000020:3.0:1789603690.672076:0:35292:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff9eb806a30e00 extents at osc_extent_find:840, mppr: 1024. 00000008:00000020:3.0:1789603690.672082:0:35292:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9eb806a30e00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:3.0:1789603690.672086:0:35292:0:(osc_cache.c:858:osc_extent_find()) extent ffff9eb8420fcc00@{[0 -> 0/1023], [3|1|-|active|wi|ffff9eb806a30e00], [28672|0|-|-|ffff9eb8131e5e00|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:3.0:1789603690.672092:0:35292:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000034542ce7 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:3.0:1789603690.672100:0:35292:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:3.0:1789603690.672103:0:35292:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603690.672107:0:35292:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603690.672109:0:35292:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:3.0:1789603690.672111:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000008:00000002:3.0:1789603690.672114:0:35292:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 1->2 1 00000020:00000001:3.0:1789603690.672116:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000020:00000001:3.0:1789603690.672118:0:35292:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1789603690.672120:0:35292:0:(osc_object.c:161:osc_attr_update()) set kms from 1to 2 00020000:00000001:3.0:1789603690.672123:0:35292:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789603690.672124:0:35292:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.672126:0:35292:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.672128:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000008:00000001:3.0:1789603690.672130:0:35292:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:3.0:1789603690.672131:0:35292:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:3.0:1789603690.672134:0:35292:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:3.0:1789603690.672138:0:35292:0:(cl_page.c:567:cl_batch_put()) page@00000000e9df667b[4 00000000c891a629 2 1 0000000021420183 0 0 0] 00000020:00000001:3.0:1789603690.672139:0:35292:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:3.0:1789603690.672141:0:35292:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:3.0:1789603690.672142:0:35292:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000020:3.0:1789603690.672144:0:35292:0:(osc_request.c:745:osc_update_next_shrink()) next time 3222 to shrink grant 00000080:00000001:3.0:1789603690.672147:0:35292:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:3.0:1789603690.672149:0:35292:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:3.0:1789603690.672158:0:35292:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9eb808120ab8, count 1, dirtied 1 00000080:00000001:3.0:1789603690.672160:0:35292:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:3.0:1789603690.672162:0:35292:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:3.0:1789603690.672164:0:35292:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1789603690.672165:0:35292:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1789603690.672166:0:35292:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789603690.672169:0:35292:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e9df667b[3 00000000c891a629 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789603690.672171:0:35292:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1789603690.672172:0:35292:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1789603690.672174:0:35292:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1789603690.672175:0:35292:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:3.0:1789603690.672177:0:35292:0:(cl_page.c:567:cl_batch_put()) page@00000000e9df667b[3 00000000c891a629 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789603690.672179:0:35292:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:3.0:1789603690.672181:0:35292:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:3.0:1789603690.672182:0:35292:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:3.0:1789603690.672183:0:35292:0:(osc_io.c:492:osc_io_commit_async()) 0 0 00000008:00000001:3.0:1789603690.672185:0:35292:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.672186:0:35292:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.672189:0:35292:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.672190:0:35292:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789603690.672192:0:35292:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:3.0:1789603690.672195:0:35292:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1789603690.672197:0:35292:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:3.0:1789603690.672199:0:35292:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.672201:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07b80 00000080:00200000:3.0:1789603690.672203:0:35292:0:(vvp_io.c:1358:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:3.0:1789603690.672205:0:35292:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.672208:0:35292:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1789603690.672210:0:35292:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789603690.672212:0:35292:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:3.0:1789603690.672213:0:35292:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:3.0:1789603690.672215:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000020:00000001:3.0:1789603690.672217:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000020:00000001:3.0:1789603690.672218:0:35292:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1789603690.672220:0:35292:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789603690.672221:0:35292:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.672223:0:35292:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.672225:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000008:00000001:3.0:1789603690.672227:0:35292:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.672229:0:35292:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.672230:0:35292:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.672232:0:35292:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.672234:0:35292:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.672236:0:35292:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:3.0:1789603690.672237:0:35292:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:3.0:1789603690.672239:0:35292:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1789603690.672240:0:35292:0:(cl_io.c:556:cl_io_end()) Process entered 00000008:00000001:3.0:1789603690.672242:0:35292:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:3.0:1789603690.672246:0:35292:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1789603690.672250:0:35292:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9eb806a30e00 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:3.0:1789603690.672256:0:35292:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1789603690.672258:0:35292:0:(osc_cache.c:1911:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603690.672260:0:35292:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1789603690.672262:0:35292:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603690.672264:0:35292:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:3.0:1789603690.672266:0:35292:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:3.0:1789603690.672267:0:35292:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.672269:0:35292:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.672271:0:35292:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:3.0:1789603690.672273:0:35292:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789603690.672275:0:35292:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1789603690.672277:0:35292:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb8053b28a8 (ffff9eb8208a0e18/0) at cl_lock_release():245 00000020:00000001:3.0:1789603690.672280:0:35292:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789603690.672281:0:35292:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb8053b28a8 (ffff9eb8208a0e18/0) at cl_lock_cancel():142 00020000:00000001:3.0:1789603690.672284:0:35292:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1789603690.672286:0:35292:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789603690.672287:0:35292:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962640472 : -106961746911144 : ffff9eb807122058) 00000020:00000001:3.0:1789603690.672603:0:35292:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789603690.672605:0:35292:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb80502b030 (ffff9eb810953098/1) at cl_lock_cancel():142 00000008:00000001:3.0:1789603690.672609:0:35292:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1789603690.672610:0:35292:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1789603690.672613:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603690.672615:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603690.672617:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=5 00000020:00000001:3.0:1789603690.672620:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.672622:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.672624:0:35292:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603690.672628:0:35292:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789603690.672636:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.672637:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603690.672639:0:35292:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603690.672641:0:35292:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603690.672644:0:35292:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789603690.672655:0:35292:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603690.672659:0:35292:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603690.672662:0:35292:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603690.672667:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.672668:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603690.672670:0:35292:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.672673:0:35292:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603690.672675:0:35292:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.672678:0:35292:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.672680:0:35292:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.672682:0:35292:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603690.672684:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.672685:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603690.672686:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.672687:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789603690.672688:0:35292:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1789603690.672690:0:35292:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1789603690.672691:0:35292:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789603690.672693:0:35292:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789603690.672694:0:35292:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789603690.672695:0:35292:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb8053b28a8 (ffff9eb8208a0e18/0) at cl_lock_fini():72 00020000:00000001:3.0:1789603690.672823:0:35292:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1789603690.672826:0:35292:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789603690.672827:0:35292:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb80502b030 (ffff9eb8208a0e18/1) at cl_lock_fini():72 00000008:00000010:3.0:1789603690.672841:0:35292:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb81239d8f0. 00000020:00000001:3.0:1789603690.672848:0:35292:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1789603690.672849:0:35292:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb80502b000. 00020000:00000001:3.0:1789603690.672853:0:35292:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1789603690.672854:0:35292:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1789603690.672855:0:35292:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1789603690.672857:0:35292:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1789603690.672859:0:35292:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789603690.672861:0:35292:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789603690.672862:0:35292:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1789603690.672864:0:35292:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.672865:0:35292:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.672867:0:35292:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1789603690.672868:0:35292:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1789603690.672870:0:35292:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1789603690.672872:0:35292:0:(vvp_io.c:533:vvp_io_advance()) advancing 1 bytes 00000020:00000001:3.0:1789603690.672874:0:35292:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1789603690.672876:0:35292:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1789603690.672879:0:35292:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1789603690.672880:0:35292:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789603690.672881:0:35292:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1789603690.672884:0:35292:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1789603690.672885:0:35292:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.672887:0:35292:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.672889:0:35292:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789603690.672890:0:35292:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789603690.672892:0:35292:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789603690.672896:0:35292:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:3.0:1789603690.672899:0:35292:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:3.0:1789603690.672902:0:35292:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:3.0:1789603690.672904:0:35292:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789603690.672906:0:35292:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789603690.672907:0:35292:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789603690.672908:0:35292:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1789603690.672910:0:35292:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789603690.672912:0:35292:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810953090 00020000:00000001:3.0:1789603690.672916:0:35292:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789603690.672917:0:35292:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789603690.672919:0:35292:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789603690.672921:0:35292:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1789603690.672924:0:35292:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789603690.672925:0:35292:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:3.0:1789603690.672927:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07c98 00000080:00200000:3.0:1789603690.672929:0:35292:0:(file.c:2238:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:3.0:1789603690.672935:0:35292:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789603690.672937:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6148 -> ffff9eb8203b6148 00000020:00000001:3.0:1789603690.672939:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6148 -> ffff9eb8203b6148 00000020:00000001:3.0:1789603690.672940:0:35292:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789603690.672944:0:35292:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1789603690.672949:0:35292:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789603690.672951:0:35292:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000001:3.0:1789603690.672952:0:35292:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789603690.672953:0:35292:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000002:3.0:1789603690.672956:0:35292:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742850 on OST[0]: s=2 (1) m=1789603690 a=0 c=1789603690 b=8 00020000:00000001:3.0:1789603690.672959:0:35292:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789603690.672961:0:35292:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=2 m=1789603690 a=0 c=1789603690 b=8 00020000:00000001:3.0:1789603690.672964:0:35292:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.672966:0:35292:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.672968:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6148 -> ffff9eb8203b6148 00000080:00200000:3.0:1789603690.672970:0:35292:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x8:0x0] updating i_size 2 i_blocks 8 00000080:00000001:3.0:1789603690.672973:0:35292:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:3.0:1789603690.672988:0:35292:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:3.0:1789603690.672992:0:35292:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:3.0:1789603690.672994:0:35292:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0e10 00000020:00000001:3.0:1789603690.672998:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07d88 00000080:00000008:3.0:1789603690.673000:0:35292:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x240000402:0x8:0x0], ppos: 2, count: 0, rc = 1 00000080:00000001:3.0:1789603690.673003:0:35292:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603690.673019:0:35292:0:(file.c:5390:ll_fsync()) Process entered 00000020:00000001:3.0:1789603690.673021:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07e48 00000080:00200008:3.0:1789603690.673023:0:35292:0:(file.c:5395:ll_fsync()) START file: name=f24a.recovery-small, fid=[0x240000402:0x8:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 0/1 00000080:00000001:3.0:1789603690.673031:0:35292:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:3.0:1789603690.673033:0:35292:0:(file.c:5295:cl_sync_file_range()) Process entered 00000080:00000002:3.0:1789603690.673035:0:35292:0:(file.c:5297:cl_sync_file_range()) [0x240000402:0x8:0x0]: start 0, end 9223372036854775807, mode 1 00000020:00000001:3.0:1789603690.673038:0:35292:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603690.673041:0:35292:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930520 : -106961319621096 : ffff9eb8208a0e18) 00000020:00001000:3.0:1789603690.673043:0:35292:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0e10 00000020:00000001:3.0:1789603690.673045:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6148 -> ffff9eb8203b6148 00000020:00000001:3.0:1789603690.673047:0:35292:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789603690.673050:0:35292:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789603690.673051:0:35292:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789603690.673054:0:35292:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603690.673056:0:35292:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789603690.673057:0:35292:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789603690.673060:0:35292:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9eb80572dc20 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1789603690.673063:0:35292:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810b90000 00020000:00000001:3.0:1789603690.673066:0:35292:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789603690.673068:0:35292:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789603690.673070:0:35292:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789603690.673072:0:35292:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.673074:0:35292:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789603690.673076:0:35292:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789603690.673078:0:35292:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.673079:0:35292:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603690.673081:0:35292:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789603690.673082:0:35292:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789603690.673084:0:35292:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810b90000 00000020:00000001:3.0:1789603690.673087:0:35292:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.673088:0:35292:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:3.0:1789603690.673090:0:35292:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1789603690.673092:0:35292:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1789603690.673094:0:35292:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1789603690.673097:0:35292:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:3.0:1789603690.673100:0:35292:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789603690.673101:0:35292:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789603690.673103:0:35292:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603690.673104:0:35292:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112122224792 : -106961587326824 : ffff9eb810953098) 00000020:00001000:3.0:1789603690.673106:0:35292:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810953090 00000020:00000001:3.0:1789603690.673109:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6b70 -> ffff9eb8203b6148 00000020:00000001:3.0:1789603690.673110:0:35292:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789603690.673113:0:35292:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603690.673114:0:35292:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789603690.673115:0:35292:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789603690.673116:0:35292:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935425568 : -106961774126048 : ffff9eb80572dc20) 00000020:00000001:3.0:1789603690.673118:0:35292:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.673119:0:35292:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.673121:0:35292:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962640472 : -106961746911144 : ffff9eb807122058) 00000020:00000001:3.0:1789603690.673123:0:35292:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1789603690.673124:0:35292:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.673126:0:35292:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.673127:0:35292:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.673130:0:35292:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:3.0:1789603690.673131:0:35292:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1789603690.673133:0:35292:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789603690.673134:0:35292:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:3.0:1789603690.673136:0:35292:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789603690.673137:0:35292:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.673139:0:35292:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.673140:0:35292:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.673142:0:35292:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.673143:0:35292:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789603690.673144:0:35292:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.673145:0:35292:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.673147:0:35292:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:3.0:1789603690.673148:0:35292:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1789603690.673149:0:35292:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789603690.673151:0:35292:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:3.0:1789603690.673152:0:35292:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1789603690.673154:0:35292:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1789603690.673158:0:35292:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1789603690.673160:0:35292:0:(osc_cache.c:1880:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1789603690.673161:0:35292:0:(osc_cache.c:1881:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789603690.673164:0:35292:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1789603690.673165:0:35292:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:3.0:1789603690.673167:0:35292:0:(osc_cache.c:2357:osc_next_obj()) Process leaving (rc=18446637111955361280 : -106961754190336 : ffff9eb806a30e00) 00000008:00000020:3.0:1789603690.673170:0:35292:0:(osc_cache.c:2393:osc_check_rpcs()) obj ffff9eb806a30e00 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:3.0:1789603690.673173:0:35292:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1789603690.673175:0:35292:0:(osc_cache.c:1880:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1789603690.673176:0:35292:0:(osc_cache.c:1881:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789603690.673178:0:35292:0:(osc_cache.c:2213:osc_send_write_rpc()) Process entered 00000008:00000001:3.0:1789603690.673180:0:35292:0:(osc_cache.c:2070:try_to_add_extent_for_io()) Process entered 00000008:00000020:3.0:1789603690.673183:0:35292:0:(osc_cache.c:2074:try_to_add_extent_for_io()) extent ffff9eb8420fcc00@{[0 -> 0/1023], [1|0|+|cache|wiuY|ffff9eb806a30e00], [28672|1|+|-|ffff9eb8131e5e00|1024|0000000000000000]} trying to add this extent 00000008:00010000:3.0:1789603690.673190:0:35292:0:(osc_cache.c:2074:try_to_add_extent_for_io()) ### extent: 0000000034542ce7 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:3.0:1789603690.673199:0:35292:0:(osc_cache.c:2123:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:3.0:1789603690.673202:0:35292:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9eb806a30e00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:3.0:1789603690.673206:0:35292:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:3.0:1789603690.673208:0:35292:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1789603690.673212:0:35292:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff9eb8420fcc00@{[0 -> 0/1023], [1|0|+|locking|wiuY|ffff9eb806a30e00], [28672|1|+|-|ffff9eb8131e5e00|1024|ffff9eb810b90000]} make ready 00000008:00010000:3.0:1789603690.673218:0:35292:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000034542ce7 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:3.0:1789603690.673225:0:35292:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:3.0:1789603690.673227:0:35292:0:(cl_page.c:1159:cl_page_make_ready()) Process entered 00000020:00008000:3.0:1789603690.673239:0:35292:0:(cl_page.c:1171:cl_page_make_ready()) page@00000000e9df667b[2 00000000c891a629 1 1 0000000000000000 0 0 0] 00000020:00008000:3.0:1789603690.673241:0:35292:0:(cl_page.c:1171:cl_page_make_ready()) readied 00000020:00000001:3.0:1789603690.673242:0:35292:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:3.0:1789603690.673244:0:35292:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1789603690.673245:0:35292:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1789603690.673247:0:35292:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:3.0:1789603690.673249:0:35292:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1789603690.673251:0:35292:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789603690.673253:0:35292:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e9df667b[2 00000000c891a629 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789603690.673255:0:35292:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 3 00000020:00000001:3.0:1789603690.673257:0:35292:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1789603690.673258:0:35292:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1789603690.673262:0:35292:0:(cl_page.c:1193:cl_page_make_ready()) page@00000000e9df667b[2 00000000c891a629 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789603690.673263:0:35292:0:(cl_page.c:1193:cl_page_make_ready()) 1 0 00000008:00000001:3.0:1789603690.673265:0:35292:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.673267:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000020:00000001:3.0:1789603690.673268:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000020:00000001:3.0:1789603690.673270:0:35292:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1789603690.673272:0:35292:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.673273:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000008:00000001:3.0:1789603690.673276:0:35292:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603690.673279:0:35292:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:3.0:1789603690.673282:0:35292:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9eb81291b000: cli: ffff9eb8030b21e8 unstable pages: 0, osc unstable pages: 0 00000008:00000010:3.0:1789603690.673302:0:35292:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 8 at ffff9eb810d23f30. 00000008:00000010:3.0:1789603690.673307:0:35292:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9eb8127994e0. 00000020:00000001:3.0:1789603690.673310:0:35292:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1789603690.673312:0:35292:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1789603690.673314:0:35292:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1789603690.673317:0:35292:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1789603690/1789603690 00000020:00000001:3.0:1789603690.673321:0:35292:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1789603690.673322:0:35292:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:3.0:1789603690.673325:0:35292:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:3.0:1789603690.673327:0:35292:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:3.0:1789603690.673329:0:35292:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603690.673335:0:35292:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb500 count: 2 00010000:00000001:3.0:1789603690.673338:0:35292:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603690.673343:0:35292:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1789603690.677237:0:35292:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1789603690.677247:0:35292:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789603690.677255:0:35292:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603690.677266:0:35292:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789603690.677282:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.677285:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789603690.677302:0:35292:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1789603690.677306:0:35292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603690.677310:0:35292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603690.677314:0:35292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=3 00000020:00000001:3.0:1789603690.677317:0:35292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.677320:0:35292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00000008:00000001:3.0:1789603690.677323:0:35292:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.677327:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.677328:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1789603690.677331:0:35292:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000008:00000001:3.0:1789603690.677335:0:35292:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:3.0:1789603690.679790:0:35292:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4ad80. 00000020:00000040:3.0:1789603690.679807:0:35292:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:3.0:1789603690.679818:0:35292:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603690.679822:0:35292:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603690.679828:0:35292:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603690.686140:0:35292:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb8012e6400. 00000100:00000001:2.0:1789603690.686164:0:35292:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1789603690.686178:0:35292:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 2 00000008:00000020:2.0:1789603690.686186:0:35292:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9eb81291b000: dirty: 28672 undirty: 484638720 dropped 0 grant: 16711680 cl_lost_grant 0 00000008:00000001:2.0:1789603690.686195:0:35292:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:2.0:1789603690.686235:0:35292:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5223 MB/s 00000008:00008000:2.0:1789603690.686244:0:35292:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffecbc8430d840 map ffff9eb808120ab8 index 0 flags 17ffffc0005028 count 2 priv ffff9eb802f3a2a0: off 0 00000008:00000001:2.0:1789603690.686255:0:35292:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:2.0:1789603690.686258:0:35292:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: c9a4775b (4) 00000008:00100000:2.0:1789603690.686264:0:35292:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9eb810b4ad80 - object 0x280000400:4 offset 0<>2 00000008:00000001:2.0:1789603690.686267:0:35292:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603690.686272:0:35292:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1789603690.686277:0:35292:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1789603690.686278:0:35292:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1789603690.686283:0:35292:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1789603690/1789603690 00000020:00000001:2.0:1789603690.686287:0:35292:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1789603690.686288:0:35292:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:2.0:1789603690.686494:0:35292:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000100:00000001:2.0:1789603690.686499:0:35292:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603690.686500:0:35292:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124288384 : -106961585263232 : ffff9eb810b4ad80) 00000008:00000002:2.0:1789603690.686620:0:35292:0:(osc_request.c:2976:osc_build_rpc()) @@@ 1 pages, aa 0000000077c0ed3f, now 0r/1w/0d in flight req@ffff9eb810b4ad80 x1876533442919296/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:2.0:1789603690.686639:0:35292:0:(osc_request.c:2988:osc_build_rpc()) [0x240000402:0x8:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:2.0:1789603690.686649:0:35292:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e86d2e2e] to pc [ptlrpcd_01_00+0] req@ffff9eb810b4ad80 x1876533442919296/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603690.686693:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603690.686711:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603690.686714:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603690.686722:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4ad80 x1876533442919296/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603690.686730:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603690.686732:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603690.686738:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603690.686742:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603690.686745:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603690.686749:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442919296:192.168.204.129@tcp:4:multiop.0 00000100:00000001:3.0:1789603690.686754:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603690.686761:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603690.686765:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603690.686767:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603690.686775:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb80511c400. 02000000:00000001:3.0:1789603690.686777:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603690.686786:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603690.686792:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748948. 00000400:00000010:3.0:1789603690.686799:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0f68. 00000100:00000200:3.0:1789603690.686808:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442919296, portal 4 00000100:00000001:3.0:1789603690.686811:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603690.686812:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124288384 : -106961585263232 : ffff9eb810b4ad80) 00000100:00000040:3.0:1789603690.686821:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810b4ad80 x1876533442919296/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/448 e 0 to 0 dl 1789603706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603690.686840:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603690.686843:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603690.686846:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0880. 00000100:00000200:3.0:1789603690.686849:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1876533442919296, offset 0 00000400:00000200:3.0:1789603690.686857:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603690.686868:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.686877:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603690.686884:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603690.686890:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603690.686894:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603690.686898:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603690.686901:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2950:2950:256:4294967295] 192.168.204.129@tcp LPNI seq info [2950:2950:8:4294967295] 00000400:00000200:3.0:1789603690.686906:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.686917:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603690.686924:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603690.686930:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f400. 00000800:00000200:3.0:1789603690.686938:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603690.686947:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603690.686953:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f400 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:3.0:1789603690.686971:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603690.686977:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 191023 usecs (192 jiffies) 00000400:00000200:3.0:1789603690.686981:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603690.686995:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296689812 00000100:00000010:3.0:1789603690.687002:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb810df8840. 00000100:00000001:3.0:1789603690.687011:0:2402:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789603690.687018:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296689812 00000100:00000010:3.0:1789603690.687022:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb810df81e0. 00000100:00000001:3.0:1789603690.687026:0:2402:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789603690.687030:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603690.687033:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603690.687036:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603690.687039:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789603690.687371:0:35292:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:2.0:1789603690.687374:0:35292:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603690.687377:0:35292:0:(osc_cache.c:2262:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603690.687380:0:35292:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1789603690.687382:0:35292:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603690.687385:0:35292:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1789603690.687386:0:35292:0:(osc_cache.c:1870:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603690.687388:0:35292:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1789603690.687389:0:35292:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603690.687394:0:35292:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:2.0:1789603690.687396:0:35292:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603690.687399:0:35292:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1789603690.687403:0:35292:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff9eb806a30e00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=1. 00000008:00000001:2.0:1789603690.687407:0:35292:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789603690.687411:0:35292:0:(osc_io.c:1171:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603690.687413:0:35292:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603690.687416:0:35292:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603690.687418:0:35292:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603690.687420:0:35292:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603690.687422:0:35292:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:2.0:1789603690.687427:0:35292:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1789603690.687429:0:35292:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1789603690.687430:0:35292:0:(cl_io.c:556:cl_io_end()) Process entered 00000008:00000001:2.0:1789603690.687432:0:35292:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000001:2.0:1789603690.687434:0:35292:0:(osc_cache.c:973:osc_extent_wait()) Process entered 00000008:00000001:2.0:1789603690.687438:0:35292:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1789603690.687599:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603690.687603:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f400. 00000400:00000200:2.0:1789603690.687611:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603690.687617:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603690.687623:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0880 00000400:00000010:2.0:1789603690.687627:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0880. 00000100:00000001:2.0:1789603690.687632:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603690.687638:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4ad80 x1876533442919296/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/448 e 0 to 0 dl 1789603706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603690.687650:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603690.687653:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b4ad80 x1876533442919296/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/448 e 0 to 0 dl 1789603706 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603690.687660:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.687662:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789603690.687938:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603690.687942:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603690.688420:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603690.688427:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789603690.688433:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603690.688435:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603690.689010:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.689016:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789603690.690498:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.690536:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603690.690541:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.690545:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603690.690555:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.690563:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603690.690572:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.690577:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.690583:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.690587:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d463b80 00000400:00000200:3.0:1789603690.690593:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.690599:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x8605 [1] + 224 00000800:00000001:3.0:1789603690.690606:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.690613:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603690.690616:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603690.690620:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603690.690628:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603690.690638:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4ad80 x1876533442919296/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/448 e 0 to 0 dl 1789603706 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603690.690648:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=448 req@ffff9eb810b4ad80 x1876533442919296/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/448 e 0 to 0 dl 1789603706 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603690.690661:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603690.690669:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1789603690.690670:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1789603690.690672:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603690.690673:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603690.690679:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603690.690681:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603690.690684:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748948. 00000400:00000200:2.0:1789603690.690688:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0f68 00000400:00000010:2.0:1789603690.690730:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0f68. 00000100:00000001:2.0:1789603690.690735:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603690.690739:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b4ad80 x1876533442919296/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/448 e 0 to 0 dl 1789603706 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789603690.690748:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b4ad80 x1876533442919296/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/448 e 0 to 0 dl 1789603706 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603690.690755:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603690.690758:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603690.690761:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603690.690764:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603690.690766:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603690.690768:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603690.690771:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603690.690780:0:2402:0:(import.c:2196:obd_at_measure()) add 0 to ffff9eb8203ac4a8 time=86 v=5 (5 0 0 0) 00000100:00001000:2.0:1789603690.690784:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=18 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603690.690787:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1789603690.690791:0:2402:0:(client.c:1505:ptlrpc_check_status()) lustre-OST0000-osc-ffff9eb81291b000: operation ost_write to node 192.168.204.129@tcp failed: rc = -107 00000100:00000001:2.0:1789603690.699453:0:2402:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1789603690.699467:0:2402:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1789603690.699475:0:2402:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff9eb81291b000 of lustre-OST0000_UUID@192.168.204.129@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1789603690.699482:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9eb8203ac000 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789603690.699487:0:2402:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff9eb81291b000: Connection to lustre-OST0000 (at 192.168.204.129@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1789603690.699491:0:2402:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1789603690.699494:0:2402:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:2.0:1789603690.699498:0:2402:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.699500:0:2402:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1789603690.699504:0:2402:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789603690.699506:0:2402:0:(import.c:65:import_set_state_nolock()) ffff9eb8203ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789603690.699668:0:2402:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789603690.699673:0:2402:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff9eb81291b000: connect to NID 192.168.204.129@tcp last attempt 2004 00000400:00000200:2.0:1789603690.699684:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603690.699813:0:2402:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.129@tcp is discovered: rc = 1 00000100:00000040:2.0:1789603690.699818:0:2402:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:2.0:1789603690.699821:0:2402:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789603690.699824:0:2402:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:2.0:1789603690.699826:0:2402:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000001:2.0:1789603690.699844:0:2402:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789603690.699847:0:2402:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48d6 00000020:00000001:2.0:1789603690.699850:0:2402:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603690.699853:0:2402:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb80640d800 refcount=4 00000020:00000001:2.0:1789603690.699856:0:2402:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111948924928 : -106961760626688 : ffff9eb80640d800) 00000020:00000001:2.0:1789603690.699859:0:2402:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637111948924928 : -106961760626688 : ffff9eb80640d800) 00000100:00000040:2.0:1789603690.699862:0:2402:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:2.0:1789603690.699864:0:2402:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789603690.699866:0:2402:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:2.0:1789603690.699868:0:2402:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000040:2.0:1789603690.699872:0:2402:0:(genops.c:879:class_export_put()) PUTting export ffff9eb80640d800 : new refcount 3 00000100:00080000:2.0:1789603690.699883:0:2402:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff9eb81291b000: import ffff9eb8203ac000 using connection 192.168.204.129@tcp/192.168.204.129@tcp 00000100:00000001:2.0:1789603690.699886:0:2402:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603690.699889:0:2402:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789603690.699897:0:2402:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603690.699900:0:2402:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.699902:0:2402:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789603690.700076:0:2402:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 28672, lost: 0. 00000008:00000001:2.0:1789603690.700080:0:2402:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.700082:0:2402:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603690.700092:0:2402:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f1180. 00000020:00000040:2.0:1789603690.700096:0:2402:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=4 obd=lustre-OST0000-osc-ffff9eb81291b000 02000000:00000001:2.0:1789603690.700101:0:2402:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789603690.700102:0:2402:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.700105:0:2402:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603690.700108:0:2402:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603690.700111:0:2402:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603690.700120:0:2402:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041d3000. 00000100:00000001:2.0:1789603690.700126:0:2402:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603690.700136:0:2402:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9eb8040f1180 x1876533442919424/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603690.700146:0:2402:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603690.700150:0:2402:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603690.700155:0:2402:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000786dc67e] to pc [ptlrpcd_rcv+-1] req@ffff9eb8040f1180 x1876533442919424/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603690.700216:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603690.700220:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603690.700223:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603690.700229:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f1180 x1876533442919424/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603690.700237:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603690.700240:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603690.700243:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603690.700246:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603690.700248:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603690.700252:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442919424:192.168.204.129@tcp:8:ptlrpcd_01_00.0 00000100:00000001:3.0:1789603690.700256:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603690.700261:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603690.700263:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603690.700266:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603690.700270:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb80511dc00. 02000000:00000001:3.0:1789603690.700272:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603690.700278:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603690.700283:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748c08. 00000400:00000010:3.0:1789603690.700301:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d05d8. 00000100:00000200:3.0:1789603690.700309:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442919424, portal 4 00000100:00000001:3.0:1789603690.700312:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603690.700313:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912108416 : -106961797443200 : ffff9eb8040f1180) 00000100:00000040:3.0:1789603690.700322:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f1180 x1876533442919424/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603690.700336:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603690.700338:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603690.700341:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d06e8. 00000100:00000200:3.0:1789603690.700343:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876533442919424, offset 0 00000400:00000200:3.0:1789603690.700349:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603690.700358:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.700365:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603690.700370:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603690.700375:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603690.700378:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603690.700381:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603690.700385:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2951:2951:256:4294967295] 192.168.204.129@tcp LPNI seq info [2951:2951:8:4294967295] 00000400:00000200:3.0:1789603690.700390:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.700400:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603690.700406:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603690.700411:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f200. 00000800:00000200:3.0:1789603690.700419:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603690.700426:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603690.700431:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789603690.700446:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603690.700450:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 190236 usecs (191 jiffies) 00000400:00000200:3.0:1789603690.700454:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603690.700457:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296689824 00000100:00000001:3.0:1789603690.700465:0:2399:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296689812 00000100:00000001:3.0:1789603690.700470:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296689824 00000100:00000001:3.0:1789603690.700473:0:2399:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296689812 00000100:00000001:3.0:1789603690.700476:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603690.700479:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603690.700483:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603690.700485:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603690.700539:0:2402:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.700542:0:2402:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1789603690.700544:0:2402:0:(client.c:1715:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1789603690.700547:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603690.700549:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603690.700555:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603690.700557:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603690.700559:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603690.700561:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603690.700564:0:2402:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603690.700566:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603690.700567:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603690.700569:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.700572:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603690.700686:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603690.700700:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f200. 00000400:00000200:2.0:1789603690.700706:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603690.700718:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603690.700723:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d06e8 00000400:00000010:2.0:1789603690.700726:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d06e8. 00000100:00000001:2.0:1789603690.700730:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603690.700734:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f1180 x1876533442919424/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603690.700743:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603690.700746:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f1180 x1876533442919424/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603700 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603690.700753:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.700755:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789603690.701419:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603690.701423:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789603690.701425:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603690.701427:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603690.701670:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.701673:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789603690.704174:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.704198:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603690.704203:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.704206:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603690.704216:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.704225:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603690.704236:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.704242:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.704248:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.704253:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 416 into portal 4 MB=0x6aab27d463c00 00000400:00000200:3.0:1789603690.704259:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.704266:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 416/416 into md 0x8615 [1] + 0 00000800:00000001:3.0:1789603690.704273:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.704281:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603690.704286:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603690.704291:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603690.704299:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603690.704311:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f1180 x1876533442919424/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603700 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603690.704324:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9eb8040f1180 x1876533442919424/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603690.704361:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603690.704370:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.704374:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603690.706205:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603690.706214:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603690.706225:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603690.706228:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603690.706233:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748c08. 00000400:00000200:2.0:1789603690.706242:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d05d8 00000400:00000010:2.0:1789603690.706245:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d05d8. 00000100:00000001:2.0:1789603690.706251:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603690.706264:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f1180 x1876533442919424/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603690.706277:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f1180 x1876533442919424/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603700 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603690.706292:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603690.706295:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603690.706298:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603690.706303:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603690.706307:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603690.706310:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603690.706314:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603690.706325:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=87 v=5 (5 5 5 5) 00000100:00001000:2.0:1789603690.706330:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=18 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603690.706333:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603690.706335:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.706338:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603690.706342:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.706347:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603690.706349:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967335 00000100:00000001:2.0:1789603690.706351:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603690.706353:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603690.706359:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f1180 x1876533442919424/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/416 e 0 to 0 dl 1789603700 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603690.706367:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603690.706371:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603690.706374:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603690.706376:0:2399:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1789603690.706385:0:2399:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9eb81291b000: connect to target with instance 1 00000020:00000001:2.0:1789603690.706389:0:2399:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789603690.706391:0:2399:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48d6 00000020:00000001:2.0:1789603690.706395:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603690.706398:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb80640d800 refcount=4 00000020:00000001:2.0:1789603690.706401:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111948924928 : -106961760626688 : ffff9eb80640d800) 00000020:00000001:2.0:1789603690.706403:0:2399:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637111948924928 : -106961760626688 : ffff9eb80640d800) 00000100:00001000:2.0:1789603690.706407:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=1789603690 v=0 (0 0 0 0) 00000100:00001000:2.0:1789603690.706410:0:2399:0:(import.c:2262:obd_at_measure()) AT ffff9eb8203ac418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1789603690.706417:0:2399:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 751, crc32c 5223, adler 374 00000020:00000040:2.0:1789603690.706423:0:2399:0:(genops.c:879:class_export_put()) PUTting export ffff9eb80640d800 : new refcount 3 00000100:00000001:2.0:1789603690.706426:0:2399:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1789603690.706431:0:2399:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:2.0:1789603690.706434:0:2399:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9eb81291b000, setting cl_avail_grant: 0 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:2.0:1789603690.706437:0:2399:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1789603690.706441:0:2399:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:2.0:1789603690.706445:0:2399:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1789603690.706448:0:2399:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603690.706452:0:2399:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603690.706454:0:2399:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603690.706455:0:2399:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.706457:0:2399:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1789603690.706462:0:2399:0:(import.c:1383:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff9eb81291b000: evicting (reconnect/recover flags not set: 4) req@ffff9eb8040f1180 x1876533442919424/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/416 e 0 to 0 dl 1789603700 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789603690.706471:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9eb8203ac000 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1789603690.706475:0:2399:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:2.0:1789603690.706479:0:2399:0:(import.c:1708:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9eb81291b000: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:2.0:1789603690.719105:0:2399:0:(import.c:1719:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.204.129@tcp; invalidating 00000020:00000040:2.0:1789603690.719113:0:2399:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=5 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:0.0:1789603690.719566:0:2399:0:(import.c:1740:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603690.719577:0:2399:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603690.719595:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f1180 x1876533442919424/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/416 e 0 to 0 dl 1789603700 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603690.719610:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442919424:192.168.204.129@tcp:8:ptlrpcd_01_00.0 00000100:00000001:0.0:1789603690.719617:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603690.719621:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603690.719625:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f1180 x1876533442919424/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/416 e 0 to 0 dl 1789603700 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603690.719633:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603690.719636:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603690.719642:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb80511dc00. 02000000:00000001:0.0:1789603690.719646:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603690.719649:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603690.719651:0:2399:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=4 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603690.719653:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603690.719657:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041d3000. 02000000:00000001:0.0:1789603690.719660:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603690.719663:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603690.719665:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f1180. 00000100:00000001:0.0:1789603690.719669:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603690.719671:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603690.719674:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603690.719683:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603690.719685:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603690.719688:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603690.719690:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.719764:0:35305:0:(import.c:1639:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:2.0:1789603690.719772:0:35305:0:(import.c:1643:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff9eb81291b000 to lustre-OST0000_UUID@192.168.204.129@tcp 00000100:00000001:2.0:1789603690.719776:0:35305:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1789603690.719778:0:35305:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:2.0:1789603690.719781:0:35305:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1789603690.719787:0:35305:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9eb810b4ad80 x1876533442919296/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/224 e 0 to 0 dl 1789603706 ref 2 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603690.719802:0:35305:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789603690.719804:0:35305:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: committing for last_committed 4294967335 gen 18 00000100:00000040:2.0:1789603690.719807:0:35305:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1789603690.719811:0:35305:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603690.719812:0:35305:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1789603690.719814:0:35305:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1789603690.719816:0:35305:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1789603690.719820:0:35305:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:2.0:1789603690.719822:0:35305:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1789603690.719825:0:35305:0:(lov_obd.c:430:lov_notify()) Process entered 00000100:00000001:2.0:1789603690.719844:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603690.719847:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603690.719850:0:2402:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603690.719856:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b4ad80 x1876533442919296/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/224 e 0 to 0 dl 1789603706 ref 2 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603690.719864:0:2402:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1789603690.719867:0:2402:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603690.719870:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603690.719872:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789603690.719875:0:2402:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:2.0:1789603690.719876:0:2402:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:00000040:2.0:1789603690.719879:0:2402:0:(osc_request.c:2175:osc_brw_fini_request()) @@@ Failed request: rc = -5 req@ffff9eb810b4ad80 x1876533442919296/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/224 e 0 to 0 dl 1789603706 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1789603690.719886:0:2402:0:(osc_request.c:2176:osc_brw_fini_request()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000008:00000002:2.0:1789603690.719888:0:2402:0:(osc_request.c:2586:brw_interpret()) request ffff9eb810b4ad80 aa ffff9eb810b4af30 rc -5 00000008:00080000:2.0:1789603690.719893:0:2402:0:(osc_request.c:2601:brw_interpret()) lustre-OST0000-osc-ffff9eb81291b000: resend cross eviction for object: 0x280000400:4: rc = -5. 00000008:00000010:2.0:1789603690.719896:0:2402:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9eb8127994e0. 00000100:00000001:2.0:1789603690.719901:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603690.719905:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4ad80 x1876533442919296/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/224 e 0 to 0 dl 1789603706 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603690.719911:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603690.719916:0:2402:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:2.0:1789603690.719919:0:2402:0:(osc_cache.c:908:osc_extent_finish()) extent ffff9eb8420fcc00@{[0 -> 0/1023], [3|0|-|rpc|wiuY|ffff9eb806a30e00], [28672|1|+|+|ffff9eb8131e5e00|1024|ffff9eb810b90000]} extent finished. 00000008:00010000:2.0:1789603690.719929:0:2402:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000034542ce7 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:2.0:1789603690.719950:0:2402:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:2.0:1789603690.719953:0:2402:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:2.0:1789603690.719958:0:2402:0:(cl_page.c:1115:cl_page_complete()) page@00000000e9df667b[2 00000000c891a629 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789603690.719960:0:2402:0:(cl_page.c:1115:cl_page_complete()) 1 -5 00000020:00000001:2.0:1789603690.719963:0:2402:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:2.0:1789603690.719964:0:2402:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1789603690.719967:0:2402:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789603690.719970:0:2402:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e9df667b[2 00000000c891a629 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789603690.719972:0:2402:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1789603690.719974:0:2402:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1789603690.719976:0:2402:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1789603690.719980:0:2402:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000e9df667b[2 00000000c891a629 1 1 0000000000000000 0 0 0] 00020000:00000001:3.0:1789603690.720106:0:35305:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1789603690.720110:0:35305:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9eb807103ba8 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:3.0:1789603690.720116:0:35305:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:3.0:1789603690.720119:0:35305:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn a04c19c788fe48d6 00020000:00000001:3.0:1789603690.720122:0:35305:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.720125:0:35305:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789603690.720128:0:35305:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.720130:0:35305:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603690.720132:0:35305:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603690.720135:0:35305:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603690.720137:0:35305:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:3.0:1789603690.720140:0:35305:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000080:00008000:2.0:1789603690.720222:0:2402:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with -5 00000080:00000400:2.0:1789603690.720250:0:2402:0:(llite_lib.c:4342:ll_dirty_page_discard_warn()) lustre: dirty page discard: 192.168.204.129@tcp:/lustre/fid: [0x240000402:0x8:0x0]// may get corrupted (rc -5) 00000080:00000001:2.0:1789603690.742770:0:2402:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1789603690.742779:0:2402:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:2.0:1789603690.742782:0:2402:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1789603690.742794:0:2402:0:(cl_page.c:567:cl_batch_put()) page@00000000e9df667b[2 00000000c891a629 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789603690.742795:0:2402:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:2.0:1789603690.742797:0:2402:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:2.0:1789603690.742799:0:2402:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:2.0:1789603690.742804:0:2402:0:(osc_cache.c:1648:osc_free_grant()) lost 0 grant: 0 avail: 0 dirty: 0/0 00000008:00000020:2.0:1789603690.742843:0:2402:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9eb8420fcc00@{[0 -> 0/1023], [2|0|-|inv|wuY|ffff9eb806a30e00], [28672|0|-|-|ffff9eb8131e5e00|1024|ffff9eb810b90000]} destroyed. 00000008:00010000:2.0:1789603690.742855:0:2402:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000034542ce7 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:2.0:1789603690.742867:0:2402:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1789603690.742874:0:2402:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 8 at ffff9eb810d23f30. 00000008:00000020:2.0:1789603690.742891:0:2402:0:(osc_cache.c:2468:__osc_io_unplug()) Queue writeback work for client ffff9eb8030b21e8. 00000008:00000001:2.0:1789603690.742896:0:2402:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:2.0:1789603690.742913:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4ad80 x1876533442919296/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/224 e 0 to 0 dl 1789603706 ref 1 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789603690.742927:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442919296:192.168.204.129@tcp:4:multiop.0 00000100:00000001:2.0:1789603690.742948:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603690.742954:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603690.742958:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b4ad80 x1876533442919296/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 496/224 e 0 to 0 dl 1789603706 ref 1 fl Complete:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603690.742965:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603690.742968:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603690.742973:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb80511c400. 02000000:00000001:2.0:1789603690.742977:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603690.743241:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603690.743245:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:2.0:1789603690.743248:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603690.743252:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb8012e6400. 02000000:00000001:2.0:1789603690.743257:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603690.743259:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603690.743262:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4ad80. 00000100:00000001:2.0:1789603690.743267:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603690.743268:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603690.743272:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603690.743281:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603690.743327:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.743331:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603690.743334:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603690.743435:0:34624:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603690.743440:0:34624:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154296 : -106961585397320 : ffff9eb810b2a1b8) 00000020:00001000:2.0:1789603690.743443:0:34624:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a1b0 00000008:00000020:2.0:1789603690.743446:0:34624:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff9eb8030b21e8. 00000008:00000001:2.0:1789603690.743449:0:34624:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1789603690.743451:0:34624:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:2.0:1789603690.743454:0:34624:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603690.743456:0:34624:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000020:00001000:2.0:1789603690.743458:0:34624:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a1b0 00000008:00000001:0.0:1789603690.743554:0:35292:0:(osc_cache.c:1008:osc_extent_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1789603690.743560:0:35292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603690.743562:0:35292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1789603690.743567:0:35292:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9eb8420fcc00. 00000008:00000020:0.0:1789603690.743573:0:35292:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff9eb806a30e00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1789603690.743576:0:35292:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:0.0:1789603690.743580:0:35292:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1789603690.743583:0:35292:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603690.743586:0:35292:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1789603690.743589:0:35292:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1789603690.743592:0:35292:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1789603690.743595:0:35292:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789603690.743597:0:35292:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603690.743599:0:35292:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789603690.743600:0:35292:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789603690.743601:0:35292:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603690.743603:0:35292:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603690.743605:0:35292:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789603690.743606:0:35292:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789603690.743607:0:35292:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1789603690.743609:0:35292:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789603690.743611:0:35292:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789603690.743613:0:35292:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789603690.743614:0:35292:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603690.743615:0:35292:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789603690.743616:0:35292:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789603690.743618:0:35292:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603690.743620:0:35292:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603690.743621:0:35292:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789603690.743622:0:35292:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789603690.743624:0:35292:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:0.0:1789603690.743627:0:35292:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789603690.743630:0:35292:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789603690.743631:0:35292:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789603690.743633:0:35292:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789603690.743634:0:35292:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789603690.743636:0:35292:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810953090 00020000:00000001:0.0:1789603690.743639:0:35292:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789603690.743641:0:35292:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789603690.743643:0:35292:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789603690.743646:0:35292:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789603690.743649:0:35292:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789603690.743651:0:35292:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789603690.743654:0:35292:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0e10 00000080:00000001:0.0:1789603690.743656:0:35292:0:(file.c:5343:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:0.0:1789603690.743661:0:35292:0:(rw.c:1552:ll_writepages()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:0.0:1789603690.743668:0:35292:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789603690.743671:0:35292:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810b90000 00020000:00000002:0.0:1789603690.743676:0:35292:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810b90000 00020000:00000001:0.0:1789603690.743679:0:35292:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000002:0.0:1789603690.743682:0:35292:0:(file.c:5364:ll_mdsync()) inode ffff9eb808120908 metadata sync [0x240000402:0x8:0x0] (need_sync=0) 00000080:00000001:0.0:1789603690.743686:0:35292:0:(pcc.c:2839:pcc_fsync()) Process entered 00000080:00000001:0.0:1789603690.743687:0:35292:0:(pcc.c:2842:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603690.743690:0:35292:0:(file.c:5295:cl_sync_file_range()) Process entered 00000080:00000002:0.0:1789603690.743692:0:35292:0:(file.c:5297:cl_sync_file_range()) [0x240000402:0x8:0x0]: start 0, end 9223372036854775807, mode 3 00000020:00000001:0.0:1789603690.743694:0:35292:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603690.743696:0:35292:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930520 : -106961319621096 : ffff9eb8208a0e18) 00000020:00001000:0.0:1789603690.743698:0:35292:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0e10 00000020:00000001:0.0:1789603690.743711:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6148 -> ffff9eb8203b6148 00000020:00000001:0.0:1789603690.743714:0:35292:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789603690.743717:0:35292:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789603690.743718:0:35292:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789603690.743721:0:35292:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603690.743723:0:35292:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789603690.743724:0:35292:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789603690.743727:0:35292:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9eb80572dc20 type 6 ignore/verify layout 0/0 00020000:00000002:0.0:1789603690.743730:0:35292:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810b90000 00020000:00000001:0.0:1789603690.743733:0:35292:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789603690.743735:0:35292:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789603690.743737:0:35292:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789603690.743739:0:35292:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603690.743741:0:35292:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789603690.743744:0:35292:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789603690.743745:0:35292:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603690.743746:0:35292:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603690.743747:0:35292:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789603690.743748:0:35292:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789603690.743750:0:35292:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810b90000 00000020:00000001:0.0:1789603690.743753:0:35292:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603690.743755:0:35292:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1789603690.743756:0:35292:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1789603690.743758:0:35292:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1789603690.743761:0:35292:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1789603690.743765:0:35292:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:0.0:1789603690.743769:0:35292:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603690.743770:0:35292:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789603690.743772:0:35292:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603690.743773:0:35292:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112122224792 : -106961587326824 : ffff9eb810953098) 00000020:00001000:0.0:1789603690.743775:0:35292:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810953090 00000020:00000001:0.0:1789603690.743778:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6b70 -> ffff9eb8203b6148 00000020:00000001:0.0:1789603690.743779:0:35292:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789603690.743782:0:35292:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603690.743783:0:35292:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789603690.743785:0:35292:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789603690.743787:0:35292:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935425568 : -106961774126048 : ffff9eb80572dc20) 00000020:00000001:0.0:1789603690.743789:0:35292:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603690.743790:0:35292:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603690.743792:0:35292:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962640472 : -106961746911144 : ffff9eb807122058) 00000020:00000001:0.0:1789603690.743794:0:35292:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1789603690.743796:0:35292:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603690.743798:0:35292:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603690.743800:0:35292:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603690.743802:0:35292:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1789603690.743804:0:35292:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1789603690.743805:0:35292:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603690.743807:0:35292:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1789603690.743809:0:35292:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789603690.743810:0:35292:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603690.743812:0:35292:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603690.743813:0:35292:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603690.743815:0:35292:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603690.743816:0:35292:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789603690.743817:0:35292:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603690.743819:0:35292:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603690.743821:0:35292:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1789603690.743823:0:35292:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1789603690.743824:0:35292:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603690.743826:0:35292:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1789603690.743875:0:35292:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1789603690.743877:0:35292:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1789603690.743881:0:35292:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff9eb806a30e00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=0. 00000008:00000001:0.0:1789603690.743885:0:35292:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603690.743887:0:35292:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1789603690.743889:0:35292:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff9eb806a30e00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1789603690.743892:0:35292:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603690.743894:0:35292:0:(osc_io.c:1073:osc_fsync_ost()) Process entered 00000020:00000001:0.0:1789603690.743896:0:35292:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789603690.743899:0:35292:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789603690.743900:0:35292:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789603690.743902:0:35292:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789603690.743903:0:35292:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789603690.743905:0:35292:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789603690.743907:0:35292:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:0.0:1789603690.743919:0:35292:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1f800. 00000020:00000040:0.0:1789603690.743923:0:35292:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=4 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:0.0:1789603690.743928:0:35292:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603690.743932:0:35292:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603690.743938:0:35292:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603690.743948:0:35292:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb805571a00. 00000100:00000001:0.0:1789603690.743956:0:35292:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603690.743967:0:35292:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603690.743972:0:35292:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603690.744247:0:35292:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f82e619] to pc [ptlrpcd_00_00+0] req@ffff9eb810d1f800 x1876533442919552/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1789603690.744277:0:35292:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603690.744280:0:35292:0:(osc_io.c:1090:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603690.744282:0:35292:0:(osc_io.c:1171:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603690.744284:0:35292:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603690.744286:0:35292:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603690.744299:0:35292:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603690.744301:0:35292:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603690.744303:0:35292:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1789603690.744305:0:35292:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1789603690.744307:0:35292:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789603690.744308:0:35292:0:(cl_io.c:556:cl_io_end()) Process entered 00000100:00000001:0.0:1789603690.744338:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603690.744341:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603690.744413:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603690.744420:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1f800 x1876533442919552/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603690.744429:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1789603690.744433:0:2400:0:(client.c:1410:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff9eb810d1f800 x1876533442919552/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603690.744440:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603690.744443:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1f800 x1876533442919552/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/600/ffffffff rc -108/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603690.744450:0:2400:0:(client.c:1858:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1789603690.744453:0:2400:0:(client.c:2106:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1789603690.744457:0:2400:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603690.744460:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603690.744463:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789603690.744466:0:2400:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000008:00000001:0.0:1789603690.744468:0:2400:0:(osc_request.c:479:osc_sync_interpret()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000008:00000001:0.0:1789603690.744471:0:2400:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603690.744474:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1f800 x1876533442919552/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Interpret:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603690.744481:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:0:1876533442919552:192.168.204.129@tcp:16:multiop.0 00000100:00000001:0.0:1789603690.744485:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603690.744487:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603690.744491:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1f800 x1876533442919552/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Complete:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603690.744497:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789603690.744500:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603690.744502:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603690.744504:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603690.744508:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb805571a00. 02000000:00000001:0.0:1789603690.744649:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603690.744651:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603690.744653:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1f800. 00000100:00000001:0.0:1789603690.744656:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603690.744657:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603690.744659:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603690.744665:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603690.744667:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603690.744669:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603690.744671:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603690.744788:0:35305:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1789603690.744796:0:35305:0:(osc_request.c:3902:osc_import_event()) Process entered 00000001:00000001:3.0:1789603690.744800:0:35305:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1789603690.744804:0:35305:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1789603690.744821:0:35305:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb500 count: 2 00010000:00000001:3.0:1789603690.744828:0:35305:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789603690.744840:0:35305:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603690.744843:0:35305:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603690.744847:0:35305:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=3 00000020:00000001:3.0:1789603690.744849:0:35305:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.744852:0:35305:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.744856:0:35305:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603690.744862:0:35305:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80012e400000000 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:3.0:1789603690.744873:0:35305:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1789603690.744875:0:35305:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603690.744879:0:35305:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112122227816 : -106961587323800 : ffff9eb810953c68) 00000020:00001000:3.0:1789603690.744881:0:35305:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810953c60 00000008:00000001:3.0:1789603690.744883:0:35305:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1789603690.744886:0:35305:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1789603690.744887:0:35305:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603690.744889:0:35305:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112122564760 : -106961586986856 : ffff9eb8109a6098) 00000020:00001000:3.0:1789603690.744891:0:35305:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8109a6090 00000008:00000001:3.0:1789603690.744893:0:35305:0:(osc_cache.c:3760:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1789603690.744895:0:35305:0:(osc_cache.c:3780:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1789603690.744898:0:35305:0:(osc_cache.c:3796:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1789603690.744903:0:35305:0:(osc_cache.c:3844:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603690.744905:0:35305:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1789603690.744907:0:35305:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1789603690.744910:0:35305:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff9eb806a30e00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1789603690.744913:0:35305:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1789603690.744916:0:35305:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff9eb806a30e00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:3.0:1789603690.744919:0:35305:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1789603690.744922:0:35305:0:(osc_lock.c:372:osc_lock_flush()) object ffff9eb806a30e00: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:3.0:1789603690.744926:0:35305:0:(osc_cache.c:3729:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1789603690.744928:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000020:00000001:3.0:1789603690.744931:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6148 -> ffff9eb8203b6148 00000020:00000001:3.0:1789603690.744933:0:35305:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789603690.744935:0:35305:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789603690.744937:0:35305:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789603690.744940:0:35305:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603690.744941:0:35305:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789603690.744942:0:35305:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789603690.744946:0:35305:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9eb810d0b890 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1789603690.744949:0:35305:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789603690.744950:0:35305:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789603690.744952:0:35305:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789603690.744954:0:35305:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789603690.744955:0:35305:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.744957:0:35305:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603690.744957:0:35305:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789603690.744958:0:35305:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1789603690.744960:0:35305:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603690.744962:0:35305:0:(osc_cache.c:3516:osc_page_gang_lookup()) Process entered 00000020:00000001:3.0:1789603690.744967:0:35305:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:3.0:1789603690.744969:0:35305:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:3.0:1789603690.744971:0:35305:0:(cl_page.c:711:__cl_page_own()) Process entered 00000020:00000001:3.0:1789603690.744974:0:35305:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789603690.744975:0:35305:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112126126224 : -106961583425392 : ffff9eb810d0b890) 00000020:00000001:3.0:1789603690.744978:0:35305:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1789603690.744979:0:35305:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1789603690.744990:0:35305:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789603690.744996:0:35305:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e9df667b[2 00000000c891a629 1 1 000000009f8d64a6 0 0 0] 00000020:00000001:3.0:1789603690.745000:0:35305:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1789603690.745001:0:35305:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000040:3.0:1789603690.745003:0:35305:0:(cl_page.c:755:__cl_page_own()) res 0 00000020:00000001:3.0:1789603690.745004:0:35305:0:(cl_page.c:758:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.745008:0:35305:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:3.0:1789603690.745010:0:35305:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:3.0:1789603690.745012:0:35305:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1789603690.745013:0:35305:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1789603690.745014:0:35305:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789603690.745017:0:35305:0:(cl_page.c:518:__cl_page_state_set()) page@00000000e9df667b[2 00000000c891a629 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789603690.745019:0:35305:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 5 00000020:00000001:3.0:1789603690.745020:0:35305:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1789603690.745022:0:35305:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1789603690.745023:0:35305:0:(osc_page.c:138:osc_page_delete()) ffff9eb802f3a300 00000008:00000001:3.0:1789603690.745026:0:35305:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1789603690.745027:0:35305:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff9eb802f3a310 page ffff9eb802f3a300 at index 0. 00000008:00000001:3.0:1789603690.745030:0:35305:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603690.745036:0:35305:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1789603690.745038:0:35305:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffecbc8430d840 index 0 00000020:00000001:3.0:1789603690.745044:0:35305:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1789603690.745046:0:35305:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:3.0:1789603690.745060:0:35305:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:3.0:1789603690.745061:0:35305:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1789603690.745063:0:35305:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1789603690.745064:0:35305:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1789603690.745066:0:35305:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:3.0:1789603690.745069:0:35305:0:(cl_page.c:567:cl_batch_put()) page@00000000e9df667b[1 00000000c891a629 5 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789603690.745071:0:35305:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:3.0:1789603690.745073:0:35305:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:3.0:1789603690.745078:0:35305:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9eb802f3a2a0. 00000020:00000001:3.0:1789603690.745082:0:35305:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:3.0:1789603690.745083:0:35305:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:3.0:1789603690.745106:0:35305:0:(osc_cache.c:3593:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789603690.745109:0:35305:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789603690.745112:0:35305:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789603690.745113:0:35305:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789603690.745116:0:35305:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789603690.745117:0:35305:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1789603690.745120:0:35305:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789603690.745121:0:35305:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000008:00000001:3.0:1789603690.745124:0:35305:0:(osc_cache.c:3748:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789603690.745126:0:35305:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8109a6090 00000008:00000001:3.0:1789603690.745129:0:35305:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.745132:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00010000:00000001:3.0:1789603690.745135:0:35305:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1789603690.745138:0:35305:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.745140:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000020:00000001:3.0:1789603690.745141:0:35305:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1789603690.745144:0:35305:0:(osc_object.c:161:osc_attr_update()) set kms from 2to 0 00020000:00000001:3.0:1789603690.745146:0:35305:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789603690.745148:0:35305:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.745150:0:35305:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.745151:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000020:00000001:3.0:1789603690.745152:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6148 -> ffff9eb8203b6148 00000020:00000001:3.0:1789603690.745154:0:35305:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:3.0:1789603690.745157:0:35305:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.745158:0:35305:0:(cl_object.c:143:cl_object_top()) ffff9eb806a30e00 -> ffff9eb8203b6148 00000008:00000001:3.0:1789603690.745161:0:35305:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789603690.745163:0:35305:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810953c60 00000008:00000001:3.0:1789603690.745165:0:35305:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603690.745168:0:35305:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1789603690.745170:0:35305:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603690.745176:0:35305:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603690.745178:0:35305:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603690.745180:0:35305:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603690.745184:0:35305:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789603690.745187:0:35305:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb8131e5e00 with handle 0xa04c19c788fe5555 from hash 00010000:00000001:3.0:1789603690.745191:0:35305:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603690.745193:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.745194:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603690.745195:0:35305:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603690.745200:0:35305:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603690.745202:0:35305:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1789603690.745205:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.745206:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603690.745208:0:35305:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.745210:0:35305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789603690.745214:0:35305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000d3224b03/0xa04c19c788fe5555 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80496f400000000 nid: local remote: 0x31dbb14d74e9219c expref: -99 pid: 35292 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000010:3.0:1789603690.745223:0:35305:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9eb807d57dc0. 00010000:00000001:3.0:1789603690.745232:0:35305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1789603690.745235:0:35305:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb8042bb500 count: 0 00010000:00000010:3.0:1789603690.745242:0:35305:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9eb8042bb400. 00000001:00000001:3.0:1789603690.745272:0:35305:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789603690.745275:0:35305:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1789603690.745276:0:35305:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1789603690.745299:0:35305:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.745301:0:35305:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603690.745302:0:35305:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112122227816 : -106961587323800 : ffff9eb810953c68) 00000020:00001000:3.0:1789603690.745304:0:35305:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810953c60 00000008:00000001:3.0:1789603690.745307:0:35305:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1789603690.745309:0:35305:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:3.0:1789603690.745311:0:35305:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603690.745313:0:35305:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1789603690.745314:0:35305:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1789603690.745315:0:35305:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1789603690.745337:0:35305:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789603690.745339:0:35305:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810953c60 00000001:00000001:3.0:1789603690.745340:0:35305:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1789603690.745341:0:35305:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1789603690.745495:0:35305:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789603690.745498:0:35305:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1789603690.745500:0:35305:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1789603690.745569:0:35305:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603690.745572:0:35305:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603690.745575:0:35305:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1789603690.745581:0:35305:0:(import.c:65:import_set_state_nolock()) ffff9eb8203ac000 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1789603690.745585:0:35305:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1789603690.745588:0:35305:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1789603690.745591:0:35305:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789603690.745595:0:35305:0:(import.c:65:import_set_state_nolock()) ffff9eb8203ac000 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1789603690.745597:0:35305:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1789603690.745599:0:35305:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1789603690.745602:0:35305:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1789603690.745605:0:35305:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:3.0:1789603690.745608:0:35305:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1789603690.745610:0:35305:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9eb807103ba8 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:3.0:1789603690.745616:0:35305:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:3.0:1789603690.745619:0:35305:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn a04c19c788fe48d6 00020000:00000001:3.0:1789603690.745621:0:35305:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.745625:0:35305:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789603690.745628:0:35305:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1789603690.745630:0:35305:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1789603690.745633:0:35305:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1789603690.745634:0:35305:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1789603690.745637:0:35305:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1789603690.745640:0:35305:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.745641:0:35305:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.745644:0:35305:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1789603690.745645:0:35305:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1789603690.745646:0:35305:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.745648:0:35305:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1789603690.745649:0:35305:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1789603690.745654:0:35305:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1789603690.745656:0:35305:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.745657:0:35305:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.745660:0:35305:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.745661:0:35305:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.745664:0:35305:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603690.745665:0:35305:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603690.745667:0:35305:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603690.745668:0:35305:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1789603690.745675:0:35305:0:(import.c:1788:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9eb81291b000: Connection restored to 192.168.204.129@tcp (at 192.168.204.129@tcp) 00000100:00000001:3.0:1789603690.745678:0:35305:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.745681:0:35305:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603690.745683:0:35305:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:3.0:1789603690.745685:0:35305:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:3.0:1789603690.745687:0:35305:0:(import.c:1656:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603690.745821:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603690.745825:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.745959:0:35292:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:3.0:1789603690.745963:0:35292:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.745965:0:35292:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:3.0:1789603690.745972:0:35292:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789603690.745975:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6148 -> ffff9eb8203b6148 00000020:00000001:3.0:1789603690.745977:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6148 -> ffff9eb8203b6148 00000020:00000001:3.0:1789603690.750646:0:35292:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789603690.750653:0:35292:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1789603690.750659:0:35292:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789603690.750661:0:35292:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.750665:0:35292:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789603690.750667:0:35292:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000002:3.0:1789603690.750670:0:35292:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742850 on OST[0]: s=2 (1) m=1789603690 a=0 c=1789603690 b=8 00020000:00000001:3.0:1789603690.750676:0:35292:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789603690.750678:0:35292:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=2 m=1789603690 a=0 c=1789603690 b=8 00020000:00000001:3.0:1789603690.750681:0:35292:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.750683:0:35292:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.750686:0:35292:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6148 -> ffff9eb8203b6148 00000080:00200000:3.0:1789603690.750691:0:35292:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x8:0x0] updating i_size 2 i_blocks 8 00000080:00000001:3.0:1789603690.750694:0:35292:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1789603690.750698:0:35292:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:3.0:1789603690.751213:0:35292:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:3.0:1789603690.751218:0:35292:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1789603690.751222:0:35292:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789603690.751224:0:35292:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789603690.751226:0:35292:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1789603690.751228:0:35292:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.751231:0:35292:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.751232:0:35292:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1789603690.751234:0:35292:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1789603690.751235:0:35292:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1789603690.751237:0:35292:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1789603690.751239:0:35292:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1789603690.751241:0:35292:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1789603690.751242:0:35292:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789603690.751244:0:35292:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1789603690.751245:0:35292:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1789603690.751246:0:35292:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.751248:0:35292:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.751249:0:35292:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789603690.751250:0:35292:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789603690.751253:0:35292:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000001:3.0:1789603690.751257:0:35292:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789603690.751259:0:35292:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789603690.751260:0:35292:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789603690.751262:0:35292:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1789603690.751263:0:35292:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789603690.751266:0:35292:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810953090 00020000:00000001:3.0:1789603690.751271:0:35292:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789603690.751273:0:35292:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789603690.751276:0:35292:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789603690.751279:0:35292:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1789603690.751282:0:35292:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789603690.751283:0:35292:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789603690.751297:0:35292:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0e10 00000080:00000001:3.0:1789603690.751300:0:35292:0:(file.c:5343:cl_sync_file_range()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000001:3.0:1789603690.751305:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07e48 00000080:00000008:3.0:1789603690.751308:0:35292:0:(file.c:5449:ll_fsync()) COMPLETED file: name=f24a.recovery-small, fid=[0x240000402:0x8:0x0], start=0, end=9223372036854775807, datasync=0, rc=-5 00000080:00000001:3.0:1789603690.751311:0:35292:0:(file.c:5451:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:3.0:1789603690.753505:0:35292:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789603690.753552:0:35292:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810b90000 00020000:00000002:3.0:1789603690.753560:0:35292:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810b90000 00020000:00000001:3.0:1789603690.753563:0:35292:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.753583:0:35292:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789603690.753587:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07d88 00000080:00200008:3.0:1789603690.753589:0:35292:0:(file.c:479:ll_file_release()) START file f24a.recovery-small:[0x240000402:0x8:0x0](ffff9eb808120908), flags 100002 00000080:00000001:3.0:1789603690.753595:0:35292:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:3.0:1789603690.753597:0:35292:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:3.0:1789603690.753599:0:35292:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789603690.753600:0:35292:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810b90000 00020000:00000002:3.0:1789603690.753602:0:35292:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810b90000 00020000:00000001:3.0:1789603690.753605:0:35292:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.753607:0:35292:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1789603690.753615:0:35292:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603690.753619:0:35292:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603690.753622:0:35292:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603690.753625:0:35292:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603690.753629:0:35292:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603690.753631:0:35292:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x8:0x0] 00800000:00000001:3.0:1789603690.753634:0:35292:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603690.753641:0:35292:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603690.753645:0:35292:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603690.753654:0:35292:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938bd00 count: 2 00010000:00000001:3.0:1789603690.753657:0:35292:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603690.753665:0:35292:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603690.753667:0:35292:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x240000402:0x8:0x0]: 0 00000080:00000001:3.0:1789603690.753670:0:35292:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1789603690.753672:0:35292:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1789603690.753681:0:35292:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9eb804f7f200. 00000080:00000001:3.0:1789603690.753684:0:35292:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1789603690.753693:0:35292:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1789603690.753697:0:35292:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1789603690.753947:0:35292:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603690.753950:0:35292:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603690.753951:0:35292:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603690.753953:0:35292:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603690.753955:0:35292:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603690.753957:0:35292:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x8:0x0] 00800000:00000001:3.0:1789603690.753958:0:35292:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603690.753961:0:35292:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x240000402:0x8:0x0] 00000002:00000001:3.0:1789603690.753966:0:35292:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1789603690.753968:0:35292:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff9eb81291b000: [0x240000402:0x8:0x0] file closed with intent: 200 00000100:00000010:3.0:1789603690.753978:0:35292:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49f80. 00000020:00000040:3.0:1789603690.754060:0:35292:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=5 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:3.0:1789603690.754067:0:35292:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603690.754071:0:35292:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603690.754077:0:35292:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603690.754088:0:35292:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb804f7fe00. 00000100:00000001:3.0:1789603690.754097:0:35292:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1789603690.754128:0:35292:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9eb8040f3480 x1876533442918656/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603705 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789603690.754142:0:35292:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1789603690.754148:0:35292:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb810b49f80 x1876533442919808/t0(0) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1789603690.754157:0:35292:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603690.756852:0:35292:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603690.756878:0:35292:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8209d6300. 00000100:00000001:3.0:1789603690.756886:0:35292:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112391197440 : -106961318354176 : ffff9eb8209d6300) 00000100:00000001:3.0:1789603690.756892:0:35292:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603690.756894:0:35292:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124284800 : -106961585266816 : ffff9eb810b49f80) 00000100:00000001:3.0:1789603690.756901:0:35292:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603690.756907:0:35292:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603690.756909:0:35292:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603690.756911:0:35292:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603690.756925:0:35292:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49f80 x1876533442919808/t0(0) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603690.756936:0:35292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603690.756938:0:35292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603690.756943:0:35292:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603690.756948:0:35292:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603690.756951:0:35292:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603690.756956:0:35292:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49f80 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35292:1876533442919808:192.168.204.129@tcp:35:multiop.0 00000100:00000001:3.0:1789603690.756961:0:35292:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603690.756968:0:35292:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603690.756972:0:35292:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603690.756975:0:35292:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603690.757128:0:35292:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb80511f000. 02000000:00000001:3.0:1789603690.757132:0:35292:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603690.757143:0:35292:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603690.757150:0:35292:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748058. 00000400:00000010:3.0:1789603690.757415:0:35292:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d07f8. 00000100:00000200:3.0:1789603690.757427:0:35292:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442919808, portal 10 00000100:00000001:3.0:1789603690.757430:0:35292:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603690.757431:0:35292:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124284800 : -106961585266816 : ffff9eb810b49f80) 00000100:00000040:3.0:1789603690.757442:0:35292:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810b49f80 x1876533442919808/t0(0) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603690.757458:0:35292:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603690.757462:0:35292:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603690.757466:0:35292:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0dd0. 00000100:00000200:3.0:1789603690.757469:0:35292:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876533442919808, offset 0 00000400:00000200:3.0:1789603690.757477:0:35292:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603690.757489:0:35292:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.757500:0:35292:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603690.757507:0:35292:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603690.757582:0:35292:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603690.757587:0:35292:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603690.757590:0:35292:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603690.757594:0:35292:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2952:2952:256:4294967295] 192.168.204.129@tcp LPNI seq info [2952:2952:8:4294967295] 00000400:00000200:3.0:1789603690.757599:0:35292:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.757611:0:35292:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603690.757618:0:35292:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603690.757625:0:35292:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f000. 00000800:00000200:3.0:1789603690.757633:0:35292:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603690.757642:0:35292:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603690.757648:0:35292:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1789603690.757678:0:35292:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603690.757684:0:35292:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21230 usecs (22 jiffies) 00000400:00000200:3.0:1789603690.757689:0:35292:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603690.757692:0:35292:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296689713 00000100:00000001:3.0:1789603690.757695:0:35292:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296689824 00000100:00000001:3.0:1789603690.758055:0:35292:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296689713 00000100:00000001:3.0:1789603690.758060:0:35292:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296689824 00000100:00000001:3.0:1789603690.758063:0:35292:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603690.758067:0:35292:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603690.758071:0:35292:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603690.758073:0:35292:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603690.758076:0:35292:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8209d6300 going to sleep for 11 seconds 00000100:00000001:3.0:1789603690.758079:0:35292:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603690.758083:0:35292:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603690.762432:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603690.762449:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f000. 00000400:00000200:3.0:1789603690.762459:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603690.762471:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603690.762483:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0dd0 00000400:00000010:3.0:1789603690.762487:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0dd0. 00000100:00000001:3.0:1789603690.762495:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603690.762507:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49f80 x1876533442919808/t0(0) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603690.762535:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603690.762540:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b49f80 x1876533442919808/t0(0) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603706 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603690.762548:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603690.762550:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603690.769991:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.770012:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603690.770019:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.770022:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603690.770034:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.770044:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603690.770054:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.770060:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.770065:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.770071:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d463d80 00000400:00000200:3.0:1789603690.770077:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.770085:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x8625 [1] + 224 00000800:00000001:3.0:1789603690.770093:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.770101:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603690.770105:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603690.770111:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603690.770121:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603690.770134:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49f80 x1876533442919808/t0(0) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603706 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603690.770147:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9eb810b49f80 x1876533442919808/t0(0) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603706 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603690.770186:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603690.770197:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.770201:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603690.770285:0:35292:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603690.770298:0:35292:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603690.770301:0:35292:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603690.770305:0:35292:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748058. 00000400:00000200:2.0:1789603690.770311:0:35292:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d07f8 00000400:00000010:2.0:1789603690.770315:0:35292:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d07f8. 00000100:00000001:2.0:1789603690.770318:0:35292:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603690.770323:0:35292:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49f80 x1876533442919808/t0(0) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603706 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789603690.770331:0:35292:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49f80 x1876533442919808/t0(0) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603706 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603690.770337:0:35292:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603690.770339:0:35292:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603690.770352:0:35292:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603690.770357:0:35292:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603690.770361:0:35292:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603690.770364:0:35292:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603690.770367:0:35292:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603690.770380:0:35292:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afd38 time=135 v=5 (5 0 0 5) 00000100:00001000:2.0:1789603690.770385:0:35292:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=88 v=5 (1 1 1 1) 00000100:00000001:2.0:1789603690.770388:0:35292:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603690.770390:0:35292:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.770393:0:35292:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603690.770397:0:35292:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.770401:0:35292:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789603690.770404:0:35292:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789603690.770406:0:35292:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789603690.770409:0:35292:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603690.770410:0:35292:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124284800 : -106961585266816 : ffff9eb810b49f80) 00000100:00000001:2.0:1789603690.770414:0:35292:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603690.770416:0:35292:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967334 00000100:00000001:2.0:1789603690.770418:0:35292:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603690.770422:0:35292:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603690.770427:0:35292:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49f80 x1876533442919808/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603706 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603690.770435:0:35292:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603690.770439:0:35292:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603690.770441:0:35292:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603690.770445:0:35292:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49f80 x1876533442919808/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603706 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789603690.770454:0:35292:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49f80 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35292:1876533442919808:192.168.204.129@tcp:35:multiop.0 00000100:00000001:2.0:1789603690.770459:0:35292:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603690.770462:0:35292:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.770464:0:35292:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789603690.770467:0:35292:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603690.770471:0:35292:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b49f80 x1876533442919808/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603706 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603690.770479:0:35292:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603690.770481:0:35292:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8209d6300. 00000100:00000001:2.0:1789603690.770486:0:35292:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789603690.770488:0:35292:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.770498:0:35292:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603690.770499:0:35292:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124284800 : -106961585266816 : ffff9eb810b49f80) 00000002:00000001:2.0:1789603690.770502:0:35292:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603690.770506:0:35292:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789603690.770542:0:35292:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804f7f200. 00000080:00000001:2.0:1789603690.770547:0:35292:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1789603690.770551:0:35292:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1789603690.770555:0:35292:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603690.770558:0:35292:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603690.770560:0:35292:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603690.770563:0:35292:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603690.770565:0:35292:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603690.770568:0:35292:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x8:0x0] 00800000:00000001:2.0:1789603690.770571:0:35292:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603690.770577:0:35292:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1789603690.770583:0:35292:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9eb8040f3480 x1876533442918656/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603705 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603690.770592:0:35292:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603690.770594:0:35292:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912117376 : -106961797434240 : ffff9eb8040f3480) 00000100:00000001:2.0:1789603690.770596:0:35292:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603690.770599:0:35292:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f3480 x1876533442918656/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603705 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603690.770605:0:35292:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.770607:0:35292:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603690.770610:0:35292:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f3480 x1876533442918656/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603705 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603690.770616:0:35292:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1789603690.770620:0:35292:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603690.770622:0:35292:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603690.770625:0:35292:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603690.770629:0:35292:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041d2400. 02000000:00000001:2.0:1789603690.770634:0:35292:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603690.770637:0:35292:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603690.770639:0:35292:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f3480. 00000100:00000001:2.0:1789603690.770643:0:35292:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603690.770644:0:35292:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603690.770646:0:35292:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603690.770649:0:35292:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b49f80 x1876533442919808/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603706 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603690.770655:0:35292:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603690.770657:0:35292:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9eb81272a720. 00000002:00000001:2.0:1789603690.770659:0:35292:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603690.770661:0:35292:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789603690.770663:0:35292:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9eb806b15580. 00000100:00000001:2.0:1789603690.770667:0:35292:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603690.770670:0:35292:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49f80 x1876533442919808/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603706 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603690.770676:0:35292:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603690.770679:0:35292:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789603690.770684:0:35292:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb8053df900. 00000080:00000001:2.0:1789603690.770687:0:35292:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603690.770695:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07d88 00000080:00000008:2.0:1789603690.770697:0:35292:0:(file.c:523:ll_file_release()) COMPLETED file f24a.recovery-small:[0x240000402:0x8:0x0](ffff9eb808120908), flags 100002, rc = 0 00000080:00000001:2.0:1789603690.770700:0:35292:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603690.770707:0:35292:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789603690.770709:0:35292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c07d98 00000080:00002000:2.0:1789603690.770711:0:35292:0:(dcache.c:127:ll_ddelete()) keeping dentry f24a.recovery-small (ffff9eb808207e58, parent ffff9eb82057be58, inode ffff9eb808120908) hashed, 00000080:00000001:2.0:1789603690.770714:0:35292:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1789603690.771932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5e00. 00010000:00000010:3.1:1789603690.771947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8042bb500. 00000080:00000001:2.0:1789603690.813241:0:35307:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603690.813255:0:35307:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603690.813258:0:35307:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603690.813262:0:35307:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7bc0 00000080:00200000:2.0:1789603690.816481:0:35307:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:2.0:1789603690.816503:0:35307:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8012e6400. 00800000:00000002:2.0:1789603690.816527:0:35307:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603690.816534:0:35307:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603690.816540:0:35307:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603690.816544:0:35307:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7ae0 00800000:00000002:2.0:1789603690.816547:0:35307:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603690.816552:0:35307:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603690.816556:0:35307:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603690.816559:0:35307:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603690.816562:0:35307:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603690.816566:0:35307:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603690.816569:0:35307:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603690.816572:0:35307:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603690.816574:0:35307:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603690.816580:0:35307:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603690.816587:0:35307:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603690.816589:0:35307:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a79b0 00000002:00010000:2.0:1789603690.816591:0:35307:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603690.816595:0:35307:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603690.816598:0:35307:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603690.816602:0:35307:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603690.816612:0:35307:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c200 count: 2 00010000:00000001:2.0:1789603690.816615:0:35307:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603690.816622:0:35307:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603690.816628:0:35307:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603690.816635:0:35307:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92141 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1789603690.816650:0:35307:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603690.816657:0:35307:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603690.816661:0:35307:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92141 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1789603690.816669:0:35307:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603690.816671:0:35307:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603690.816673:0:35307:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603690.816675:0:35307:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603690.816678:0:35307:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603690.816680:0:35307:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603690.816683:0:35307:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603690.816688:0:35307:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603690.816693:0:35307:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8012e6400. 00000080:00000001:2.0:1789603690.816703:0:35307:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603690.816706:0:35307:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603690.816709:0:35307:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:2.0:1789603690.816714:0:35307:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5539 00800000:00000001:2.0:1789603690.816718:0:35307:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603690.816720:0:35307:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603690.816723:0:35307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603690.816726:0:35307:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603690.816729:0:35307:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd000 refcount=3 00000020:00000001:2.0:1789603690.816731:0:35307:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:2.0:1789603690.816735:0:35307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:2.0:1789603690.816738:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603690.816740:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603690.816741:0:35307:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603690.816743:0:35307:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603690.816745:0:35307:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5539 from it ffffb8e5014a7bf8 00010000:00000001:2.0:1789603690.816748:0:35307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603690.816749:0:35307:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603690.816751:0:35307:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd000 refcount=3 00000020:00000001:2.0:1789603690.816752:0:35307:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:2.0:1789603690.816755:0:35307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:2.0:1789603690.816758:0:35307:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603690.816761:0:35307:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92141 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789603690.816767:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603690.816768:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603690.816770:0:35307:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603690.816773:0:35307:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603690.816776:0:35307:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92141 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789603690.816785:0:35307:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603690.816790:0:35307:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603690.816792:0:35307:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603690.816798:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603690.816800:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603690.816802:0:35307:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.816806:0:35307:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603690.816809:0:35307:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.816812:0:35307:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.816814:0:35307:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.816817:0:35307:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603690.816818:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603690.816819:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603690.816823:0:35307:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603690.816825:0:35307:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603690.816842:0:35307:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:2.0:1789603690.816849:0:35307:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789603690.816871:0:35307:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb81272a5a0. 00000080:00000001:2.0:1789603690.816878:0:35307:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603690.816880:0:35307:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603690.816882:0:35307:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7b00 00000080:00200000:2.0:1789603690.816884:0:35307:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:2.0:1789603690.816888:0:35307:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8012e6400. 00800000:00000002:2.0:1789603690.816890:0:35307:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603690.816892:0:35307:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603690.816894:0:35307:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603690.816895:0:35307:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7a20 00800000:00000002:2.0:1789603690.816897:0:35307:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603690.816900:0:35307:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603690.816901:0:35307:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603690.816902:0:35307:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603690.816904:0:35307:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603690.816906:0:35307:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603690.816907:0:35307:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603690.816909:0:35307:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603690.816911:0:35307:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603690.816913:0:35307:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603690.816916:0:35307:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603690.816918:0:35307:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a78f0 00000002:00010000:2.0:1789603690.816919:0:35307:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603690.816922:0:35307:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603690.816923:0:35307:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603690.816924:0:35307:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603690.816927:0:35307:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c200 count: 2 00010000:00000001:2.0:1789603690.816929:0:35307:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603690.816932:0:35307:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603690.816934:0:35307:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603690.816938:0:35307:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92141 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1789603690.816945:0:35307:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603690.816947:0:35307:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603690.816950:0:35307:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92141 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1789603690.816962:0:35307:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603690.816964:0:35307:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603690.816965:0:35307:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603690.816967:0:35307:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603690.816969:0:35307:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603690.816971:0:35307:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603690.816973:0:35307:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603690.816975:0:35307:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603690.816977:0:35307:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8012e6400. 00000080:00000001:2.0:1789603690.816979:0:35307:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603690.816981:0:35307:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603690.816983:0:35307:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:2.0:1789603690.816986:0:35307:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5539 00800000:00000001:2.0:1789603690.816988:0:35307:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603690.816990:0:35307:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603690.816991:0:35307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603690.816992:0:35307:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603690.816993:0:35307:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd000 refcount=3 00000020:00000001:2.0:1789603690.816995:0:35307:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:2.0:1789603690.816997:0:35307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:2.0:1789603690.816999:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603690.817001:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603690.817002:0:35307:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603690.817003:0:35307:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603690.817005:0:35307:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5539 from it ffffb8e5014a7b38 00010000:00000001:2.0:1789603690.817007:0:35307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603690.817008:0:35307:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603690.817010:0:35307:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd000 refcount=3 00000020:00000001:2.0:1789603690.817012:0:35307:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:2.0:1789603690.817013:0:35307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196190208 : -106961513361408 : ffff9eb814fdd000) 00010000:00000001:2.0:1789603690.817015:0:35307:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603690.817019:0:35307:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92141 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789603690.817026:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603690.817027:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603690.817028:0:35307:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603690.817030:0:35307:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603690.817032:0:35307:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92141 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1789603690.817037:0:35307:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603690.817038:0:35307:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603690.817040:0:35307:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603690.817042:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603690.817043:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603690.817045:0:35307:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.817047:0:35307:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603690.817048:0:35307:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.817049:0:35307:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.817051:0:35307:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.817053:0:35307:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603690.817054:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603690.817056:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603690.817057:0:35307:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603690.817058:0:35307:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603690.817061:0:35307:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 3 00000080:00000001:2.0:1789603690.817064:0:35307:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603690.817068:0:35307:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1789603690.817069:0:35307:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7b58 00000080:00200000:2.0:1789603690.817072:0:35307:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9eb808190908), file ffff9eb81289c480, open_flags 8441, mode 81b6 opened 0 00000080:00000010:2.0:1789603690.817077:0:35307:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9eb8051ed360. 00000080:00000001:2.0:1789603690.817082:0:35307:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789603690.817084:0:35307:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7a08 00000080:00200000:2.0:1789603690.817086:0:35307:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9eb808190908), intent=open|creat 00000080:00000010:2.0:1789603690.817094:0:35307:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8012e6400. 00800000:00000002:2.0:1789603690.817097:0:35307:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603690.817103:0:35307:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603690.817104:0:35307:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603690.817106:0:35307:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7928 00800000:00000002:2.0:1789603690.817108:0:35307:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603690.817111:0:35307:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789603690.817114:0:35307:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789603690.817118:0:35307:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603690.817119:0:35307:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603690.817120:0:35307:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603690.817122:0:35307:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603690.817124:0:35307:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603690.817125:0:35307:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603690.817127:0:35307:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603690.817130:0:35307:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446637111935442432 : -106961774109184 : ffff9eb805731e00) 00800000:00000001:2.0:1789603690.817134:0:35307:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789603690.817136:0:35307:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789603690.817140:0:35307:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789603690.817143:0:35307:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789603690.817145:0:35307:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9eb81291b000: Allocated FID [0x200000405:0x2b:0x0] 40000000:00000001:2.0:1789603690.817148:0:35307:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603690.817150:0:35307:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603690.817153:0:35307:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603690.817155:0:35307:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603690.817157:0:35307:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a78a8 00800000:00000002:2.0:1789603690.817159:0:35307:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:2.0:1789603690.817162:0:35307:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603690.817164:0:35307:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a77e0 00000002:00010000:2.0:1789603690.817165:0:35307:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: recon,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:2.0:1789603690.817170:0:35307:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789603690.817173:0:35307:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789603690.817177:0:35307:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789603690.817180:0:35307:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603690.817182:0:35307:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789603690.817184:0:35307:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c200 count: 2 00010000:00000001:2.0:1789603690.817186:0:35307:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603690.817190:0:35307:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789603690.817194:0:35307:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789603690.817197:0:35307:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e92141 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:2.0:1789603690.817205:0:35307:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789603690.817210:0:35307:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789603690.817212:0:35307:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789603690.817214:0:35307:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789603690.817216:0:35307:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603690.817218:0:35307:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603690.817220:0:35307:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c200 count: 3 00010000:00000001:2.0:1789603690.817222:0:35307:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603690.817225:0:35307:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603690.817226:0:35307:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603690.817227:0:35307:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603690.817229:0:35307:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c200 count: 3 00010000:00000001:2.0:1789603690.817230:0:35307:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603690.817232:0:35307:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603690.817234:0:35307:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603690.817235:0:35307:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603690.817237:0:35307:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c200 count: 3 00010000:00000001:2.0:1789603690.817239:0:35307:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603690.817241:0:35307:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603690.817242:0:35307:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789603690.817245:0:35307:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9eb808190840, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789603690.817249:0:35307:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789603690.817252:0:35307:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789603690.817255:0:35307:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789603690.817256:0:35307:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.817260:0:35307:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789603690.817263:0:35307:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789603690.817265:0:35307:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789603690.817267:0:35307:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603690.817281:0:35307:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789603690.817284:0:35307:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fdd000 with handle 0xa04c19c788fe5539 from hash 00010000:00000001:2.0:1789603690.817286:0:35307:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789603690.817288:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603690.817295:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603690.817297:0:35307:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789603690.817299:0:35307:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789603690.817301:0:35307:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789603690.817304:0:35307:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789603690.817306:0:35307:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603690.817308:0:35307:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789603690.817315:0:35307:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f3480. 00000020:00000040:2.0:1789603690.817320:0:35307:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:2.0:1789603690.817327:0:35307:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789603690.817329:0:35307:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.817332:0:35307:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603690.817337:0:35307:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603690.817339:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603690.819630:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603690.819634:0:35307:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.819643:0:35307:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603690.819646:0:35307:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603690.819653:0:35307:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603690.819667:0:35307:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041d2400. 00000100:00000001:2.0:1789603690.819679:0:35307:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.819686:0:35307:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603690.819690:0:35307:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789603690.819697:0:35307:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e92141 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1789603690.819707:0:35307:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789603690.819710:0:35307:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789603690.819712:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789603690.819715:0:35307:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd000/0xa04c19c788fe5539 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e92141 expref: -99 pid: 35285 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:2.0:1789603690.819725:0:35307:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb80647c200 count: 0 00010000:00000010:2.0:1789603690.819734:0:35307:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb810da7f00. 00010000:00000001:2.0:1789603690.819752:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603690.819755:0:35307:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.819758:0:35307:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603690.819760:0:35307:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.819762:0:35307:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603690.819779:0:35307:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446637111912117376 : -106961797434240 : ffff9eb8040f3480) 00010000:00000001:2.0:1789603690.819785:0:35307:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789603690.819789:0:35307:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789603690.819797:0:35307:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb81938b700. 00010000:00000010:2.0:1789603690.819801:0:35307:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80574eb00. 00010000:00000001:2.0:1789603690.819808:0:35307:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789603690.819813:0:35307:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb802f46600. 00000020:00000001:2.0:1789603690.819817:0:35307:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789603690.819820:0:35307:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb802f46600 with handle 0xa04c19c788fe555c to hash 00000020:00000001:2.0:1789603690.819822:0:35307:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789603690.819825:0:35307:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:2.0:1789603690.819839:0:35307:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:2.0:1789603690.819844:0:35307:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603690.819848:0:35307:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603690.819852:0:35307:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35307 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603690.819859:0:35307:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35307 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789603690.819874:0:35307:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789603690.819889:0:35307:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb8040f3480 x1876533442920064/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789603690.819899:0:35307:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35307 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789603690.819905:0:35307:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603690.819907:0:35307:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603690.819916:0:35307:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8209fc780. 00000100:00000001:2.0:1789603690.819919:0:35307:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112391354240 : -106961318197376 : ffff9eb8209fc780) 00000100:00000001:2.0:1789603690.819922:0:35307:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603690.819923:0:35307:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912117376 : -106961797434240 : ffff9eb8040f3480) 00000100:00000001:2.0:1789603690.819928:0:35307:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603690.819933:0:35307:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.819936:0:35307:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603690.819938:0:35307:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603690.819942:0:35307:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f3480 x1876533442920064/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603690.819950:0:35307:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603690.819953:0:35307:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603690.819958:0:35307:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603690.819961:0:35307:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603690.819965:0:35307:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603690.819969:0:35307:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f3480 pname:cluuid:pid:xid:nid:opc:job bash:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35307:1876533442920064:192.168.204.129@tcp:101:bash.0 00000100:00000001:2.0:1789603690.819973:0:35307:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603690.819992:0:35307:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603690.819995:0:35307:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603690.819998:0:35307:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603690.820089:0:35307:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9eb807be0000. 02000000:00000001:2.0:1789603690.820093:0:35307:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603690.820103:0:35307:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603690.820109:0:35307:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3058. 00000400:00000010:2.0:1789603690.820117:0:35307:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9eb8041d1400. 00000100:00000200:2.0:1789603690.820126:0:35307:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876533442920064, portal 10 00000100:00000001:2.0:1789603690.820129:0:35307:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603690.820130:0:35307:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912117376 : -106961797434240 : ffff9eb8040f3480) 00000100:00000040:2.0:1789603690.820137:0:35307:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f3480 x1876533442920064/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603706 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603690.820145:0:35307:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603690.820148:0:35307:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603690.820152:0:35307:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7f68. 00000100:00000200:2.0:1789603690.820155:0:35307:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876533442920064, offset 0 00000400:00000200:2.0:1789603690.820164:0:35307:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603690.820174:0:35307:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603690.820184:0:35307:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603690.820190:0:35307:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603690.820195:0:35307:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603690.820200:0:35307:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603690.820203:0:35307:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603690.820207:0:35307:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2953:2953:256:4294967295] 192.168.204.129@tcp LPNI seq info [2953:2953:8:4294967295] 00000400:00000200:2.0:1789603690.820212:0:35307:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603690.820224:0:35307:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603690.820231:0:35307:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603690.820236:0:35307:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8070db300. 00000800:00000200:2.0:1789603690.820244:0:35307:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603690.820253:0:35307:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603690.820258:0:35307:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8070db300 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1789603690.820294:0:35307:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603690.820300:0:35307:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 883163 usecs (884 jiffies) 00000400:00000200:2.0:1789603690.820304:0:35307:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603690.820307:0:35307:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296690637 00000100:00000001:2.0:1789603690.820316:0:35307:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296689824 00000100:00000001:2.0:1789603690.820323:0:35307:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296690637 00000100:00000001:2.0:1789603690.820327:0:35307:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296689824 00000100:00000001:2.0:1789603690.820330:0:35307:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603690.820333:0:35307:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.820335:0:35307:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603690.820337:0:35307:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603690.820753:0:35307:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8209fc780 going to sleep for 11 seconds 00000100:00000001:2.0:1789603690.820757:0:35307:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603690.820761:0:35307:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603690.820974:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603690.820991:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8070db300. 00000400:00000200:3.0:1789603690.820998:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603690.821008:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603690.821015:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7f68 00000400:00000010:3.0:1789603690.821018:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7f68. 00000100:00000001:3.0:1789603690.821023:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603690.821028:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f3480 x1876533442920064/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603706 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603690.821039:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603690.821043:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f3480 x1876533442920064/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603706 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603690.821050:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603690.821052:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789603690.828710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c200. 00010000:00000010:2.1:1789603690.828728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdd000. 00000800:00000001:3.0:1789603690.832857:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.832891:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603690.832897:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.832900:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603690.832912:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.832922:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603690.832933:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.832995:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.833003:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.833008:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 664 into portal 10 MB=0x6aab27d463e80 00000400:00000200:3.0:1789603690.833015:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.833023:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 664/664 into md 0x8635 [32] + 224 00000800:00000001:3.0:1789603690.833032:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.833040:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603690.833044:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603690.833049:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603690.833059:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603690.833071:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f3480 x1876533442920064/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603706 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603690.833082:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9eb8040f3480 x1876533442920064/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603706 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603690.833114:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603690.833126:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.833130:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603690.836140:0:35307:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603690.836173:0:35307:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603690.836177:0:35307:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603690.836183:0:35307:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3058. 00000400:00000200:2.0:1789603690.836196:0:35307:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8041d1400 00000400:00000010:2.0:1789603690.836199:0:35307:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9eb8041d1400. 00000100:00000001:2.0:1789603690.836208:0:35307:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603690.836222:0:35307:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f3480 x1876533442920064/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603706 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789603690.836235:0:35307:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f3480 x1876533442920064/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603706 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603690.836244:0:35307:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603690.836246:0:35307:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603690.836250:0:35307:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603690.836254:0:35307:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603690.836257:0:35307:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603690.836259:0:35307:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603690.836263:0:35307:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603690.836285:0:35307:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=88 v=5 (5 106 106 106) 00000100:00001000:2.0:1789603690.836290:0:35307:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603690.836293:0:35307:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603690.836296:0:35307:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.836299:0:35307:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603690.836303:0:35307:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.836307:0:35307:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789603690.836309:0:35307:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009b/0x1] 00000100:00000001:2.0:1789603690.836311:0:35307:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789603690.836314:0:35307:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603690.836316:0:35307:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912117376 : -106961797434240 : ffff9eb8040f3480) 00000100:00000001:2.0:1789603690.836320:0:35307:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603690.836323:0:35307:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967638 00000100:00000001:2.0:1789603690.836325:0:35307:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603690.836329:0:35307:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603690.836334:0:35307:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f3480 x1876533442920064/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603706 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603690.836359:0:35307:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603690.836362:0:35307:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603690.836365:0:35307:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603690.836370:0:35307:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f3480 x1876533442920064/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603706 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789603690.836379:0:35307:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f3480 pname:cluuid:pid:xid:nid:opc:job bash:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35307:1876533442920064:192.168.204.129@tcp:101:bash.0 00000100:00000001:2.0:1789603690.836384:0:35307:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603690.836388:0:35307:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.836391:0:35307:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789603690.836393:0:35307:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603690.836397:0:35307:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f3480 x1876533442920064/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603706 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603690.836405:0:35307:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603690.836408:0:35307:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8209fc780. 00000100:00000001:2.0:1789603690.836412:0:35307:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789603690.836413:0:35307:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.836417:0:35307:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789603690.836423:0:35307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603690.836427:0:35307:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603690.836431:0:35307:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46600 refcount=4 00000020:00000001:2.0:1789603690.836434:0:35307:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:2.0:1789603690.836437:0:35307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000040:2.0:1789603690.836446:0:35307:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb802f46600, remote cookie: 0x31dbb14d74e921bf, flags: 0x1001 00010000:00010000:2.0:1789603690.836453:0:35307:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789603690.836463:0:35307:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789603690.836467:0:35307:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789603690.836483:0:35307:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb81938b800. 00010000:00000010:2.0:1789603690.836489:0:35307:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80574e700. 00010000:00000040:2.0:1789603690.836495:0:35307:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb81938b700 count: 0 00010000:00000010:2.0:1789603690.836502:0:35307:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb80574eb00. 00010000:00000001:2.0:1789603690.836567:0:35307:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603690.836572:0:35307:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603690.836583:0:35307:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603690.836590:0:35307:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789603690.836595:0:35307:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789603690.836598:0:35307:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789603690.836599:0:35307:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789603690.836601:0:35307:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789603690.836604:0:35307:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff9eb81938b800) refcount = 1 00010000:00010000:2.0:1789603690.836608:0:35307:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603690.836616:0:35307:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789603690.836620:0:35307:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789603690.836621:0:35307:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603690.836626:0:35307:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789603690.836629:0:35307:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603690.836633:0:35307:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603690.836639:0:35307:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789603690.836641:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603690.836643:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603690.836644:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603690.836645:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603690.836647:0:35307:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603690.836653:0:35307:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789603690.836655:0:35307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603690.836657:0:35307:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603690.836658:0:35307:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46600 refcount=3 00000020:00000001:2.0:1789603690.836660:0:35307:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:2.0:1789603690.836662:0:35307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:2.0:1789603690.836665:0:35307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603690.836666:0:35307:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603690.836668:0:35307:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46600 refcount=4 00000020:00000001:2.0:1789603690.836669:0:35307:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:2.0:1789603690.836671:0:35307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:2.0:1789603690.836674:0:35307:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603690.836678:0:35307:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603690.836681:0:35307:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603690.836688:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603690.836689:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603690.836690:0:35307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603690.836691:0:35307:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603690.836693:0:35307:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46600 refcount=5 00000020:00000001:2.0:1789603690.836695:0:35307:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:2.0:1789603690.836697:0:35307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:2.0:1789603690.836710:0:35307:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603690.836714:0:35307:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603690.836720:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603690.836721:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789603690.836724:0:35307:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603690.836737:0:35307:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603690.836738:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603690.836739:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603690.836741:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603690.836742:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789603690.836747:0:35307:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9eb8040f3480 x1876533442920064/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603706 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789603690.836758:0:35307:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789603690.836763:0:35307:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb8040f3480 x1876533442920064/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603706 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789603690.836770:0:35307:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.836779:0:35307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603690.836780:0:35307:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603690.836782:0:35307:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46600 refcount=3 00000020:00000001:2.0:1789603690.836785:0:35307:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:2.0:1789603690.836787:0:35307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00000002:00010000:2.0:1789603690.836791:0:35307:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789603690.836802:0:35307:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9eb806b15580. 00010000:00000001:2.0:1789603690.836804:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603690.836805:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603690.836806:0:35307:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603690.836809:0:35307:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603690.836812:0:35307:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789603690.836814:0:35307:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603690.836816:0:35307:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912117376 : -106961797434240 : ffff9eb8040f3480) 00000100:00000001:2.0:1789603690.836818:0:35307:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603690.836819:0:35307:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912117376 : -106961797434240 : ffff9eb8040f3480) 00010000:00000001:2.0:1789603690.836821:0:35307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603690.836823:0:35307:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603690.836824:0:35307:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46600 refcount=3 00000020:00000001:2.0:1789603690.836826:0:35307:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:2.0:1789603690.836840:0:35307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00000002:00010000:2.0:1789603690.836844:0:35307:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603690.836851:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603690.836852:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603690.836854:0:35307:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789603690.836855:0:35307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603690.836856:0:35307:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603690.836858:0:35307:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46600 refcount=3 00000020:00000001:2.0:1789603690.836860:0:35307:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:2.0:1789603690.836862:0:35307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000040:2.0:1789603690.836866:0:35307:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 2 00010000:00000001:2.0:1789603690.836868:0:35307:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789603690.836873:0:35307:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589935621/43 (0 0) 00010000:00000001:2.0:1789603690.836876:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603690.836877:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603690.836879:0:35307:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789603690.836883:0:35307:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7768 00000002:00002000:2.0:1789603690.836886:0:35307:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1789603690.836890:0:35307:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603690.836898:0:35307:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603690.836901:0:35307:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789603690.836905:0:35307:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789603690.836909:0:35307:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603690.836913:0:35307:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000001:2.0:1789603690.836916:0:35307:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789603690.836919:0:35307:0:(namei.c:674:ll_lookup_it_finish()) it ffff9eb8051ed360 it_disposition 1800037 00000080:00002000:2.0:1789603690.836926:0:35307:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb8205616c0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1789603690.836932:0:35307:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789603690.836935:0:35307:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1789603690.836938:0:35307:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7990 00000080:00200000:2.0:1789603690.836940:0:35307:0:(namei.c:1628:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9eb808190908), intent=open|creat 00000080:00000001:2.0:1789603690.836943:0:35307:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1789603690.836945:0:35307:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789603690.836951:0:35307:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789603690.836955:0:35307:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789603690.836957:0:35307:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:2.0:1789603690.836961:0:35307:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1789603690.836974:0:35307:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9eb808122940. 00000020:00000001:3.0:1789603690.837972:0:35307:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1789603690.837977:0:35307:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1789603690.837990:0:35307:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1789603690.837993:0:35307:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9eb808122a08) 00000020:00000001:3.0:1789603690.838000:0:35307:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603690.838006:0:35307:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930520 : -106961319621096 : ffff9eb8208a0e18) 00000020:00001000:3.0:1789603690.838009:0:35307:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0e10 00000020:00000001:3.0:1789603690.838014:0:35307:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1789603690.838020:0:35307:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9eb80798fed8. 00000020:00000001:3.0:1789603690.838023:0:35307:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1789603690.838025:0:35307:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.838034:0:35307:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1789603690.838037:0:35307:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9eb8041ac0f8. 00020000:00000001:3.0:1789603690.838040:0:35307:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446637111912874232 : -106961796677384 : ffff9eb8041ac0f8) 00020000:00000001:3.0:1789603690.838043:0:35307:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1789603690.838046:0:35307:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789603690.838053:0:35307:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb810df8780. 00020000:00000010:3.0:1789603690.838057:0:35307:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb807a6f780. 00020000:00000010:3.0:1789603690.838064:0:35307:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb810df8cc0. 00020000:00000001:3.0:1789603690.838066:0:35307:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637112127098048 : -106961582453568 : ffff9eb810df8cc0) 00020000:00000002:3.0:1789603690.838070:0:35307:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb810df8cc0, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789603690.838075:0:35307:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789603690.838079:0:35307:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb807a6f780: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000001:3.0:1789603690.838082:0:35307:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1789603690.838084:0:35307:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb810df8cc0, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789603690.838087:0:35307:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789603690.838089:0:35307:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb807a6f780: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000010:3.0:1789603690.838093:0:35307:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9eb80574ab80. 00020000:00000010:3.0:1789603690.838099:0:35307:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9eb8209d6300. 00020000:00000001:3.0:1789603690.838103:0:35307:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1789603690.838106:0:35307:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9eb810d23698. 00020000:00000001:3.0:1789603690.838109:0:35307:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1789603690.838111:0:35307:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1789603690.838117:0:35307:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1789603690.838121:0:35307:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9eb80798fa28. 00000020:00000001:3.0:1789603690.838122:0:35307:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1789603690.838123:0:35307:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.838126:0:35307:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446637111971478184 : -106961738073432 : ffff9eb80798faa8) 00020000:00000001:3.0:1789603690.838130:0:35307:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1789603690.838135:0:35307:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9eb8065296c0. 00020000:00000001:3.0:1789603690.838137:0:35307:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.838142:0:35307:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446637111971478184 : -106961738073432 : ffff9eb80798faa8) 00020000:00000001:3.0:1789603690.838145:0:35307:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446637111971478184 : -106961738073432 : ffff9eb80798faa8) 00020000:00000002:3.0:1789603690.838147:0:35307:0:(lov_object.c:134:lov_init_sub()) [0x2c0000401:0x42:0x0]@ffff9eb80798fa28[0:0] -> [0x200000405:0x2b:0x0]@ffff9eb80798fed8: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000001:3.0:1789603690.838152:0:35307:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1789603690.838154:0:35307:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:3.0:1789603690.838156:0:35307:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.838159:0:35307:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446637111971479384 : -106961738072232 : ffff9eb80798ff58) 00000020:00001000:3.0:1789603690.838163:0:35307:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0e10 00000080:00000001:3.0:1789603690.838168:0:35307:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:3.0:1789603690.838171:0:35307:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1789603690.838174:0:35307:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611179 mtime from 0 to 1789603690 00000080:00000001:3.0:1789603690.838179:0:35307:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1789603690.838181:0:35307:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979420168 : -106961730131448 : ffff9eb808122a08) 00010000:00000001:3.0:1789603690.838185:0:35307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603690.838187:0:35307:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603690.838190:0:35307:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46600 refcount=3 00000020:00000001:3.0:1789603690.838192:0:35307:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:3.0:1789603690.838195:0:35307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00000080:00000001:3.0:1789603690.838199:0:35307:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789603690.838200:0:35307:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603690.838202:0:35307:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930520 : -106961319621096 : ffff9eb8208a0e18) 00000020:00001000:3.0:1789603690.838204:0:35307:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0e10 00000020:00000001:3.0:1789603690.838206:0:35307:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1789603690.838208:0:35307:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1789603690.838209:0:35307:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789603690.838212:0:35307:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb810df8b40. 00020000:00000010:3.0:1789603690.838215:0:35307:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb807a6f080. 00020000:00000010:3.0:1789603690.838217:0:35307:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb810df82a0. 00020000:00000001:3.0:1789603690.838219:0:35307:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637112127095456 : -106961582456160 : ffff9eb810df82a0) 00020000:00000002:3.0:1789603690.838222:0:35307:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb810df82a0, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789603690.838225:0:35307:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789603690.838228:0:35307:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb807a6f080: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:3.0:1789603690.838231:0:35307:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9eb8041ac0f8) owner ffff9eb81023cf80 00020000:00000001:3.0:1789603690.838234:0:35307:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789603690.838236:0:35307:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9eb8041ac0f8) owner ffff9eb81023cf80 00020000:00000010:3.0:1789603690.838241:0:35307:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb807a6f080. 00020000:00000010:3.0:1789603690.838247:0:35307:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb810df8b40. 00020000:00000010:3.0:1789603690.838252:0:35307:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb810df82a0. 00020000:00000002:3.0:1789603690.838254:0:35307:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1789603690.838256:0:35307:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.838258:0:35307:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.838262:0:35307:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1789603690.838265:0:35307:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb81023cf80 00020000:00000002:3.0:1789603690.838662:0:35307:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb810df8cc0 addref 2/0 by ffff9eb81023cf80. 00020000:00000002:3.0:1789603690.838665:0:35307:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb81023cf80 00020000:00000001:3.0:1789603690.838668:0:35307:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1789603690.838671:0:35307:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1789603690.838672:0:35307:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1789603690.838674:0:35307:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1789603690.838677:0:35307:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1789603690.838680:0:35307:0:(file.c:6854:ll_layout_conf()) [0x200000405:0x2b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1789603690.838684:0:35307:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0e10 00000080:00000001:3.0:1789603690.838686:0:35307:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.838689:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.838691:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789603690.838693:0:35307:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789603690.838698:0:35307:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789603690.838700:0:35307:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603690.838704:0:35307:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x2b:0x0](ffff9eb808122a08) 00000080:00010000:3.0:1789603690.838708:0:35307:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9eb808122a08) for lock 0xa04c19c788fe555c 00800000:00000001:3.0:1789603690.838712:0:35307:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603690.838716:0:35307:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603690.838717:0:35307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603690.838719:0:35307:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603690.838721:0:35307:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46600 refcount=3 00000020:00000001:3.0:1789603690.838724:0:35307:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:3.0:1789603690.838726:0:35307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:3.0:1789603690.838729:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.838730:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603690.838732:0:35307:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603690.838734:0:35307:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.838736:0:35307:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1789603690.838740:0:35307:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603690.838752:0:35307:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9eb8040f3480 x1876533442920064/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603706 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603690.838762:0:35307:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789603690.838769:0:35307:0:(namei.c:1651:ll_create_it()) inode ffff9eb808122a08 need_sync_to_mds [0x200000405:0x2b:0x0] 00000080:00000001:3.0:1789603690.838773:0:35307:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603690.838777:0:35307:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9eb808122a08) 00000080:00000001:3.0:1789603690.838781:0:35307:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789603690.838786:0:35307:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8012e6400. 00000100:00000001:3.0:1789603690.838792:0:35307:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603690.838796:0:35307:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f3480 x1876533442920064/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603706 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603690.838803:0:35307:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.838807:0:35307:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1789603690.838809:0:35307:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789603690.838811:0:35307:0:(namei.c:1500:ll_atomic_open()) inode ffff9eb808122a08 need_sync_to_mds [0x200000405:0x2b:0x0] 00000080:00000001:3.0:1789603690.838823:0:35307:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789603690.838826:0:35307:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7a68 00000080:00200008:3.0:1789603690.838840:0:35307:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x2b:0x0](ffff9eb808122a08), flags 102101 00000080:00000010:3.0:1789603690.838850:0:35307:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9eb8017a6dc0. 00000080:00000010:3.0:1789603690.838860:0:35307:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9eb807d57dc0. 00000080:00000001:3.0:1789603690.838863:0:35307:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1789603690.838869:0:35307:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1789603690.838872:0:35307:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603690.838876:0:35307:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603690.838878:0:35307:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603690.838881:0:35307:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603690.838884:0:35307:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603690.838886:0:35307:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:3.0:1789603690.838888:0:35307:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603690.838891:0:35307:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1789603690.838896:0:35307:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9eb8069074c0. 00000002:00100000:3.0:1789603690.838902:0:35307:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb8040f3480 x1876533442920064/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603706 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789603690.838909:0:35307:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603690.838911:0:35307:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1789603690.838914:0:35307:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1789603690.838918:0:35307:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.838922:0:35307:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603690.838925:0:35307:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603690.838928:0:35307:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f3480 x1876533442920064/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603706 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1789603690.838936:0:35307:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603690.838941:0:35307:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9eb807be0000. 02000000:00000001:3.0:1789603690.838973:0:35307:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1789603690.838976:0:35307:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.839176:0:35307:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7a68 00000080:00000008:3.0:1789603690.839179:0:35307:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9eb808122a08), flags 102101, rc = 0 00000080:00000001:3.0:1789603690.839184:0:35307:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789603690.839186:0:35307:0:(dcache.c:176:ll_intent_release()) intent ffff9eb8051ed360 released 00000080:00010000:3.0:1789603690.839189:0:35307:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe555c from it ffff9eb8051ed360 00010000:00000001:3.0:1789603690.839191:0:35307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603690.839193:0:35307:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603690.839195:0:35307:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46600 refcount=3 00000020:00000001:3.0:1789603690.839198:0:35307:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:3.0:1789603690.839201:0:35307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:3.0:1789603690.839204:0:35307:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603690.839209:0:35307:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603690.839220:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.839222:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603690.839224:0:35307:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603690.839228:0:35307:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603690.839230:0:35307:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789603690.839239:0:35307:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603690.839244:0:35307:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603690.839246:0:35307:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603690.839251:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.839253:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603690.839255:0:35307:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.839259:0:35307:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603690.839261:0:35307:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.839263:0:35307:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.840051:0:35307:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.840063:0:35307:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603690.840066:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.840067:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789603690.840071:0:35307:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789603690.840074:0:35307:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1789603690.840077:0:35307:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789603690.840079:0:35307:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603690.840082:0:35307:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789603690.840083:0:35307:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.840086:0:35307:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1789603690.840088:0:35307:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.840090:0:35307:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789603690.840092:0:35307:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.840094:0:35307:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789603690.840098:0:35307:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9eb8051ed360. 00000080:00000001:3.0:1789603690.840103:0:35307:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.840108:0:35307:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789603690.840112:0:35307:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9eb808122a08), inode mode 81a4 mask 40 00000080:00000001:3.0:1789603690.840116:0:35307:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603690.840235:0:35307:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789603690.840239:0:35307:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb81023cf80 00020000:00000002:3.0:1789603690.840244:0:35307:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb81023cf80 00020000:00000001:3.0:1789603690.840247:0:35307:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1789603690.848570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b700. 00000020:00000001:0.0:1789603690.852407:0:35307:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7d28 00000080:00200008:0.0:1789603690.852421:0:35307:0:(file.c:6307:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff9eb808122a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789603690.852432:0:35307:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603690.852434:0:35307:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7ca0 00000080:00200000:0.0:1789603690.852436:0:35307:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9eb808122a08),name=recon 00000080:00000010:0.0:1789603690.852446:0:35307:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805571a00. 00800000:00000002:0.0:1789603690.852453:0:35307:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603690.852462:0:35307:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603690.852470:0:35307:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603690.852472:0:35307:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7bc0 00800000:00000002:0.0:1789603690.852475:0:35307:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603690.852479:0:35307:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603690.852484:0:35307:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603690.852487:0:35307:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603690.852490:0:35307:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603690.852493:0:35307:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603690.852495:0:35307:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603690.852498:0:35307:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603690.852500:0:35307:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603690.852503:0:35307:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603690.852505:0:35307:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603690.852506:0:35307:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603690.852507:0:35307:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603690.852843:0:35307:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603690.852845:0:35307:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1789603690.852848:0:35307:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603690.852851:0:35307:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603690.852858:0:35307:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603690.852860:0:35307:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7a90 00000002:00010000:0.0:1789603690.852863:0:35307:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603690.852867:0:35307:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603690.852870:0:35307:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603690.852874:0:35307:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603690.852883:0:35307:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 2 00010000:00000001:0.0:1789603690.852886:0:35307:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603690.852892:0:35307:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603690.852897:0:35307:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603690.852902:0:35307:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789603690.852915:0:35307:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603690.852921:0:35307:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603690.852925:0:35307:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789603690.852932:0:35307:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603690.852933:0:35307:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603690.852936:0:35307:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603690.852937:0:35307:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603690.852940:0:35307:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603690.852942:0:35307:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603690.852944:0:35307:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603690.852947:0:35307:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603690.852951:0:35307:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805571a00. 00000080:00000001:0.0:1789603690.852956:0:35307:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603690.852958:0:35307:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603690.852961:0:35307:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9eb808122a08) 00000080:00010000:0.0:1789603690.852965:0:35307:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9eb808122a08) for lock 0xa04c19c788fe555c 00800000:00000001:0.0:1789603690.852970:0:35307:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603690.852973:0:35307:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603690.852975:0:35307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603690.852978:0:35307:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603690.854462:0:35307:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46600 refcount=3 00000020:00000001:0.0:1789603690.854468:0:35307:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:0.0:1789603690.854473:0:35307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:0.0:1789603690.854478:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603690.854480:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603690.854482:0:35307:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603690.854484:0:35307:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603690.854488:0:35307:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe555c from it ffffb8e5014a7cd8 00010000:00000001:0.0:1789603690.854491:0:35307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603690.854492:0:35307:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603690.854494:0:35307:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46600 refcount=3 00000020:00000001:0.0:1789603690.854496:0:35307:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:0.0:1789603690.854498:0:35307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:0.0:1789603690.854501:0:35307:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603690.854505:0:35307:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603690.854535:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603690.854537:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603690.854539:0:35307:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603690.854543:0:35307:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603690.854546:0:35307:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603690.854555:0:35307:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603690.854559:0:35307:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603690.854562:0:35307:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603690.854568:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603690.854569:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603690.854571:0:35307:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603690.854576:0:35307:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603690.854579:0:35307:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603690.854581:0:35307:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603690.854585:0:35307:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603690.854588:0:35307:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603690.854589:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603690.854590:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603690.854595:0:35307:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603690.854597:0:35307:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603690.854601:0:35307:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1789603690.854606:0:35307:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789603690.854609:0:35307:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603690.854611:0:35307:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789603690.854612:0:35307:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603690.854614:0:35307:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789603690.854619:0:35307:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1789603690.854622:0:35307:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603690.854627:0:35307:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930664 : -106961319620952 : ffff9eb8208a0ea8) 00000020:00001000:0.0:1789603690.854630:0:35307:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0ea0 00000020:00000001:0.0:1789603690.854637:0:35307:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:0.0:1789603690.854640:0:35307:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789603690.854643:0:35307:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789603690.854645:0:35307:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1789603690.854649:0:35307:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603690.854651:0:35307:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789603690.854653:0:35307:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789603690.854656:0:35307:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603690.854658:0:35307:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789603690.854662:0:35307:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9eb80572ce40 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1789603690.854666:0:35307:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb81023cf80 00020000:00000001:0.0:1789603690.854670:0:35307:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789603690.854672:0:35307:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789603690.854675:0:35307:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789603690.854677:0:35307:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603690.854679:0:35307:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789603690.854681:0:35307:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789603690.854683:0:35307:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603690.854684:0:35307:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603690.854685:0:35307:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789603690.854688:0:35307:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789603690.854689:0:35307:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb81023cf80 00000020:00000001:0.0:1789603690.854692:0:35307:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789603690.854694:0:35307:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1789603690.854696:0:35307:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:0.0:1789603690.854824:0:35307:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789603690.854836:0:35307:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789603690.854839:0:35307:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789603690.854841:0:35307:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1789603690.854847:0:35307:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1789603690.854858:0:35307:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb805741200. 00020000:00000002:0.0:1789603690.854861:0:35307:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789603690.854863:0:35307:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789603690.854866:0:35307:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603690.854868:0:35307:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789603690.854869:0:35307:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603690.854872:0:35307:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389928648 : -106961319622968 : ffff9eb8208a06c8) 00000020:00001000:0.0:1789603690.854874:0:35307:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a06c0 00000020:00000001:0.0:1789603690.854877:0:35307:0:(cl_object.c:143:cl_object_top()) ffff9eb80798faa8 -> ffff9eb80798ff58 00000020:00000001:0.0:1789603690.854879:0:35307:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789603690.854883:0:35307:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603690.854884:0:35307:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789603690.854887:0:35307:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789603690.854888:0:35307:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935422016 : -106961774129600 : ffff9eb80572ce40) 00000020:00000001:0.0:1789603690.854890:0:35307:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603690.854892:0:35307:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603690.854893:0:35307:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:0.0:1789603690.854895:0:35307:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789603690.854901:0:35307:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb812354d10. 00000008:00010000:0.0:1789603690.854903:0:35307:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1789603690.854906:0:35307:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789603690.854907:0:35307:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789603690.854909:0:35307:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb805741230, osc lock ffff9eb812354d10, flags 0x400001002 00000020:00000001:0.0:1789603690.854911:0:35307:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603690.854913:0:35307:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603690.854915:0:35307:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637111935504896 : -106961774046720 : ffff9eb805741200) 00000020:00000001:0.0:1789603690.854917:0:35307:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789603690.854919:0:35307:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789603690.854921:0:35307:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603690.854922:0:35307:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603690.854925:0:35307:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1789603690.854927:0:35307:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1789603690.854929:0:35307:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789603690.854931:0:35307:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789603690.854932:0:35307:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603690.854933:0:35307:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:0.0:1789603690.854935:0:35307:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789603690.854938:0:35307:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789603690.854940:0:35307:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789603690.854944:0:35307:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789603690.854947:0:35307:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789603690.854948:0:35307:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789603690.854950:0:35307:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789603690.854952:0:35307:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789603690.854953:0:35307:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789603690.854955:0:35307:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789603690.854958:0:35307:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603690.854964:0:35307:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603690.854967:0:35307:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1789603690.854973:0:35307:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1f800. 00000020:00000040:0.0:1789603690.854977:0:35307:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00010000:00000001:0.0:1789603690.855046:0:35307:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603690.855051:0:35307:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603690.855054:0:35307:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603690.855058:0:35307:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603690.855061:0:35307:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603690.855066:0:35307:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603690.855074:0:35307:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb805571a00. 00000100:00000001:0.0:1789603690.855083:0:35307:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603690.855088:0:35307:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603690.855090:0:35307:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603690.855092:0:35307:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603690.855093:0:35307:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603690.855095:0:35307:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603690.855098:0:35307:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446637112126208000 : -106961583343616 : ffff9eb810d1f800) 00010000:00000001:0.0:1789603690.855101:0:35307:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789603690.855105:0:35307:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789603690.855110:0:35307:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb819248400. 00010000:00000010:0.0:1789603690.855113:0:35307:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9eb819248900. 00010000:00000001:0.0:1789603690.855120:0:35307:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789603690.855123:0:35307:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb800030800. 00000020:00000001:0.0:1789603690.855128:0:35307:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789603690.855131:0:35307:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb800030800 with handle 0xa04c19c788fe5563 to hash 00000020:00000001:0.0:1789603690.855133:0:35307:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789603690.855134:0:35307:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000010:0.0:1789603690.855139:0:35307:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9eb807a3fb80. 00010000:00000001:0.0:1789603690.855143:0:35307:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000001:0.0:1789603690.855146:0:35307:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603690.855150:0:35307:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603690.855154:0:35307:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000003c1ac9be/0xa04c19c788fe5563 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603690.855166:0:35307:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000003c1ac9be/0xa04c19c788fe5563 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603690.855176:0:35307:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603690.855181:0:35307:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603690.855186:0:35307:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603690.855202:0:35307:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f82e619] to pc [ptlrpcd_00_01+1] req@ffff9eb810d1f800 x1876533442920192/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1789603690.855245:0:35307:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603690.855247:0:35307:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603690.855249:0:35307:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603690.855251:0:35307:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603690.855253:0:35307:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603690.855256:0:35307:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789603690.855258:0:35307:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1789603690.855260:0:35307:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1789603690.855262:0:35307:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000100:00000001:1.0:1789603690.855383:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603690.855388:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603690.855391:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603690.855400:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1f800 x1876533442920192/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603690.855409:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603690.855412:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603690.855417:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603690.855420:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603690.855423:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603690.855427:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442920192:192.168.204.129@tcp:101:uname.0 00000100:00000001:1.0:1789603690.855431:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603690.855438:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603690.855440:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603690.855443:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603690.855449:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a7000. 02000000:00000001:1.0:1789603690.855451:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603690.855460:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603690.855466:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603690.855474:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcdd0. 00000100:00000200:1.0:1789603690.855482:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442920192, portal 4 00000100:00000001:1.0:1789603690.855485:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603690.855487:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126208000 : -106961583343616 : ffff9eb810d1f800) 00000100:00000040:1.0:1789603690.855493:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810d1f800 x1876533442920192/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603706 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603690.855501:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603690.855503:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603690.855506:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc088. 00000100:00000200:1.0:1789603690.855537:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876533442920192, offset 0 00000400:00000200:1.0:1789603690.855547:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603690.855558:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603690.855568:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603690.855588:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603690.855593:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603690.855597:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603690.855600:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603690.855604:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2954:2954:256:4294967295] 192.168.204.129@tcp LPNI seq info [2954:2954:8:4294967295] 00000400:00000200:1.0:1789603690.855609:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603690.855621:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603690.855632:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603690.855638:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9600. 00000800:00000200:1.0:1789603690.855646:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603690.855654:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603690.855660:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789603690.855681:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603690.855686:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22472 usecs (23 jiffies) 00000400:00000200:1.0:1789603690.855689:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603690.855692:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296689811 00000100:00000001:1.0:1789603690.855695:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296690637 00000100:00000001:1.0:1789603690.855698:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296689811 00000100:00000001:1.0:1789603690.855938:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296690637 00000100:00000001:1.0:1789603690.855940:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603690.855943:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603690.855947:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603690.855950:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603690.855960:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603690.855963:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789603690.855965:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603690.855966:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603690.855968:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603690.855970:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603690.856262:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603690.856278:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9600. 00000400:00000200:3.0:1789603690.856285:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603690.856292:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603690.856298:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc088 00000400:00000010:3.0:1789603690.856301:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc088. 00000100:00000001:3.0:1789603690.856306:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603690.856311:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1f800 x1876533442920192/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603706 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603690.856327:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603690.856331:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1f800 x1876533442920192/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603706 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603690.856472:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603690.856475:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789603690.862008:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603690.862020:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789603690.865805:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.865822:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603690.865836:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.865840:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603690.865867:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.865875:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603690.865885:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.865891:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.865896:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.865900:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 400 into portal 4 MB=0x6aab27d463f00 00000400:00000200:3.0:1789603690.865905:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.865912:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 400/400 into md 0x8645 [1] + 224 00000800:00000001:3.0:1789603690.865919:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.865926:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603690.865930:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603690.865934:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603690.865942:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603690.865951:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1f800 x1876533442920192/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603706 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603690.865963:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9eb810d1f800 x1876533442920192/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603706 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603690.865982:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603690.865991:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.865995:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603690.866060:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603690.866068:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603690.866079:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603690.866082:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603690.866087:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603690.866095:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcdd0 00000400:00000010:1.0:1789603690.866098:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcdd0. 00000100:00000001:1.0:1789603690.866103:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603690.866113:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1f800 x1876533442920192/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603706 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603690.866125:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1f800 x1876533442920192/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603706 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603690.866135:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603690.866138:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603690.866141:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603690.866145:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603690.866147:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603690.866150:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603690.866155:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603690.866167:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=87 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603690.866172:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603690.866175:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603690.866177:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603690.866181:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603690.866185:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603690.866189:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603690.866192:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:1.0:1789603690.866194:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603690.866196:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603690.866201:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1f800 x1876533442920192/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603706 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603690.866209:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603690.866212:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603690.866215:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789603690.866218:0:2401:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1789603690.866220:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603690.866224:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603690.866229:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030800 refcount=4 00000020:00000001:1.0:1789603690.866232:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000001:1.0:1789603690.866235:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000001:1.0:1789603690.866237:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603690.866239:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603690.866240:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030800 refcount=5 00000020:00000001:1.0:1789603690.866242:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000001:1.0:1789603690.866244:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000001:1.0:1789603690.866250:0:2401:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603690.866254:0:2401:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603690.866259:0:2401:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000003c1ac9be/0xa04c19c788fe5563 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603690.866289:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603690.866291:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603690.866293:0:2401:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789603690.866296:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603690.866297:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603690.866299:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030800 refcount=6 00000020:00000001:1.0:1789603690.866351:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000001:1.0:1789603690.866354:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000040:1.0:1789603690.866364:0:2401:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb800030800, remote cookie: 0x31dbb14d74e921cd, flags: 0x1001 00010000:00010000:1.0:1789603690.866371:0:2401:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000003c1ac9be/0xa04c19c788fe5563 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e921cd expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603690.866379:0:2401:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1789603690.866382:0:2401:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603690.866385:0:2401:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789603690.866389:0:2401:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1789603690.866394:0:2401:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000003c1ac9be/0xa04c19c788fe5563 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e921cd expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789603690.866403:0:2401:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x42:0x0].0x0 (ffff9eb819248400) refcount = 1 00010000:00000040:1.0:1789603690.866407:0:2401:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789603690.866410:0:2401:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000003c1ac9be/0xa04c19c788fe5563 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e921cd expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603690.866419:0:2401:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789603690.866422:0:2401:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603690.866425:0:2401:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789603690.866428:0:2401:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603690.866432:0:2401:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000003c1ac9be/0xa04c19c788fe5563 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e921cd expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603690.866438:0:2401:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789603690.866440:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603690.866441:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603690.866442:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603690.866443:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789603690.866445:0:2401:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1789603690.866448:0:2401:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789603690.866451:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603690.866452:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603690.866454:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030800 refcount=5 00000020:00000001:1.0:1789603690.866456:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000001:1.0:1789603690.866458:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00000008:00000001:1.0:1789603690.866462:0:2401:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1789603690.866467:0:2401:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000008:00010000:1.0:1789603690.866471:0:2401:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000003c1ac9be/0xa04c19c788fe5563 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e921cd expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1789603690.866479:0:2401:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000020:00000001:1.0:1789603690.866481:0:2401:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789603690.866484:0:2401:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1789603690.866487:0:2401:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789603690.866489:0:2401:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.866491:0:2401:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.866493:0:2401:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000008:00000001:1.0:1789603690.866495:0:2401:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1789603690.866497:0:2401:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789603690.866500:0:2401:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1789603690.866503:0:2401:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1789603690.866505:0:2401:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603690.866508:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603690.866557:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603690.866558:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030800 refcount=6 00000020:00000001:1.0:1789603690.866560:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000001:1.0:1789603690.866562:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000001:1.0:1789603690.866566:0:2401:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603690.866569:0:2401:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000003c1ac9be/0xa04c19c788fe5563 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e921cd expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603690.866576:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603690.866577:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789603690.866581:0:2401:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000003c1ac9be/0xa04c19c788fe5563 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e921cd expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603690.866588:0:2401:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603690.866589:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603690.866590:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789603690.866591:0:2401:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603690.866593:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603690.866594:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603690.866596:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030800 refcount=5 00000020:00000001:1.0:1789603690.866598:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000001:1.0:1789603690.866600:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000001:1.0:1789603690.866602:0:2401:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603690.866604:0:2401:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000003c1ac9be/0xa04c19c788fe5563 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e921cd expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603690.866610:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603690.866612:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603690.866613:0:2401:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603690.866616:0:2401:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603690.866619:0:2401:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000003c1ac9be/0xa04c19c788fe5563 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e921cd expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789603690.866630:0:2401:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603690.866633:0:2401:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603690.866635:0:2401:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603690.866640:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603690.866641:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603690.866643:0:2401:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603690.866647:0:2401:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603690.866649:0:2401:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603690.866651:0:2401:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603690.866654:0:2401:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603690.866656:0:2401:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603690.866657:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603690.866658:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603690.866659:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603690.866660:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789603690.866661:0:2401:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603690.866668:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1f800 x1876533442920192/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603706 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603690.866677:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442920192:192.168.204.129@tcp:101:uname.0 00000100:00000001:1.0:1789603690.866684:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603690.866687:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603690.866691:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1f800 x1876533442920192/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603706 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603690.866699:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603690.866702:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603690.866706:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a7000. 02000000:00000001:1.0:1789603690.866711:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603690.866715:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603690.866717:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603690.866720:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603690.866723:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb805571a00. 02000000:00000001:1.0:1789603690.866729:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603690.866732:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603690.866735:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1f800. 00000100:00000001:1.0:1789603690.866739:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603690.866741:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603690.866743:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603690.866753:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603690.866757:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603690.866760:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603690.866762:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603690.871213:0:35307:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603690.871225:0:35307:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603690.871234:0:35307:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789603690.871239:0:35307:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603690.871243:0:35307:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603690.871245:0:35307:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789603690.871251:0:35307:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1789603690.871257:0:35307:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789603690.871259:0:35307:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603690.871261:0:35307:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789603690.871262:0:35307:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789603690.871265:0:35307:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:2.0:1789603690.871282:0:35307:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789603690.871285:0:35307:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1789603690.871287:0:35307:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603690.871290:0:35307:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603690.871292:0:35307:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000080:00200000:2.0:1789603690.871295:0:35307:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1789603690.871299:0:35307:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789603690.871301:0:35307:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789603690.871304:0:35307:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb80572cde0 (ffff9eb8208a0ea8/0) at cl_lock_release():245 00000020:00000001:2.0:1789603690.871307:0:35307:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789603690.871309:0:35307:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb80572cde0 (ffff9eb8208a0ea8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789603690.871313:0:35307:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789603690.871317:0:35307:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603690.871319:0:35307:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:2.0:1789603690.871322:0:35307:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789603690.871323:0:35307:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb805741230 (ffff9eb8208a06c8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789603690.871328:0:35307:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789603690.871330:0:35307:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789603690.871333:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603690.871336:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789603690.871338:0:35307:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789603690.871351:0:35307:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789603690.871352:0:35307:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789603690.871354:0:35307:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789603690.871355:0:35307:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789603690.871356:0:35307:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb80572cde0 (ffff9eb8208a0ea8/0) at cl_lock_fini():72 00020000:00000001:2.0:1789603690.871360:0:35307:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789603690.871362:0:35307:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789603690.871363:0:35307:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb805741230 (ffff9eb8208a0ea8/1) at cl_lock_fini():72 00000008:00000010:2.0:1789603690.871367:0:35307:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb812354d10. 00000020:00000001:2.0:1789603690.871371:0:35307:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789603690.871373:0:35307:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb805741200. 00020000:00000001:2.0:1789603690.871378:0:35307:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789603690.871379:0:35307:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789603690.871380:0:35307:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1789603690.871382:0:35307:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603690.871385:0:35307:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789603690.871388:0:35307:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789603690.871390:0:35307:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789603690.871392:0:35307:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789603690.871394:0:35307:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789603690.871397:0:35307:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a06c0 00020000:00000001:2.0:1789603690.871402:0:35307:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789603690.871405:0:35307:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789603690.871409:0:35307:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789603690.871412:0:35307:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789603690.871416:0:35307:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789603690.871419:0:35307:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603690.871421:0:35307:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789603690.871423:0:35307:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789603690.871424:0:35307:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789603690.871426:0:35307:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0ea0 00000001:00000001:2.0:1789603690.871427:0:35307:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603690.871438:0:35307:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7d28 00000080:00000008:2.0:1789603690.871441:0:35307:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9eb808122a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789603690.871564:0:35307:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:2.0:1789603690.871567:0:35307:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7d88 00000080:00200008:2.0:1789603690.871569:0:35307:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 0, count: 23 00000080:00000002:2.0:1789603690.871573:0:35307:0:(file.c:2656:do_file_write_iter()) inode ffff9eb808122a08 need_sync_to_oss [0x200000405:0x2b:0x0] 00000080:00000001:2.0:1789603690.871576:0:35307:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1789603690.871578:0:35307:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603690.871581:0:35307:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1789603690.871584:0:35307:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603690.871587:0:35307:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603690.871590:0:35307:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930664 : -106961319620952 : ffff9eb8208a0ea8) 00000020:00001000:2.0:1789603690.871593:0:35307:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0ea0 00000080:00000001:2.0:1789603690.871597:0:35307:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1789603690.871598:0:35307:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7c98 00000080:00200000:2.0:1789603690.871600:0:35307:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:2.0:1789603690.871606:0:35307:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7c30 00000080:00200000:2.0:1789603690.871608:0:35307:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:2.0:1789603690.871610:0:35307:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789603690.871612:0:35307:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603690.871614:0:35307:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603690.871615:0:35307:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789603690.871617:0:35307:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1789603690.871619:0:35307:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1789603690.871621:0:35307:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603690.871623:0:35307:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603690.871625:0:35307:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000080:00200000:2.0:1789603690.871627:0:35307:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1789603690.871629:0:35307:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789603690.871631:0:35307:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1789603690.871639:0:35307:0:(cl_io.c:215:cl_io_rw_init()) header@00000000434eeb19[0x110, 1, [0x200000405:0x2b:0x0] hash] 00000020:00200000:2.0:1789603690.871641:0:35307:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:2.0:1789603690.871643:0:35307:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603690.871646:0:35307:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789603690.871648:0:35307:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789603690.871650:0:35307:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789603690.871653:0:35307:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603690.871655:0:35307:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1789603690.871658:0:35307:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603690.871662:0:35307:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603690.871665:0:35307:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789603690.871667:0:35307:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603690.871669:0:35307:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789603690.871672:0:35307:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9eb80572ce40 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1789603690.871675:0:35307:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb81023cf80 00020000:00000001:2.0:1789603690.871679:0:35307:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789603690.871682:0:35307:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789603690.871684:0:35307:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789603690.871686:0:35307:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1789603690.871688:0:35307:0:(lov_io.c:860:lov_io_slice_init()) 0 23 00020000:00000001:2.0:1789603690.871691:0:35307:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1789603690.871693:0:35307:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789603690.871695:0:35307:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603690.871696:0:35307:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603690.871698:0:35307:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789603690.871699:0:35307:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789603690.871701:0:35307:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb81023cf80 00000020:00000001:2.0:1789603690.871703:0:35307:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603690.871705:0:35307:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789603690.871707:0:35307:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:2.0:1789603690.871710:0:35307:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:2.0:1789603690.871713:0:35307:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603690.871717:0:35307:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:2.0:1789603690.871719:0:35307:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1789603690.871722:0:35307:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:2.0:1789603690.871723:0:35307:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1789603690.871725:0:35307:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:2.0:1789603690.871729:0:35307:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1789603690.871731:0:35307:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1789603690.871735:0:35307:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789603690.871739:0:35307:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603690.871740:0:35307:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789603690.871741:0:35307:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603690.871743:0:35307:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389928648 : -106961319622968 : ffff9eb8208a06c8) 00000020:00001000:2.0:1789603690.871745:0:35307:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a06c0 00000020:00000001:2.0:1789603690.871748:0:35307:0:(cl_object.c:143:cl_object_top()) ffff9eb80798faa8 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603690.871749:0:35307:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789603690.871753:0:35307:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603690.871755:0:35307:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789603690.871757:0:35307:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789603690.871758:0:35307:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935422016 : -106961774129600 : ffff9eb80572ce40) 00000020:00000001:2.0:1789603690.871761:0:35307:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603690.871762:0:35307:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603690.871764:0:35307:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:2.0:1789603690.871767:0:35307:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1789603690.871769:0:35307:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1789603690.871774:0:35307:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603690.871776:0:35307:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603690.871778:0:35307:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603690.871780:0:35307:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603690.871781:0:35307:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603690.871783:0:35307:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:2.0:1789603690.871786:0:35307:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1789603690.871788:0:35307:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1789603690.871791:0:35307:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1789603690.871794:0:35307:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603690.871796:0:35307:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603690.871798:0:35307:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1789603690.871800:0:35307:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:2.0:1789603690.871803:0:35307:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1789603690.871804:0:35307:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1789603690.871806:0:35307:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603690.871808:0:35307:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603690.871810:0:35307:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603690.871811:0:35307:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603690.871813:0:35307:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603690.871815:0:35307:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1789603690.871817:0:35307:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789603690.871818:0:35307:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:2.0:1789603690.871820:0:35307:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789603690.871822:0:35307:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603690.871823:0:35307:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603690.871825:0:35307:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603690.871841:0:35307:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603690.871843:0:35307:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789603690.871844:0:35307:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789603690.871846:0:35307:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789603690.871848:0:35307:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789603690.871850:0:35307:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1789603690.871853:0:35307:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1789603690.871864:0:35307:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb80574eb00. 00020000:00000002:2.0:1789603690.871867:0:35307:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789603690.871869:0:35307:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789603690.871870:0:35307:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603690.871871:0:35307:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:2.0:1789603690.871873:0:35307:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789603690.871879:0:35307:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb8182c4000. 00000008:00010000:2.0:1789603690.871882:0:35307:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1789603690.871884:0:35307:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789603690.871886:0:35307:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789603690.871889:0:35307:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb80574eb30, osc lock ffff9eb8182c4000, flags 0x0 00000020:00000001:2.0:1789603690.871892:0:35307:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603690.871893:0:35307:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603690.871896:0:35307:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637111935560448 : -106961773991168 : ffff9eb80574eb00) 00000020:00000001:2.0:1789603690.871898:0:35307:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789603690.871899:0:35307:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789603690.871901:0:35307:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603690.871903:0:35307:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603690.871904:0:35307:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789603690.871906:0:35307:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789603690.871907:0:35307:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603690.871908:0:35307:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:2.0:1789603690.871910:0:35307:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789603690.871912:0:35307:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789603690.871914:0:35307:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1789603690.871916:0:35307:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603690.871919:0:35307:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789603690.871922:0:35307:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789603690.871924:0:35307:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789603690.871926:0:35307:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789603690.871928:0:35307:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789603690.871929:0:35307:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789603690.871932:0:35307:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789603690.871935:0:35307:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603690.871944:0:35307:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:2.0:1789603690.871947:0:35307:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789603690.871953:0:35307:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb807108c00 type 11 mode 2 res 11811161089/66 (0 18446744073709551615) 00010000:00000001:2.0:1789603690.871958:0:35307:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1789603690.871966:0:35307:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f2680. 00000020:00000040:2.0:1789603690.871971:0:35307:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00010000:00000001:2.0:1789603690.871976:0:35307:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603690.872480:0:35307:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603690.872489:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603690.872491:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603690.872493:0:35307:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.872497:0:35307:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603690.872501:0:35307:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603690.872506:0:35307:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603690.872543:0:35307:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb8012e6200. 00000100:00000001:2.0:1789603690.872552:0:35307:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.872558:0:35307:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603690.872560:0:35307:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.872562:0:35307:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603690.872563:0:35307:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.872565:0:35307:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.872568:0:35307:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446637111912113792 : -106961797437824 : ffff9eb8040f2680) 00010000:00000001:2.0:1789603690.872573:0:35307:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789603690.872576:0:35307:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789603690.872579:0:35307:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:2.0:1789603690.872582:0:35307:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603690.872584:0:35307:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789603690.872591:0:35307:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb802f46a00. 00000020:00000001:2.0:1789603690.872597:0:35307:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789603690.872600:0:35307:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb802f46a00 with handle 0xa04c19c788fe556a to hash 00000020:00000001:2.0:1789603690.872603:0:35307:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789603690.872605:0:35307:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000010:2.0:1789603690.872609:0:35307:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9eb806b15c00. 00010000:00000001:2.0:1789603690.872613:0:35307:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603690.872617:0:35307:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603690.872620:0:35307:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603690.872626:0:35307:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603690.872644:0:35307:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603690.872657:0:35307:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789603690.872664:0:35307:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603690.872666:0:35307:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603690.872674:0:35307:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8209fc780. 00000100:00000001:2.0:1789603690.872677:0:35307:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112391354240 : -106961318197376 : ffff9eb8209fc780) 00000100:00000001:2.0:1789603690.872680:0:35307:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603690.872682:0:35307:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912113792 : -106961797437824 : ffff9eb8040f2680) 00000100:00000001:2.0:1789603690.872686:0:35307:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603690.872689:0:35307:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.872692:0:35307:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603690.872694:0:35307:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603690.872708:0:35307:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f2680 x1876533442920320/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603690.872718:0:35307:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603690.872720:0:35307:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603690.872724:0:35307:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603690.872727:0:35307:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603690.872730:0:35307:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603690.872734:0:35307:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f2680 pname:cluuid:pid:xid:nid:opc:job uname:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35307:1876533442920320:192.168.204.129@tcp:101:uname.0 00000100:00000001:2.0:1789603690.872738:0:35307:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603690.872745:0:35307:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603690.872748:0:35307:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603690.872751:0:35307:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603690.872756:0:35307:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041d1400. 02000000:00000001:2.0:1789603690.872758:0:35307:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603690.872768:0:35307:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603690.872775:0:35307:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3058. 00000400:00000010:2.0:1789603690.874160:0:35307:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7d48. 00000100:00000200:2.0:1789603690.874183:0:35307:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442920320, portal 4 00000100:00000001:2.0:1789603690.874187:0:35307:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603690.874188:0:35307:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912113792 : -106961797437824 : ffff9eb8040f2680) 00000100:00000040:2.0:1789603690.874205:0:35307:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f2680 x1876533442920320/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603690.874215:0:35307:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603690.874219:0:35307:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603690.874227:0:35307:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d74c8. 00000100:00000200:2.0:1789603690.874231:0:35307:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876533442920320, offset 0 00000400:00000200:2.0:1789603690.874240:0:35307:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603690.874254:0:35307:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603690.874265:0:35307:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603690.875074:0:35307:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603690.875082:0:35307:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603690.875086:0:35307:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603690.875090:0:35307:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603690.875095:0:35307:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2955:2955:256:4294967295] 192.168.204.129@tcp LPNI seq info [2955:2955:8:4294967295] 00000400:00000200:2.0:1789603690.875101:0:35307:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603690.875114:0:35307:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603690.875122:0:35307:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603690.875131:0:35307:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8070dbc00. 00000800:00000200:2.0:1789603690.875139:0:35307:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603690.875149:0:35307:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603690.875154:0:35307:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8070dbc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789603690.875263:0:35307:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603690.875280:0:35307:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22423 usecs (23 jiffies) 00000400:00000200:2.0:1789603690.875286:0:35307:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603690.875289:0:35307:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296689831 00000100:00000001:2.0:1789603690.875294:0:35307:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296690637 00000100:00000001:2.0:1789603690.875297:0:35307:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296689831 00000100:00000001:2.0:1789603690.875299:0:35307:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296690637 00000100:00000001:2.0:1789603690.875302:0:35307:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603690.875306:0:35307:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.875309:0:35307:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603690.875311:0:35307:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603690.875314:0:35307:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8209fc780 going to sleep for 11 seconds 00000100:00000001:2.0:1789603690.875317:0:35307:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603690.875320:0:35307:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603690.880738:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603690.880754:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8070dbc00. 00000400:00000200:3.0:1789603690.880766:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603690.880779:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603690.880789:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d74c8 00000400:00000010:3.0:1789603690.880793:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d74c8. 00000100:00000001:3.0:1789603690.880800:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603690.880810:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f2680 x1876533442920320/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603690.880825:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603690.880839:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f2680 x1876533442920320/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603706 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603690.880848:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603690.880850:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603690.883804:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.883825:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603690.883842:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.883845:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603690.883857:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.883865:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603690.883876:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.883883:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.883889:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.883894:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 328 into portal 15 MB=0x6aab27ecdc500 00000400:00000200:3.0:1789603690.883904:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.129@tcp of length 328/328 into md 0x7fb5 [2] + 984 00000800:00000001:3.0:1789603690.883913:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.883921:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603690.883925:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603690.883929:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603690.883939:0:2395:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789603690.883942:0:2395:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1789603690.883950:0:2395:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b48700. 00000100:00000040:3.0:1789603690.883955:0:2395:0:(events.c:341:request_in_callback()) incoming req@ffff9eb810b48700 x1876533468579072 msgsize 328 00000100:00100000:3.0:1789603690.883959:0:2395:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.129@tcp (source: 12345-192.168.204.129@tcp) 00000100:00000001:3.0:1789603690.883987:0:2395:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789603690.883999:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.884003:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603690.884466:0:16817:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789603690.884471:0:16817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876533468579072 02000000:00000001:2.0:1789603690.884474:0:16817:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789603690.884477:0:16817:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603690.884480:0:16817:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603690.884487:0:16817:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603690.884493:0:16817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876533468579072 00000020:00000001:2.0:1789603690.884497:0:16817:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789603690.884500:0:16817:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48dd 00000020:00000001:2.0:1789603690.884503:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603690.884553:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb80640e800 refcount=4 00000020:00000001:2.0:1789603690.884556:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111948929024 : -106961760622592 : ffff9eb80640e800) 00000020:00000001:2.0:1789603690.884559:0:16817:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637111948929024 : -106961760622592 : ffff9eb80640e800) 00000100:00000001:2.0:1789603690.884564:0:16817:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789603690.884580:0:16817:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb806b15340. 00000100:00000001:2.0:1789603690.884584:0:16817:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789603690.884587:0:16817:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb806b15340. 00000020:00000010:2.0:1789603690.884598:0:16817:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb8012e6400. 00000020:00000010:2.0:1789603690.884606:0:16817:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9eb80574e480. 00000020:00000010:2.0:1789603690.884611:0:16817:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9eb8203b6578. 00000100:00000040:2.0:1789603690.884621:0:16817:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1789603690.884624:0:16817:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789603690.884626:0:16817:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789603690.884629:0:16817:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.884638:0:16817:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.884652:0:16817:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603690.884665:0:16817:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789603690.884667:0:16817:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789603690.884673:0:16817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.129@tcp, seq: 63 00000100:00000040:2.0:1789603690.884678:0:16817:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9eb80640e800 : new rpc_count 1 00000100:00000001:2.0:1789603690.884680:0:16817:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446637112124278528 : -106961585273088 : ffff9eb810b48700) 00000100:00000040:2.0:1789603690.884689:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9eb810b48700 x1876533468579072/t0(0) o104->LOV_OSC_UUID@192.168.204.129@tcp:21/0 lens 328/0 e 0 to 0 dl 1789603701 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603690.884699:0:16817:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789603690.884701:0:16817:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb806b15340. 00000100:00000001:2.0:1789603690.884703:0:16817:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789603690.884706:0:16817:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb806b15340. 00000100:00100000:2.0:1789603690.884711:0:16817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9eb810b48700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8440:x1876533468579072:12345-192.168.204.129@tcp:104: 00000100:00000200:2.0:1789603690.884715:0:16817:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876533468579072 00010000:00000001:2.0:1789603690.884718:0:16817:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1789603690.884727:0:16817:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603690.884730:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603690.884732:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030800 refcount=2 00000020:00000001:2.0:1789603690.884734:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000001:2.0:1789603690.884738:0:16817:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000001:2.0:1789603690.884742:0:16817:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603690.884747:0:16817:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603690.884753:0:16817:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000003c1ac9be/0xa04c19c788fe5563 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x31dbb14d74e921cd expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1789603690.884768:0:16817:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789603690.884770:0:16817:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789603690.884778:0:16817:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9eb8041d3c00. 02000000:00000001:2.0:1789603690.884781:0:16817:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.884784:0:16817:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.884790:0:16817:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789603690.884794:0:16817:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603690.884799:0:16817:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810bb1de8 time=87 v=5 (1 1 1 1) 00000100:00000001:2.0:1789603690.884806:0:16817:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789603690.884809:0:16817:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 16 to 192.168.204.129@tcp 00000100:00000001:2.0:1789603690.884811:0:16817:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 02000000:00000001:2.0:1789603690.884814:0:16817:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789603690.884817:0:16817:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.884821:0:16817:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603690.884824:0:16817:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603690.884839:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7550. 00000100:00000200:2.0:1789603690.884845:0:16817:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876533468579072, offset 224 00000400:00000200:2.0:1789603690.884853:0:16817:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603690.884861:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603690.884868:0:16817:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.29@tcp to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603690.884875:0:16817:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2956:2956:256:4294967295] 192.168.204.129@tcp LPNI seq info [2956:2956:8:4294967295] 00000400:00000200:2.0:1789603690.884880:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603690.884892:0:16817:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:192.168.204.29@tcp) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603690.884898:0:16817:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603690.884903:0:16817:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8070db900. 00000800:00000200:2.0:1789603690.884911:0:16817:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603690.884920:0:16817:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603690.884924:0:16817:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8070db900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603690.884936:0:16817:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603690.884939:0:16817:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00010000:00000001:2.0:1789603690.884943:0:16817:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1789603690.884948:0:16817:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9eb8209fc600. 00010000:00000001:2.0:1789603690.884951:0:16817:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1789603690.884958:0:16817:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1789603690.884960:0:16817:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.884962:0:16817:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.884965:0:16817:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603690.884970:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b48700 x1876533468579072/t0(0) o104->LOV_OSC_UUID@192.168.204.129@tcp:21/0 lens 328/224 e 0 to 0 dl 1789603701 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789603690.884993:0:16817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9eb810b48700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8440:x1876533468579072:12345-192.168.204.129@tcp:104: Request processed in 291us (1035us total) trans 0 rc 0/0 00000100:00100000:2.0:1789603690.885001:0:16817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.129@tcp, seq: 63 00000100:00000040:2.0:1789603690.885005:0:16817:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9eb80640e800 : new rpc_count 0 00000100:00000001:2.0:1789603690.885007:0:16817:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789603690.885009:0:16817:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789603690.885015:0:16817:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9eb80574e480. 00000020:00000010:2.0:1789603690.885020:0:16817:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9eb8203b6578. 00000020:00000010:2.0:1789603690.885029:0:16817:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9eb8012e6400. 00000020:00000040:2.0:1789603690.885035:0:16817:0:(genops.c:879:class_export_put()) PUTting export ffff9eb80640e800 : new refcount 3 00000100:00000001:2.0:1789603690.885038:0:16817:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789603690.885325:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603690.885329:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603690.885332:0:16955:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1789603690.885335:0:16955:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1789603690.885338:0:16955:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1789603690.885344:0:16955:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000003c1ac9be/0xa04c19c788fe5563 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x31dbb14d74e921cd expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789603690.885354:0:16955:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb800030800 already unused, calling callback (ffffffffc1285300) 00000008:00000001:0.0:1789603690.885358:0:16955:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1789603690.885360:0:16955:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789603690.885362:0:16955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603690.885364:0:16955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603690.885366:0:16955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030800 refcount=3 00000020:00000001:0.0:1789603690.885368:0:16955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000001:0.0:1789603690.885370:0:16955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000001:0.0:1789603690.885373:0:16955:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789603690.885376:0:16955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000003c1ac9be/0xa04c19c788fe5563 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x31dbb14d74e921cd expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1789603690.885383:0:16955:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1789603690.885386:0:16955:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603690.885390:0:16955:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154872 : -106961585396744 : ffff9eb810b2a3f8) 00000020:00001000:0.0:1789603690.885393:0:16955:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a3f0 00000008:00000001:0.0:1789603690.885404:0:16955:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1789603690.885408:0:16955:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1789603690.885409:0:16955:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603690.885411:0:16955:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930808 : -106961319620808 : ffff9eb8208a0f38) 00000020:00001000:0.0:1789603690.885414:0:16955:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0f30 00000008:00000001:0.0:1789603690.885418:0:16955:0:(osc_cache.c:3760:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1789603690.885420:0:16955:0:(osc_cache.c:3780:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1789603690.885424:0:16955:0:(osc_cache.c:3796:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1789603690.885427:0:16955:0:(osc_cache.c:3844:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603690.885429:0:16955:0:(osc_cache.c:3729:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1789603690.885433:0:16955:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000020:00000001:0.0:1789603690.885435:0:16955:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:0.0:1789603690.885438:0:16955:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789603690.885442:0:16955:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789603690.885444:0:16955:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789603690.885448:0:16955:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603690.885450:0:16955:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789603690.885452:0:16955:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789603690.885456:0:16955:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9eb8050c4ef0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1789603690.885461:0:16955:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789603690.885462:0:16955:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789603690.885465:0:16955:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789603690.885467:0:16955:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789603690.885469:0:16955:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603690.885470:0:16955:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603690.885472:0:16955:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789603690.885473:0:16955:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1789603690.885474:0:16955:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603690.885477:0:16955:0:(osc_cache.c:3516:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1789603690.885480:0:16955:0:(osc_cache.c:3593:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789603690.885482:0:16955:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789603690.885485:0:16955:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789603690.885487:0:16955:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789603690.885490:0:16955:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789603690.885493:0:16955:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1789603690.885496:0:16955:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789603690.885497:0:16955:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000008:00000001:0.0:1789603690.885498:0:16955:0:(osc_cache.c:3748:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789603690.885501:0:16955:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0f30 00000008:00000001:0.0:1789603690.885504:0:16955:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603690.885506:0:16955:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00010000:00000001:0.0:1789603690.885537:0:16955:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1789603690.885540:0:16955:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603690.885542:0:16955:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000020:00000001:0.0:1789603690.885545:0:16955:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1789603690.885548:0:16955:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1789603690.885551:0:16955:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789603690.885553:0:16955:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603690.885555:0:16955:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603690.885557:0:16955:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000020:00000001:0.0:1789603690.885558:0:16955:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:0.0:1789603690.885560:0:16955:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1789603690.885563:0:16955:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603690.885564:0:16955:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000008:00000001:0.0:1789603690.885569:0:16955:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789603690.885580:0:16955:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a3f0 00000008:00000001:0.0:1789603690.885582:0:16955:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603690.885585:0:16955:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789603690.885590:0:16955:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789603690.885591:0:16955:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789603690.885593:0:16955:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603690.885595:0:16955:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789603690.885598:0:16955:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb800030800 with handle 0xa04c19c788fe5563 from hash 00010000:00000001:0.0:1789603690.885601:0:16955:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789603690.885602:0:16955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603690.885604:0:16955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603690.885606:0:16955:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789603690.885609:0:16955:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789603690.885611:0:16955:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1789603690.885617:0:16955:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603690.885621:0:16955:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603690.885623:0:16955:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603690.885626:0:16955:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1789603690.885633:0:16955:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1ea00. 00000020:00000040:0.0:1789603690.885638:0:16955:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=4 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:0.0:1789603690.885643:0:16955:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603690.885645:0:16955:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603690.885651:0:16955:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603690.885659:0:16955:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb805571600. 00000100:00000001:0.0:1789603690.885665:0:16955:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603690.885668:0:16955:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789603690.885675:0:16955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000003c1ac9be/0xa04c19c788fe5563 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x31dbb14d74e921cd expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789603690.885684:0:16955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789603690.885686:0:16955:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603690.885692:0:16955:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603690.885846:0:16955:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603690.885856:0:16955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f7216e3] to pc [ptlrpcd_00_00+0] req@ffff9eb810d1ea00 x1876533442920448/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789603690.885880:0:16955:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603690.885883:0:16955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603690.885884:0:16955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603690.885886:0:16955:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603690.885889:0:16955:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603690.885891:0:16955:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603690.885895:0:16955:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000003c1ac9be/0xa04c19c788fe5563 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x31dbb14d74e921cd expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603690.885902:0:16955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789603690.885905:0:16955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 000000003c1ac9be/0xa04c19c788fe5563 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x31dbb14d74e921cd expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1789603690.885915:0:16955:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9eb807a3fb80. 00010000:00000001:0.0:1789603690.885927:0:16955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603690.885928:0:16955:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1789603690.885931:0:16955:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9eb8209fc600. 00010000:00000001:0.0:1789603690.885935:0:16955:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603690.885937:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603690.885939:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603690.885942:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789603690.885943:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603690.885944:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603690.885947:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789603690.885948:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603690.885950:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603690.885951:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789603690.885960:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603690.885964:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603690.885967:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603690.885973:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1ea00 x1876533442920448/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603690.885995:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603690.885997:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603690.886002:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603690.886005:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603690.886008:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603690.886012:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442920448:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789603690.886017:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603690.886023:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603690.886026:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603690.886029:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603690.886034:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb805570400. 02000000:00000001:0.0:1789603690.886036:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603690.886043:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603690.886048:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139e70. 00000400:00000010:0.0:1789603690.886054:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682dd0. 00000100:00000200:0.0:1789603690.886061:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442920448, portal 18 00000100:00000001:0.0:1789603690.886063:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603690.886065:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126204416 : -106961583347200 : ffff9eb810d1ea00) 00000100:00000040:0.0:1789603690.886072:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1ea00 x1876533442920448/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603706 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603690.886080:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603690.886082:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603690.886085:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682c38. 00000100:00000200:0.0:1789603690.886088:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876533442920448, offset 0 00000400:00000200:0.0:1789603690.886095:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603690.886102:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603690.886108:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603690.886113:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603690.886118:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603690.886123:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603690.886126:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603690.886130:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2957:2957:255:4294967295] 192.168.204.129@tcp LPNI seq info [2957:2957:7:4294967295] 00000400:00000200:0.0:1789603690.886134:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603690.886142:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603690.886148:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603690.886152:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076200. 00000800:00000200:0.0:1789603690.886158:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603690.886165:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603690.886169:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789603690.886173:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603690.886177:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22423 usecs (23 jiffies) 00000400:00000200:0.0:1789603690.886181:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603690.886183:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296689842 00000100:00000001:0.0:1789603690.886187:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296690637 00000100:00000001:0.0:1789603690.886189:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296689842 00000100:00000001:0.0:1789603690.886192:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296690637 00000100:00000001:0.0:1789603690.886195:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603690.886198:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603690.886201:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603690.886204:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603690.886211:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603690.886214:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789603690.886216:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603690.886217:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603690.886220:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603690.886222:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603690.886547:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603690.886551:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603690.886751:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603690.886757:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8070db900. 00000400:00000200:3.0:1789603690.886763:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603690.886769:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603690.886777:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7550 00000400:00000010:3.0:1789603690.886780:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7550. 00000100:00000001:3.0:1789603690.886785:0:2394:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789603690.886786:0:2394:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:3.0:1789603690.886877:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603690.886880:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076200. 00000400:00000200:3.0:1789603690.886884:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603690.886888:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603690.886890:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682c38 00000400:00000010:3.0:1789603690.886893:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682c38. 00000100:00000001:3.0:1789603690.886897:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603690.886903:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1ea00 x1876533442920448/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603706 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603690.886914:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603690.886918:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1ea00 x1876533442920448/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603706 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603690.886926:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603690.886928:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1789603690.891641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030800. 00000800:00000001:3.0:1789603690.893172:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.893200:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603690.893204:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.893207:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603690.893216:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.893224:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603690.893233:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.893239:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.893244:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.893248:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 400 into portal 4 MB=0x6aab27d463f80 00000400:00000200:3.0:1789603690.893253:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.893261:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 400/400 into md 0x864d [1] + 224 00000800:00000001:3.0:1789603690.893268:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.893275:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603690.893278:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603690.893282:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603690.893302:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603690.893311:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f2680 x1876533442920320/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603706 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603690.893322:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9eb8040f2680 x1876533442920320/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603706 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603690.893342:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603690.893582:0:35307:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603690.893596:0:35307:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603690.893599:0:35307:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603690.893604:0:35307:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3058. 00000400:00000200:2.0:1789603690.893611:0:35307:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7d48 00000400:00000010:2.0:1789603690.893615:0:35307:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7d48. 00000100:00000001:2.0:1789603690.893619:0:35307:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603690.893630:0:35307:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f2680 x1876533442920320/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603706 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789603690.893642:0:35307:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f2680 x1876533442920320/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603706 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603690.893651:0:35307:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603690.893653:0:35307:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603690.893656:0:35307:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603690.893661:0:35307:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603690.893664:0:35307:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603690.893666:0:35307:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603690.893670:0:35307:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603690.893683:0:35307:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=87 v=5 (5 5 5 5) 00000100:00001000:2.0:1789603690.893688:0:35307:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=18 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603690.893692:0:35307:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603690.893693:0:35307:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.893698:0:35307:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603690.893704:0:35307:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.893710:0:35307:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603690.893713:0:35307:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:2.0:1789603690.893716:0:35307:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603690.893719:0:35307:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603690.893725:0:35307:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f2680 x1876533442920320/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603706 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603690.893733:0:35307:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1789603690.893736:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1789603690.893738:0:35307:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603690.893745:0:35307:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603690.893747:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603690.893753:0:35307:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f2680 x1876533442920320/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603706 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789603690.893765:0:35307:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f2680 pname:cluuid:pid:xid:nid:opc:job uname:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35307:1876533442920320:192.168.204.129@tcp:101:uname.0 00000100:00000001:2.0:1789603690.893774:0:35307:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603690.893779:0:35307:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.893782:0:35307:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789603690.893785:0:35307:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603690.893789:0:35307:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f2680 x1876533442920320/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603706 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603690.893796:0:35307:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603690.893800:0:35307:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8209fc780. 00000100:00000001:2.0:1789603690.893804:0:35307:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789603690.893805:0:35307:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.893809:0:35307:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789603690.893812:0:35307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603690.893816:0:35307:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603690.893820:0:35307:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=4 00000020:00000001:2.0:1789603690.893822:0:35307:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603690.893837:0:35307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000040:2.0:1789603690.893849:0:35307:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb802f46a00, remote cookie: 0x31dbb14d74e921d4, flags: 0x20002 00010000:00000001:2.0:1789603690.893853:0:35307:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1789603690.893856:0:35307:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.893859:0:35307:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00010000:2.0:1789603690.893869:0:35307:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789603690.893883:0:35307:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x42:0x0].0x0 (ffff9eb819248400) refcount = 1 00010000:00000040:2.0:1789603690.893887:0:35307:0:(ldlm_resource.c:1894:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1789603690.893890:0:35307:0:(ldlm_resource.c:1896:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603690.893897:0:35307:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603690.893901:0:35307:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1789603690.893904:0:35307:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603690.893914:0:35307:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000800:00000001:3.0:1789603690.907612:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.907638:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603690.907643:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.907646:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603690.907659:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.907670:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603690.907681:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.907688:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.907694:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.907700:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 392 into portal 15 MB=0x6aab27ecdc580 00000400:00000200:3.0:1789603690.907711:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.129@tcp of length 392/392 into md 0x7fb5 [2] + 1312 00000800:00000001:3.0:1789603690.907719:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.907727:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603690.907732:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603690.907738:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603690.907749:0:2394:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789603690.907752:0:2394:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1789603690.907761:0:2394:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b48380. 00000100:00000040:3.0:1789603690.907765:0:2394:0:(events.c:341:request_in_callback()) incoming req@ffff9eb810b48380 x1876533468579200 msgsize 392 00000100:00100000:3.0:1789603690.907771:0:2394:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.129@tcp (source: 12345-192.168.204.129@tcp) 00000100:00000001:3.0:1789603690.907795:0:2394:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789603690.907805:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.907809:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603690.908564:0:16816:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789603690.908581:0:16816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876533468579200 02000000:00000001:2.0:1789603690.908585:0:16816:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789603690.908588:0:16816:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603690.908591:0:16816:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603690.908597:0:16816:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603690.908603:0:16816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876533468579200 00000020:00000001:2.0:1789603690.908608:0:16816:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789603690.908611:0:16816:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48dd 00000020:00000001:2.0:1789603690.908615:0:16816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603690.908619:0:16816:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb80640e800 refcount=4 00000020:00000001:2.0:1789603690.908623:0:16816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111948929024 : -106961760622592 : ffff9eb80640e800) 00000020:00000001:2.0:1789603690.908626:0:16816:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637111948929024 : -106961760622592 : ffff9eb80640e800) 00000100:00000001:2.0:1789603690.908631:0:16816:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789603690.908640:0:16816:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb806b15340. 00000100:00000001:2.0:1789603690.908644:0:16816:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789603690.908647:0:16816:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb806b15340. 00000020:00000010:2.0:1789603690.908657:0:16816:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb8012e6400. 00000020:00000010:2.0:1789603690.908665:0:16816:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9eb80574e480. 00000020:00000010:2.0:1789603690.908670:0:16816:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9eb8203b6578. 00000100:00000040:2.0:1789603690.908681:0:16816:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1789603690.908686:0:16816:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789603690.908687:0:16816:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789603690.908691:0:16816:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.908702:0:16816:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.908717:0:16816:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603690.908731:0:16816:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789603690.908734:0:16816:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789603690.908741:0:16816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.129@tcp, seq: 64 00000100:00000040:2.0:1789603690.908745:0:16816:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9eb80640e800 : new rpc_count 1 00000100:00000001:2.0:1789603690.908748:0:16816:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446637112124277632 : -106961585273984 : ffff9eb810b48380) 00000100:00000040:2.0:1789603690.908757:0:16816:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9eb810b48380 x1876533468579200/t0(0) o105->LOV_OSC_UUID@192.168.204.129@tcp:21/0 lens 392/0 e 0 to 0 dl 1789603701 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603690.908768:0:16816:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789603690.908772:0:16816:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb806b15340. 00000100:00000001:2.0:1789603690.908774:0:16816:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789603690.908777:0:16816:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb806b15340. 00000100:00100000:2.0:1789603690.908782:0:16816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9eb810b48380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6511:x1876533468579200:12345-192.168.204.129@tcp:105: 00000100:00000200:2.0:1789603690.908786:0:16816:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876533468579200 00010000:00000001:2.0:1789603690.908789:0:16816:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1789603690.908798:0:16816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603690.908800:0:16816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603690.908804:0:16816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=5 00000020:00000001:2.0:1789603690.908806:0:16816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603690.908809:0:16816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00010000:2.0:1789603690.908816:0:16816:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603690.908839:0:16816:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:2.0:1789603690.908842:0:16816:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603690.908853:0:16816:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603690.908861:0:16816:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1789603690.908865:0:16816:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.908867:0:16816:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789603690.908870:0:16816:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1789603690.908873:0:16816:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603690.908881:0:16816:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:2.0:1789603690.908886:0:16816:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789603690.908895:0:16816:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x42:0x0].0x0 (ffff9eb819248400) refcount = 1 00010000:00000040:2.0:1789603690.908898:0:16816:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1789603690.908901:0:16816:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603690.908916:0:16816:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:2.0:1789603690.908919:0:16816:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1789603690.908928:0:16816:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9eb806b15340. 00000100:00000001:2.0:1789603690.908933:0:16816:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603690.908940:0:16816:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8209fc780. 00000100:00000001:2.0:1789603690.908942:0:16816:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112391354240 : -106961318197376 : ffff9eb8209fc780) 00000100:00000001:2.0:1789603690.908945:0:16816:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446637112391354240 : -106961318197376 : ffff9eb8209fc780) 00000100:00000001:2.0:1789603690.908948:0:16816:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603690.908950:0:16816:0:(client.c:1949:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1789603690.908952:0:16816:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1789603690.908956:0:16816:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789603690.910208:0:16816:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.910219:0:16816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603690.910221:0:16816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603690.910223:0:16816:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.910226:0:16816:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1789603690.910228:0:16816:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1789603690.910232:0:16816:0:(client.c:1964:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.910235:0:16816:0:(client.c:2699:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.910237:0:16816:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1789603690.910242:0:16816:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8209fc780. 00000100:00000001:2.0:1789603690.910247:0:16816:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1789603690.910249:0:16816:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1789603690.910252:0:16816:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9eb806b15340. 00010000:00010000:2.0:1789603690.910257:0:16816:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9eb802f46a00) 00010000:00000001:2.0:1789603690.910259:0:16816:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603690.910261:0:16816:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603690.910262:0:16816:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603690.910345:0:16816:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789603690.910349:0:16816:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789603690.910362:0:16816:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9eb8041d3000. 02000000:00000001:2.0:1789603690.910365:0:16816:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.910369:0:16816:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603690.910376:0:16816:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789603690.910381:0:16816:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603690.910385:0:16816:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810bb1de8 time=87 v=5 (1 1 1 1) 00000100:00000001:2.0:1789603690.910391:0:16816:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789603690.910502:0:16816:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 16 to 192.168.204.129@tcp 00000100:00000001:2.0:1789603690.910505:0:16816:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 02000000:00000001:2.0:1789603690.910526:0:16816:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789603690.910529:0:16816:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.910534:0:16816:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603690.910538:0:16816:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603690.910548:0:16816:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7d48. 00000100:00000200:2.0:1789603690.910557:0:16816:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876533468579200, offset 224 00000400:00000200:2.0:1789603690.910566:0:16816:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603690.910579:0:16816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603690.910590:0:16816:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.29@tcp to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603690.910597:0:16816:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2958:2958:256:4294967295] 192.168.204.129@tcp LPNI seq info [2958:2958:8:4294967295] 00000400:00000200:2.0:1789603690.910602:0:16816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603690.910615:0:16816:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:192.168.204.29@tcp) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603690.910621:0:16816:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603690.910628:0:16816:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8070db700. 00000800:00000200:2.0:1789603690.910635:0:16816:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603690.910645:0:16816:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603690.910650:0:16816:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8070db700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603690.910673:0:16816:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603690.910678:0:16816:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00010000:00000001:2.0:1789603690.910681:0:16816:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603690.910689:0:16816:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b48380 x1876533468579200/t0(0) o105->LOV_OSC_UUID@192.168.204.129@tcp:21/0 lens 392/224 e 0 to 0 dl 1789603701 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789603690.910706:0:16816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9eb810b48380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6511:x1876533468579200:12345-192.168.204.129@tcp:105: Request processed in 1936us (2938us total) trans 0 rc 0/0 00000100:00100000:2.0:1789603690.910718:0:16816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.129@tcp, seq: 64 00000100:00000040:2.0:1789603690.910723:0:16816:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9eb80640e800 : new rpc_count 0 00000100:00000001:2.0:1789603690.910725:0:16816:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789603690.910727:0:16816:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789603690.910735:0:16816:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9eb80574e480. 00000020:00000010:2.0:1789603690.910741:0:16816:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9eb8203b6578. 00000020:00000010:2.0:1789603690.910746:0:16816:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9eb8012e6400. 00000020:00000040:2.0:1789603690.910754:0:16816:0:(genops.c:879:class_export_put()) PUTting export ffff9eb80640e800 : new refcount 3 00000100:00000001:2.0:1789603690.910757:0:16816:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789603690.912149:0:35307:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603690.912171:0:35307:0:(ldlm_request.c:350:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603690.912176:0:35307:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603690.912183:0:35307:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789603690.912185:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603690.912187:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603690.912187:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603690.912188:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603690.912190:0:35307:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603690.912194:0:35307:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1789603690.912197:0:35307:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789603690.912201:0:35307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603690.912204:0:35307:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603690.912208:0:35307:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=3 00000020:00000001:1.0:1789603690.912211:0:35307:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:1.0:1789603690.912214:0:35307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:1.0:1789603690.912217:0:35307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603690.912218:0:35307:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603690.912219:0:35307:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=4 00000020:00000001:1.0:1789603690.912221:0:35307:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:1.0:1789603690.912224:0:35307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:1.0:1789603690.912227:0:35307:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603690.912230:0:35307:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603690.912244:0:35307:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603690.912252:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603690.912254:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789603690.912257:0:35307:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1789603690.912262:0:35307:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000008:00010000:1.0:1789603690.912268:0:35307:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1789603690.912276:0:35307:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000020:00000001:1.0:1789603690.912278:0:35307:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789603690.912281:0:35307:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1789603690.912284:0:35307:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789603690.912287:0:35307:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.912289:0:35307:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.912291:0:35307:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000008:00000001:1.0:1789603690.912293:0:35307:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:1.0:1789603690.912295:0:35307:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603690.912297:0:35307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603690.912298:0:35307:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603690.912300:0:35307:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=5 00000020:00000001:1.0:1789603690.912301:0:35307:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:1.0:1789603690.912303:0:35307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:1.0:1789603690.912306:0:35307:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603690.912308:0:35307:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603690.912314:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603690.912316:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789603690.912319:0:35307:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603690.912326:0:35307:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603690.912327:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603690.912328:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789603690.912329:0:35307:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603690.912333:0:35307:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603690.912349:0:35307:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f2680 x1876533442920320/t0(0) o101->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603706 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603690.912357:0:35307:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603690.912360:0:35307:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603690.912364:0:35307:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041d1400. 02000000:00000001:1.0:1789603690.912372:0:35307:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603690.912375:0:35307:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603690.912377:0:35307:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603690.912379:0:35307:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603690.912382:0:35307:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb8012e6200. 02000000:00000001:1.0:1789603690.912387:0:35307:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603690.912388:0:35307:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603690.912390:0:35307:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f2680. 00000100:00000001:1.0:1789603690.912394:0:35307:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603690.912396:0:35307:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789603690.912398:0:35307:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603690.912400:0:35307:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.912403:0:35307:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603690.912406:0:35307:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.912408:0:35307:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.912410:0:35307:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.912413:0:35307:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.912414:0:35307:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.912417:0:35307:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:1.0:1789603690.912422:0:35307:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:1.0:1789603690.912439:0:35307:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789603690.912442:0:35307:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:1.0:1789603690.912444:0:35307:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:1.0:1789603690.912446:0:35307:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789603690.912451:0:35307:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1789603690.912456:0:35307:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789603690.912458:0:35307:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603690.912460:0:35307:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789603690.912461:0:35307:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789603690.912464:0:35307:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:1.0:1789603690.912468:0:35307:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789603690.912470:0:35307:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:1.0:1789603690.912473:0:35307:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.912475:0:35307:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.912477:0:35307:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000080:00200000:1.0:1789603690.912480:0:35307:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 0 i_blocks 0 00000080:00000001:1.0:1789603690.912483:0:35307:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789603690.912487:0:35307:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7b80 00000080:00200000:1.0:1789603690.912489:0:35307:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:1.0:1789603690.912492:0:35307:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1789603690.912495:0:35307:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb81023cf80 00020000:00000002:1.0:1789603690.912506:0:35307:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb810df8cc0 addref 2/0 by ffff9eb81023cf80. 00020000:00000002:1.0:1789603690.912528:0:35307:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb81023cf80 00000020:00000001:1.0:1789603690.912532:0:35307:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:1.0:1789603690.912534:0:35307:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1789603690.912538:0:35307:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1789603690.912542:0:35307:0:(lov_offset.c:253:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:1.0:1789603690.912546:0:35307:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603690.912547:0:35307:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:1.0:1789603690.912554:0:35307:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789603690.912558:0:35307:0:(osc_io.c:1414:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789603690.912561:0:35307:0:(osc_io.c:1427:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.912563:0:35307:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603690.912565:0:35307:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.912566:0:35307:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603690.912574:0:35307:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1789603690.912577:0:35307:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:1.0:1789603690.912611:0:35307:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:1.0:1789603690.912614:0:35307:0:(cl_page.c:438:cl_page_find()) 0@[0x200000405:0x2b:0x0] ffffecbc84bc9980 0 1 00000020:00000001:1.0:1789603690.912617:0:35307:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1789603690.912619:0:35307:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.912621:0:35307:0:(cl_page.c:353:cl_page_alloc()) Process entered 00000020:00000010:1.0:1789603690.912629:0:35307:0:(cl_page.c:304:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9eb802f3a1c0. 00000020:00000001:1.0:1789603690.912633:0:35307:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1789603690.912635:0:35307:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1789603690.912638:0:35307:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:1.0:1789603690.912641:0:35307:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:1.0:1789603690.912644:0:35307:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603690.912645:0:35307:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000008:00000001:1.0:1789603690.912649:0:35307:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:1.0:1789603690.912651:0:35307:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff9eb802f3a230 folio ffffecbc84bc9980 pg:0 obj off 0 00000008:00000001:1.0:1789603690.912653:0:35307:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.912655:0:35307:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1789603690.912656:0:35307:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1789603690.912657:0:35307:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1789603690.912660:0:35307:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603690.912663:0:35307:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.912665:0:35307:0:(cl_page.c:400:cl_page_alloc()) Process leaving (rc=18446637111893533120 : -106961816018496 : ffff9eb802f3a1c0) 00000020:00000001:1.0:1789603690.912667:0:35307:0:(cl_page.c:461:cl_page_find()) Process leaving (rc=18446637111893533120 : -106961816018496 : ffff9eb802f3a1c0) 00000020:00000001:1.0:1789603690.912670:0:35307:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:1.0:1789603690.912672:0:35307:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789603690.912673:0:35307:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935422016 : -106961774129600 : ffff9eb80572ce40) 00000020:00000001:1.0:1789603690.912675:0:35307:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1789603690.912677:0:35307:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1789603690.912679:0:35307:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789603690.912683:0:35307:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d0e75821[2 00000000606ececf 1 1 000000007d3b4b0d 0 0 0] 00000020:00000001:1.0:1789603690.912685:0:35307:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1789603690.912687:0:35307:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789603690.912688:0:35307:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00000001:1.0:1789603690.912690:0:35307:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:1.0:1789603690.912692:0:35307:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:1.0:1789603690.912694:0:35307:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:1.0:1789603690.912695:0:35307:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789603690.912697:0:35307:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1789603690.912698:0:35307:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:1.0:1789603690.912700:0:35307:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.912703:0:35307:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.912704:0:35307:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000080:00000001:1.0:1789603690.912708:0:35307:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789603690.912711:0:35307:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1789603690.912712:0:35307:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603690.912715:0:35307:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1789603690.912717:0:35307:0:(rw26.c:871:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:1.0:1789603690.912719:0:35307:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789603690.912720:0:35307:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935422016 : -106961774129600 : ffff9eb80572ce40) 00000020:00000001:1.0:1789603690.912722:0:35307:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1789603690.912723:0:35307:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789603690.912729:0:35307:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:1.0:1789603690.912731:0:35307:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789603690.912732:0:35307:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1789603690.912733:0:35307:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1789603690.912737:0:35307:0:(rw26.c:929:ll_write_end()) page@00000000d0e75821[3 00000000606ececf 2 1 000000007d3b4b0d 0 0 0] 00000080:00200000:1.0:1789603690.912740:0:35307:0:(rw26.c:929:ll_write_end()) vmpage @000000003cfec60d 17ffffc0001001 3:0 ffff9eb802f3a1c0 0 lru 00000080:00200000:1.0:1789603690.912748:0:35307:0:(rw26.c:929:ll_write_end()) osc-page@0000000012b9153d 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000008518d7f3 00000000b3a6003b > 3< 0 0 > 4< 0 0 8 8388608 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789603690.912750:0:35307:0:(rw26.c:929:ll_write_end()) end page@00000000d0e75821 00000080:00200000:1.0:1789603690.912751:0:35307:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1789603690.912752:0:35307:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:1.0:1789603690.912757:0:35307:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1789603690.912759:0:35307:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:1.0:1789603690.912761:0:35307:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1789603690.912764:0:35307:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1789603690.912766:0:35307:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603690.912767:0:35307:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:1.0:1789603690.912768:0:35307:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1789603690.912771:0:35307:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1789603690.912773:0:35307:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1789603690.912775:0:35307:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789603690.912776:0:35307:0:(cl_page.c:547:cl_page_get()) Process leaving 00000008:00000001:1.0:1789603690.912778:0:35307:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1789603690.912782:0:35307:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff9eb8065296c0 ready 0|-|- wr 0|-|- rd 0|- oap ffff9eb802f3a230 folio ffffecbc84bc9980 pg:0 added for cmd 2 00000008:00000001:1.0:1789603690.912787:0:35307:0:(osc_cache.c:1780:osc_enter_cache()) Process entered 00000008:00000020:1.0:1789603690.912790:0:35307:0:(osc_cache.c:1782:osc_enter_cache()) lustre-OST0001-osc-ffff9eb81291b000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:1.0:1789603690.912799:0:35307:0:(osc_cache.c:1682:osc_enter_cache_try()) lustre-OST0001-osc-ffff9eb81291b000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:1.0:1789603690.912804:0:35307:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff9eb802f3a268 page ffffecbc84bc9980 00000008:00000020:1.0:1789603690.912808:0:35307:0:(osc_cache.c:1814:osc_enter_cache()) lustre-OST0001-osc-ffff9eb81291b000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8359936, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:1.0:1789603690.912812:0:35307:0:(osc_cache.c:1830:osc_enter_cache()) Process leaving 00000008:00000001:1.0:1789603690.912814:0:35307:0:(osc_cache.c:1833:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603690.912816:0:35307:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:1.0:1789603690.912820:0:35307:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9eb8040b6540. 00000008:00000020:1.0:1789603690.912839:0:35307:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff9eb8065296c0 extents at osc_extent_find:840, mppr: 1024. 00000008:00000020:1.0:1789603690.912848:0:35307:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9eb8065296c0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:1.0:1789603690.912854:0:35307:0:(osc_cache.c:858:osc_extent_find()) extent ffff9eb8040b6540@{[0 -> 0/1023], [3|1|-|active|wi|ffff9eb8065296c0], [28672|0|-|-|ffff9eb802f46a00|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:1.0:1789603690.912870:0:35307:0:(osc_cache.c:858:osc_extent_find()) ### extent: 000000008d43d126 ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:1.0:1789603690.912877:0:35307:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:1.0:1789603690.912881:0:35307:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603690.912883:0:35307:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603690.912885:0:35307:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1789603690.912887:0:35307:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000008:00000002:1.0:1789603690.912889:0:35307:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:1.0:1789603690.912891:0:35307:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000020:00000001:1.0:1789603690.912893:0:35307:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789603690.912894:0:35307:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:1.0:1789603690.912896:0:35307:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789603690.912898:0:35307:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.912900:0:35307:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.912901:0:35307:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000008:00000001:1.0:1789603690.912903:0:35307:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1789603690.912904:0:35307:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:1.0:1789603690.912906:0:35307:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789603690.912910:0:35307:0:(cl_page.c:567:cl_batch_put()) page@00000000d0e75821[4 00000000606ececf 2 1 000000007d3b4b0d 0 0 0] 00000020:00000001:1.0:1789603690.912912:0:35307:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:1.0:1789603690.912914:0:35307:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:1.0:1789603690.912915:0:35307:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1789603690.912916:0:35307:0:(osc_request.c:745:osc_update_next_shrink()) next time 3222 to shrink grant 00000080:00000001:1.0:1789603690.912920:0:35307:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1789603690.912921:0:35307:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1789603690.912928:0:35307:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9eb808122bb8, count 1, dirtied 1 00000080:00000001:1.0:1789603690.912930:0:35307:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1789603690.912932:0:35307:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:1.0:1789603690.912933:0:35307:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789603690.912934:0:35307:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789603690.912935:0:35307:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789603690.912948:0:35307:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d0e75821[3 00000000606ececf 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789603690.912949:0:35307:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1789603690.912950:0:35307:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789603690.912952:0:35307:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1789603690.912953:0:35307:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789603690.912955:0:35307:0:(cl_page.c:567:cl_batch_put()) page@00000000d0e75821[3 00000000606ececf 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789603690.912957:0:35307:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:1.0:1789603690.912958:0:35307:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:1.0:1789603690.912958:0:35307:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1789603690.912960:0:35307:0:(osc_io.c:492:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1789603690.912962:0:35307:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.912964:0:35307:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603690.912966:0:35307:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.912967:0:35307:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789603690.912969:0:35307:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:1.0:1789603690.912972:0:35307:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1789603690.912977:0:35307:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1789603690.912978:0:35307:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.912981:0:35307:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7b80 00000080:00200000:1.0:1789603690.912983:0:35307:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:1.0:1789603690.912985:0:35307:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603690.912987:0:35307:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1789603690.912989:0:35307:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789603690.912991:0:35307:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1789603690.912992:0:35307:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:1.0:1789603690.912994:0:35307:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000020:00000001:1.0:1789603690.912995:0:35307:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000020:00000001:1.0:1789603690.912998:0:35307:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1789603690.912999:0:35307:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789603690.913000:0:35307:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.913002:0:35307:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.913004:0:35307:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000008:00000001:1.0:1789603690.913006:0:35307:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.913007:0:35307:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603690.913009:0:35307:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603690.913010:0:35307:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.913012:0:35307:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.913014:0:35307:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1789603690.913015:0:35307:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1789603690.913017:0:35307:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1789603690.913018:0:35307:0:(cl_io.c:556:cl_io_end()) Process entered 00000008:00000001:1.0:1789603690.913020:0:35307:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:1.0:1789603690.913022:0:35307:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1789603690.913026:0:35307:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9eb8065296c0 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:1.0:1789603690.913032:0:35307:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1789603690.913035:0:35307:0:(osc_cache.c:1911:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603690.913037:0:35307:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1789603690.913038:0:35307:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603690.913040:0:35307:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:1.0:1789603690.913041:0:35307:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:1.0:1789603690.913042:0:35307:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603690.913044:0:35307:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.913046:0:35307:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1789603690.913048:0:35307:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789603690.913050:0:35307:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789603690.913052:0:35307:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb8053b2128 (ffff9eb8208a0ea8/0) at cl_lock_release():245 00000020:00000001:1.0:1789603690.913055:0:35307:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789603690.913056:0:35307:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb8053b2128 (ffff9eb8208a0ea8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789603690.913059:0:35307:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789603690.913061:0:35307:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603690.913062:0:35307:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:1.0:1789603690.913064:0:35307:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789603690.913065:0:35307:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb80574eb30 (ffff9eb8208a06c8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789603690.913067:0:35307:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789603690.913069:0:35307:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789603690.913071:0:35307:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603690.913073:0:35307:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603690.913074:0:35307:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=5 00000020:00000001:1.0:1789603690.913076:0:35307:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:1.0:1789603690.913078:0:35307:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:1.0:1789603690.913080:0:35307:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603690.913083:0:35307:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603690.913090:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603690.913091:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603690.913093:0:35307:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603690.913095:0:35307:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603690.913098:0:35307:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789603690.913107:0:35307:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603690.913110:0:35307:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603690.913111:0:35307:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603690.913116:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603690.913117:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603690.913119:0:35307:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603690.913122:0:35307:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603690.913123:0:35307:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603690.913125:0:35307:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603690.913128:0:35307:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603690.913130:0:35307:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603690.913131:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603690.913132:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603690.913133:0:35307:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603690.913134:0:35307:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789603690.913135:0:35307:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789603690.913136:0:35307:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789603690.913138:0:35307:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789603690.913139:0:35307:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789603690.913140:0:35307:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789603690.913141:0:35307:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb8053b2128 (ffff9eb8208a0ea8/0) at cl_lock_fini():72 00020000:00000001:1.0:1789603690.913144:0:35307:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789603690.913145:0:35307:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789603690.913146:0:35307:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb80574eb30 (ffff9eb8208a0ea8/1) at cl_lock_fini():72 00000008:00000010:1.0:1789603690.913148:0:35307:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb8182c4000. 00000020:00000001:1.0:1789603690.913151:0:35307:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789603690.913153:0:35307:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb80574eb00. 00020000:00000001:1.0:1789603690.913157:0:35307:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789603690.913158:0:35307:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789603690.913159:0:35307:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1789603690.913160:0:35307:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1789603690.913162:0:35307:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789603690.913163:0:35307:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789603690.913164:0:35307:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1789603690.913165:0:35307:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603690.913167:0:35307:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603690.913168:0:35307:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1789603690.913169:0:35307:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1789603690.913170:0:35307:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1789603690.913172:0:35307:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:1.0:1789603690.913173:0:35307:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1789603690.913175:0:35307:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1789603690.913176:0:35307:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1789603690.913177:0:35307:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789603690.913178:0:35307:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1789603690.913180:0:35307:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1789603690.913182:0:35307:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603690.913183:0:35307:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603690.913185:0:35307:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789603690.913186:0:35307:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789603690.913188:0:35307:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789603690.913191:0:35307:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:1.0:1789603690.913194:0:35307:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1789603690.913196:0:35307:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1789603690.913198:0:35307:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789603690.913199:0:35307:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789603690.913201:0:35307:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789603690.913203:0:35307:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789603690.913204:0:35307:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789603690.913206:0:35307:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a06c0 00020000:00000001:1.0:1789603690.913208:0:35307:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789603690.913210:0:35307:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789603690.913213:0:35307:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789603690.913214:0:35307:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789603690.913217:0:35307:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789603690.913218:0:35307:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:1.0:1789603690.913220:0:35307:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7c98 00000080:00200000:1.0:1789603690.913221:0:35307:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:1.0:1789603690.913226:0:35307:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789603690.913227:0:35307:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:1.0:1789603690.913228:0:35307:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:1.0:1789603690.913230:0:35307:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789603690.913232:0:35307:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1789603690.913234:0:35307:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789603690.913235:0:35307:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1789603690.913237:0:35307:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789603690.913238:0:35307:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:1.0:1789603690.913240:0:35307:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=23 (1) m=1789603690 a=0 c=1789603690 b=0 00020000:00000001:1.0:1789603690.913243:0:35307:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789603690.913245:0:35307:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789603690 a=0 c=1789603690 b=0 00020000:00000001:1.0:1789603690.913247:0:35307:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.913249:0:35307:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.913250:0:35307:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000080:00200000:1.0:1789603690.913252:0:35307:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 0 00000080:00000001:1.0:1789603690.913254:0:35307:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1789603690.913258:0:35307:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:1.0:1789603690.913261:0:35307:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:1.0:1789603690.913263:0:35307:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0ea0 00000020:00000001:1.0:1789603690.913266:0:35307:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7d88 00000080:00000008:1.0:1789603690.913268:0:35307:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:1.0:1789603690.913270:0:35307:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1789603690.913288:0:35307:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789603690.913291:0:35307:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb81023cf80 00020000:00000002:1.0:1789603690.913294:0:35307:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb81023cf80 00020000:00000001:1.0:1789603690.913297:0:35307:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603690.913305:0:35307:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789603690.913306:0:35307:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7df0 00000080:00200008:1.0:1789603690.913308:0:35307:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x2b:0x0](ffff9eb808122a08), flags 102001 00000080:00000001:1.0:1789603690.913312:0:35307:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1789603690.913314:0:35307:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789603690.913315:0:35307:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789603690.913317:0:35307:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb81023cf80 00020000:00000002:1.0:1789603690.913318:0:35307:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb81023cf80 00020000:00000001:1.0:1789603690.913320:0:35307:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603690.913322:0:35307:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1789603690.913328:0:35307:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603690.913330:0:35307:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603690.913333:0:35307:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603690.913335:0:35307:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603690.913337:0:35307:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603690.913339:0:35307:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1789603690.913341:0:35307:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603690.913346:0:35307:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603690.913349:0:35307:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603690.913355:0:35307:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 2 00010000:00000001:1.0:1789603690.913358:0:35307:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603690.913362:0:35307:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603690.913364:0:35307:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2b:0x0]: 0 00000080:00000001:1.0:1789603690.913367:0:35307:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789603690.913368:0:35307:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789603690.913373:0:35307:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9eb8051ca400. 00000080:00000001:1.0:1789603690.913375:0:35307:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789603690.913379:0:35307:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789603690.913382:0:35307:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1789603690.913383:0:35307:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603690.913384:0:35307:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603690.913385:0:35307:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603690.913387:0:35307:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603690.913388:0:35307:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603690.913390:0:35307:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1789603690.913391:0:35307:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603690.913393:0:35307:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2b:0x0] 00000002:00000001:1.0:1789603690.913398:0:35307:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789603690.913400:0:35307:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9eb81291b000: [0x200000405:0x2b:0x0] file closed with intent: 200 00000100:00000010:1.0:1789603690.913406:0:35307:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd6680. 00000020:00000040:1.0:1789603690.913411:0:35307:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603690.913415:0:35307:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603690.913418:0:35307:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603690.913422:0:35307:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603690.913429:0:35307:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb8051cb800. 00000100:00000001:1.0:1789603690.913436:0:35307:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789603690.913453:0:35307:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9eb8040f3480 x1876533442920064/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603706 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789603690.913466:0:35307:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789603690.913471:0:35307:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb806bd6680 x1876533442920704/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789603690.913478:0:35307:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603690.913480:0:35307:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603690.913488:0:35307:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb804077780. 00000100:00000001:1.0:1789603690.913490:0:35307:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911610240 : -106961797941376 : ffff9eb804077780) 00000100:00000001:1.0:1789603690.913492:0:35307:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603690.913494:0:35307:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957087872 : -106961752463744 : ffff9eb806bd6680) 00000100:00000001:1.0:1789603690.913498:0:35307:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603690.913501:0:35307:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603690.913503:0:35307:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603690.913505:0:35307:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603690.913537:0:35307:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd6680 x1876533442920704/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603690.913544:0:35307:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603690.913546:0:35307:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603690.913549:0:35307:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603690.913551:0:35307:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603690.913553:0:35307:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603690.913556:0:35307:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd6680 pname:cluuid:pid:xid:nid:opc:job uname:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35307:1876533442920704:192.168.204.129@tcp:35:uname.0 00000100:00000001:1.0:1789603690.913560:0:35307:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603690.913564:0:35307:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603690.913566:0:35307:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603690.913569:0:35307:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603690.913573:0:35307:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a7000. 02000000:00000001:1.0:1789603690.913574:0:35307:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603690.913583:0:35307:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603690.913586:0:35307:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603690.913593:0:35307:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcdd0. 00000100:00000200:1.0:1789603690.913599:0:35307:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442920704, portal 10 00000100:00000001:1.0:1789603690.913601:0:35307:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603690.913602:0:35307:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957087872 : -106961752463744 : ffff9eb806bd6680) 00000100:00000040:1.0:1789603690.913608:0:35307:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd6680 x1876533442920704/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603690.913614:0:35307:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603690.913617:0:35307:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603690.913619:0:35307:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc660. 00000100:00000200:1.0:1789603690.913623:0:35307:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876533442920704, offset 0 00000400:00000200:1.0:1789603690.913630:0:35307:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603690.913638:0:35307:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603690.913646:0:35307:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603690.913652:0:35307:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603690.913656:0:35307:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603690.913659:0:35307:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603690.913662:0:35307:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603690.913666:0:35307:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2959:2959:255:4294967295] 192.168.204.129@tcp LPNI seq info [2959:2959:7:4294967295] 00000400:00000200:1.0:1789603690.913671:0:35307:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603690.913681:0:35307:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603690.913687:0:35307:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603690.913692:0:35307:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9f00. 00000800:00000200:1.0:1789603690.913698:0:35307:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603690.913706:0:35307:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603690.913710:0:35307:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9f00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789603690.913715:0:35307:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603690.913720:0:35307:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 882065 usecs (883 jiffies) 00000400:00000200:1.0:1789603690.913723:0:35307:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603690.913726:0:35307:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296690730 00000100:00000001:1.0:1789603690.913734:0:35307:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296690637 00000100:00000001:1.0:1789603690.913739:0:35307:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296690730 00000100:00000001:1.0:1789603690.913743:0:35307:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296690637 00000100:00000001:1.0:1789603690.913745:0:35307:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603690.913748:0:35307:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603690.913750:0:35307:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603690.913752:0:35307:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603690.913754:0:35307:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb804077780 going to sleep for 11 seconds 00000100:00000001:1.0:1789603690.913757:0:35307:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603690.913760:0:35307:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603690.914293:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603690.914306:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8070db700. 00000400:00000200:3.0:1789603690.914315:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603690.914325:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603690.914334:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7d48 00000400:00000010:3.0:1789603690.914451:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7d48. 00000100:00000001:3.0:1789603690.914461:0:2395:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789603690.914464:0:2395:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:3.0:1789603690.914599:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603690.914603:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9f00. 00000400:00000200:3.0:1789603690.914607:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603690.914611:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603690.914615:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc660 00000400:00000010:3.0:1789603690.914617:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc660. 00000100:00000001:3.0:1789603690.914621:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603690.914630:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd6680 x1876533442920704/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603690.914645:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603690.914649:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd6680 x1876533442920704/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603706 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603690.914657:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603690.914659:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603690.918139:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.918160:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603690.918165:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.918168:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603690.918179:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.918188:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603690.918199:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.918204:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.918210:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.918215:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 18 MB=0x6aab27d464000 00000400:00000200:3.0:1789603690.918221:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.918227:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.129@tcp of length 224/224 into md 0x8665 [1] + 224 00000800:00000001:3.0:1789603690.918236:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603690.918240:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603690.918243:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603690.918248:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603690.918257:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603690.918873:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1ea00 x1876533442920448/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603706 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603690.918889:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1ea00 x1876533442920448/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603706 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603690.918932:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603690.919140:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603690.919147:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603690.919157:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603690.919159:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603690.919163:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139e70. 00000400:00000200:0.0:1789603690.919169:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682dd0 00000400:00000010:0.0:1789603690.919172:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682dd0. 00000100:00000001:0.0:1789603690.919176:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603690.919181:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1ea00 x1876533442920448/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603706 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603690.919190:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1ea00 x1876533442920448/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603706 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603690.919197:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603690.919199:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603690.919202:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603690.919206:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603690.919210:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603690.919212:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603690.919216:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603690.919229:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8ca8 time=85 v=5 (5 5 5 0) 00000100:00001000:0.0:1789603690.919233:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=18 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603690.919236:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603690.919238:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603690.919242:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603690.919246:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603690.919251:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603690.919253:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:0.0:1789603690.919255:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603690.919257:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603690.919263:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1ea00 x1876533442920448/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603706 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603690.919283:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603690.919287:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603690.919290:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603690.919295:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1ea00 x1876533442920448/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603706 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603690.919302:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442920448:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789603690.919309:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603690.919312:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603690.919315:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1ea00 x1876533442920448/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603706 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603690.919323:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603690.919326:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603690.919330:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb805570400. 02000000:00000001:0.0:1789603690.919336:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603690.919339:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603690.919341:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603690.919344:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603690.919347:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb805571600. 02000000:00000001:0.0:1789603690.919352:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603690.919354:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603690.919356:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1ea00. 00000100:00000001:0.0:1789603690.919360:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603690.919362:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603690.919364:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603690.919374:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603690.919377:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603690.919379:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603690.919382:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603690.919662:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603690.919676:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603690.919678:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603690.919681:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603690.919687:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603690.919692:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603690.919714:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603690.919719:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603690.919723:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603690.919727:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d464100 00000400:00000200:2.0:1789603690.919732:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603690.919737:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x8675 [1] + 224 00000800:00000001:2.0:1789603690.919744:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603690.919755:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603690.919758:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603690.919762:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603690.919768:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603690.919775:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd6680 x1876533442920704/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603706 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603690.919784:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9eb806bd6680 x1876533442920704/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603706 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603690.919813:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603690.919819:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603690.919822:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603690.922344:0:35307:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603690.922363:0:35307:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603690.922367:0:35307:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603690.922372:0:35307:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603690.922385:0:35307:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcdd0 00000400:00000010:1.0:1789603690.922388:0:35307:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcdd0. 00000100:00000001:1.0:1789603690.922404:0:35307:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603690.922418:0:35307:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd6680 x1876533442920704/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603706 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603690.922430:0:35307:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd6680 x1876533442920704/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603706 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603690.922438:0:35307:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603690.922440:0:35307:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603690.922443:0:35307:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603690.922448:0:35307:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603690.922451:0:35307:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603690.922453:0:35307:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603690.922457:0:35307:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603690.922469:0:35307:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb4f0 time=87 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603690.922474:0:35307:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603690.922478:0:35307:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603690.922480:0:35307:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603690.922483:0:35307:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603690.922488:0:35307:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603690.922492:0:35307:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789603690.922494:0:35307:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789603690.922497:0:35307:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789603690.922500:0:35307:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603690.922502:0:35307:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957087872 : -106961752463744 : ffff9eb806bd6680) 00000100:00000001:1.0:1789603690.922507:0:35307:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603690.922578:0:35307:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967638 00000100:00000001:1.0:1789603690.922581:0:35307:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603690.922585:0:35307:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603690.922591:0:35307:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd6680 x1876533442920704/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603706 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603690.922599:0:35307:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603690.922602:0:35307:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603690.922604:0:35307:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603690.922608:0:35307:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd6680 x1876533442920704/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603706 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603690.922615:0:35307:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd6680 pname:cluuid:pid:xid:nid:opc:job uname:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35307:1876533442920704:192.168.204.129@tcp:35:uname.0 00000100:00000001:1.0:1789603690.922622:0:35307:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603690.922625:0:35307:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603690.922627:0:35307:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603690.922630:0:35307:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603690.922633:0:35307:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd6680 x1876533442920704/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603706 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603690.922641:0:35307:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603690.922644:0:35307:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb804077780. 00000100:00000001:1.0:1789603690.922648:0:35307:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603690.922651:0:35307:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603690.922660:0:35307:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603690.922662:0:35307:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957087872 : -106961752463744 : ffff9eb806bd6680) 00000002:00000001:1.0:1789603690.922665:0:35307:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603690.922670:0:35307:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603690.922677:0:35307:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8051ca400. 00000080:00000001:1.0:1789603690.922680:0:35307:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789603690.922684:0:35307:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1789603690.922688:0:35307:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603690.922691:0:35307:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603690.922694:0:35307:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603690.922697:0:35307:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603690.922699:0:35307:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603690.922706:0:35307:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1789603690.922709:0:35307:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603690.922715:0:35307:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789603690.922721:0:35307:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9eb8040f3480 x1876533442920064/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603706 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789603690.922728:0:35307:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603690.922730:0:35307:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603690.922732:0:35307:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9eb807d57dc0. 00000100:00000001:1.0:1789603690.922736:0:35307:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603690.922740:0:35307:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd6680 x1876533442920704/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603706 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603690.922745:0:35307:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603690.922748:0:35307:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603690.922753:0:35307:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb8017a6dc0. 00000080:00000001:1.0:1789603690.922757:0:35307:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603690.922764:0:35307:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7df0 00000080:00000008:1.0:1789603690.922767:0:35307:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9eb808122a08), flags 102001, rc = 0 00000080:00000001:1.0:1789603690.922770:0:35307:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603690.922778:0:35307:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789603690.922780:0:35307:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5014a7e00 00000080:00002000:1.0:1789603690.922782:0:35307:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9eb8205616c0, parent ffff9eb8081326c0, inode ffff9eb808122a08) hashed, 00000080:00000001:1.0:1789603690.922785:0:35307:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.987005:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501673d08 00000080:00200008:3.0:1789603690.987020:0:35312:0:(file.c:6307:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789603690.987031:0:35312:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789603690.987032:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501673c80 00000080:00200000:3.0:1789603690.987035:0:35312:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:3.0:1789603690.987045:0:35312:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb814ea1400. 00800000:00000002:3.0:1789603690.987053:0:35312:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:3.0:1789603690.987059:0:35312:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603690.987065:0:35312:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603690.987068:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501673ba0 00800000:00000002:3.0:1789603690.987070:0:35312:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603690.987074:0:35312:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789603690.987078:0:35312:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603690.987081:0:35312:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603690.987084:0:35312:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603690.987087:0:35312:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603690.987090:0:35312:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603690.987092:0:35312:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603690.987094:0:35312:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603690.987100:0:35312:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789603690.987106:0:35312:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603690.987108:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501673a70 00000002:00010000:3.0:1789603690.987109:0:35312:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789603690.987114:0:35312:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789603690.987116:0:35312:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603690.987120:0:35312:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789603690.987128:0:35312:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603690.987131:0:35312:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603690.987133:0:35312:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603690.987135:0:35312:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789603690.987138:0:35312:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789603690.987145:0:35312:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49180. 00000020:00000040:3.0:1789603690.987150:0:35312:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:3.0:1789603690.987158:0:35312:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789603690.987164:0:35312:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603690.987173:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.987175:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603690.987177:0:35312:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603690.987180:0:35312:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603690.987183:0:35312:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603690.987188:0:35312:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603690.987196:0:35312:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb80511c400. 00000100:00000001:3.0:1789603690.987205:0:35312:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.987211:0:35312:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603690.987214:0:35312:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.987215:0:35312:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603690.987217:0:35312:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.987219:0:35312:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603690.987225:0:35312:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00010000:00000001:3.0:1789603690.987230:0:35312:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789603690.987232:0:35312:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789603690.987236:0:35312:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb8042bb500. 00010000:00000010:3.0:1789603690.987241:0:35312:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80502b000. 00010000:00000001:3.0:1789603690.987245:0:35312:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789603690.987250:0:35312:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb8131e5e00. 00000020:00000001:3.0:1789603690.987254:0:35312:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789603690.987259:0:35312:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb8131e5e00 with handle 0xa04c19c788fe5571 to hash 00000020:00000001:3.0:1789603690.987261:0:35312:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789603690.987263:0:35312:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.987268:0:35312:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.987272:0:35312:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603690.987276:0:35312:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603690.987281:0:35312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe5571 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603690.987292:0:35312:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe5571 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35312 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603690.987304:0:35312:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe5571 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35312 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789603690.987310:0:35312:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603690.987312:0:35312:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603690.987320:0:35312:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8209d6000. 00000100:00000001:3.0:1789603690.987323:0:35312:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112391196672 : -106961318354944 : ffff9eb8209d6000) 00000100:00000001:3.0:1789603690.987326:0:35312:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603690.987328:0:35312:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00000100:00000001:3.0:1789603690.987334:0:35312:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603690.987479:0:35312:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603690.987483:0:35312:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603690.987485:0:35312:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603690.987499:0:35312:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49180 x1876533442920832/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603690.987640:0:35312:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603690.987645:0:35312:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603690.987652:0:35312:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603690.987655:0:35312:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603690.987657:0:35312:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603690.987663:0:35312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35312:1876533442920832:192.168.204.129@tcp:101:lfs.0 00000100:00000001:3.0:1789603690.987668:0:35312:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603690.987674:0:35312:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603690.987677:0:35312:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603690.987680:0:35312:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603690.987686:0:35312:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb82036a800. 02000000:00000001:3.0:1789603690.987688:0:35312:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603690.987697:0:35312:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603690.987852:0:35312:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748580. 00000400:00000010:3.0:1789603690.987862:0:35312:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0dd0. 00000100:00000200:3.0:1789603690.987870:0:35312:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442920832, portal 10 00000100:00000001:3.0:1789603690.987872:0:35312:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603690.987874:0:35312:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00000100:00000040:3.0:1789603690.987881:0:35312:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810b49180 x1876533442920832/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603690.987889:0:35312:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603690.987892:0:35312:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603690.987895:0:35312:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0bb0. 00000100:00000200:3.0:1789603690.987898:0:35312:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876533442920832, offset 0 00000400:00000200:3.0:1789603690.987905:0:35312:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603690.987916:0:35312:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.987926:0:35312:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603690.987934:0:35312:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603690.987938:0:35312:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603690.987942:0:35312:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603690.987945:0:35312:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603690.987949:0:35312:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2960:2960:256:4294967295] 192.168.204.129@tcp LPNI seq info [2960:2960:8:4294967295] 00000400:00000200:3.0:1789603690.987954:0:35312:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.987966:0:35312:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603690.987972:0:35312:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603690.988051:0:35312:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f000. 00000800:00000200:3.0:1789603690.988061:0:35312:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603690.988071:0:35312:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603690.988076:0:35312:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1789603690.988163:0:35312:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603690.988169:0:35312:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 880956 usecs (881 jiffies) 00000400:00000200:3.0:1789603690.988173:0:35312:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603690.988176:0:35312:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296690802 00000100:00000001:3.0:1789603690.988187:0:35312:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296690730 00000100:00000001:3.0:1789603690.988194:0:35312:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296690802 00000100:00000001:3.0:1789603690.988198:0:35312:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296690730 00000100:00000001:3.0:1789603690.988201:0:35312:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603690.988205:0:35312:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603690.988207:0:35312:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603690.988214:0:35312:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603690.988218:0:35312:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8209d6000 going to sleep for 11 seconds 00000100:00000001:3.0:1789603690.988221:0:35312:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603690.988224:0:35312:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603690.988805:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603690.988812:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f000. 00000400:00000200:2.0:1789603690.988820:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603690.988837:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603690.988845:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0bb0 00000400:00000010:2.0:1789603690.988850:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0bb0. 00000100:00000001:2.0:1789603690.988855:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603690.988861:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49180 x1876533442920832/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603706 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603690.988874:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603690.988878:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b49180 x1876533442920832/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603706 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603690.988886:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603690.988888:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603690.992105:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603690.992129:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603690.992135:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603690.992137:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603690.992149:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603690.992158:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603690.992169:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603690.992176:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603690.992183:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603690.992189:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d464180 00000400:00000200:2.0:1789603690.992198:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603690.992206:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x867d [1] + 224 00000800:00000001:2.0:1789603690.992215:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603690.992224:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603690.992229:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603690.992235:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603690.992246:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603690.992257:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49180 x1876533442920832/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603706 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603690.992282:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb810b49180 x1876533442920832/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603706 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603690.992299:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603690.992310:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603690.992314:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603690.992329:0:35312:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603690.992338:0:35312:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603690.992341:0:35312:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603690.992345:0:35312:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748580. 00000400:00000200:3.0:1789603690.992351:0:35312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0dd0 00000400:00000010:3.0:1789603690.992354:0:35312:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0dd0. 00000100:00000001:3.0:1789603690.992357:0:35312:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603690.992362:0:35312:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49180 x1876533442920832/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603706 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789603690.992371:0:35312:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49180 x1876533442920832/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603706 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603690.992377:0:35312:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603690.992379:0:35312:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603690.992382:0:35312:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603690.992386:0:35312:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603690.992389:0:35312:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603690.992393:0:35312:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603690.992397:0:35312:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603690.992411:0:35312:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=88 v=5 (5 106 106 106) 00000100:00001000:3.0:1789603690.992416:0:35312:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603690.992419:0:35312:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603690.992421:0:35312:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.992424:0:35312:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603690.992429:0:35312:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603690.992433:0:35312:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603690.992436:0:35312:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967638 00000100:00000001:3.0:1789603690.992439:0:35312:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603690.992443:0:35312:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603690.992448:0:35312:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49180 x1876533442920832/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603706 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603690.992456:0:35312:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603690.992459:0:35312:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603690.992461:0:35312:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603690.992466:0:35312:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49180 x1876533442920832/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603706 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789603690.992474:0:35312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35312:1876533442920832:192.168.204.129@tcp:101:lfs.0 00000100:00000001:3.0:1789603690.992480:0:35312:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603690.992484:0:35312:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603690.992487:0:35312:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789603690.992489:0:35312:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603690.992493:0:35312:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49180 x1876533442920832/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603706 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603690.992500:0:35312:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603690.992504:0:35312:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8209d6000. 00000100:00000001:3.0:1789603690.992508:0:35312:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789603690.992545:0:35312:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.992548:0:35312:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789603690.992554:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603690.992557:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603690.992562:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=4 00000020:00000001:3.0:1789603690.992565:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.992568:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000040:3.0:1789603690.992576:0:35312:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb8131e5e00, remote cookie: 0x31dbb14d74e921e2, flags: 0x1001 00010000:00010000:3.0:1789603690.992583:0:35312:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe5571 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e921e2 expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603690.992594:0:35312:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe5571 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e921e2 expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603690.992601:0:35312:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789603690.992607:0:35312:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789603690.992609:0:35312:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789603690.992611:0:35312:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789603690.992612:0:35312:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789603690.992615:0:35312:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9eb8042bb500) refcount = 1 00010000:00010000:3.0:1789603690.992620:0:35312:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe5571 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e921e2 expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603690.992626:0:35312:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789603690.992630:0:35312:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789603690.992632:0:35312:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603690.992636:0:35312:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789603690.992639:0:35312:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603690.992643:0:35312:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe5571 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e921e2 expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603690.992650:0:35312:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789603690.992652:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.992654:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603690.992655:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.992656:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603690.992658:0:35312:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603690.992664:0:35312:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789603690.992665:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603690.992667:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603690.992669:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=3 00000020:00000001:3.0:1789603690.992671:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.992673:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.992676:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603690.992677:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603690.992679:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=4 00000020:00000001:3.0:1789603690.992681:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.992683:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.992686:0:35312:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603690.992690:0:35312:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603690.992693:0:35312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe5571 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e921e2 expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603690.992715:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.992717:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603690.992718:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603690.992720:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603690.992721:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=5 00000020:00000001:3.0:1789603690.992723:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.992725:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.992728:0:35312:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603690.992731:0:35312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe5571 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e921e2 expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603690.992738:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.992739:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789603690.992742:0:35312:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe5571 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e921e2 expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603690.992754:0:35312:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603690.992756:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.992757:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603690.992758:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.992759:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789603690.992764:0:35312:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb810b49180 x1876533442920832/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603706 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789603690.992774:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603690.992775:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603690.992776:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=3 00000020:00000001:3.0:1789603690.992778:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.992780:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.992783:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.992784:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603690.992785:0:35312:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603690.992787:0:35312:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603690.992791:0:35312:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789603690.992795:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603690.992796:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603690.992797:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=3 00000020:00000001:3.0:1789603690.992799:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.992801:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00000002:00010000:3.0:1789603690.992804:0:35312:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe5571 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e921e2 expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603690.992810:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.992811:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603690.992813:0:35312:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789603690.992814:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603690.992815:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603690.992816:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=3 00000020:00000001:3.0:1789603690.992818:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.992821:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000040:3.0:1789603690.992839:0:35312:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb500 count: 2 00010000:00000001:3.0:1789603690.992843:0:35312:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789603690.992847:0:35312:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1789603690.992850:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.992851:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603690.992853:0:35312:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789603690.992857:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5016739f8 00000002:00002000:3.0:1789603690.992859:0:35312:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789603690.992861:0:35312:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603690.992866:0:35312:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603690.992869:0:35312:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789603690.992872:0:35312:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789603690.992875:0:35312:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603690.992879:0:35312:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:3.0:1789603690.992883:0:35312:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb814ea1400. 00000080:00000001:3.0:1789603690.992888:0:35312:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789603690.992891:0:35312:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789603690.992898:0:35312:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789603690.992903:0:35312:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789603690.992909:0:35312:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb807d57140. 00800000:00000001:3.0:1789603690.992912:0:35312:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637111975440704 : -106961734110912 : ffff9eb807d57140) 00800000:00000001:3.0:1789603690.992914:0:35312:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603690.992916:0:35312:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789603690.992920:0:35312:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789603690.992922:0:35312:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1789603690.992925:0:35312:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789603690.992928:0:35312:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789603690.992930:0:35312:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.992935:0:35312:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1789603690.992937:0:35312:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1789603690.992940:0:35312:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1789603689 to 1789603690 00000080:00200000:3.0:1789603690.992945:0:35312:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1789603690.992948:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603690.992950:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603690.992951:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=3 00000020:00000001:3.0:1789603690.992953:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.992956:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.992958:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.992959:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789603690.992961:0:35312:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789603690.992964:0:35312:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1789603690.992965:0:35312:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807d57140 1 00800000:00000010:3.0:1789603690.992968:0:35312:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb807d57140. 00800000:00000001:3.0:1789603690.992971:0:35312:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603690.992974:0:35312:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5571 00800000:00000001:3.0:1789603690.992978:0:35312:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603690.992980:0:35312:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603690.992981:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603690.992983:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603690.992984:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=3 00000020:00000001:3.0:1789603690.992986:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.992989:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.992992:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.992993:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603690.992994:0:35312:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603690.992997:0:35312:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.992999:0:35312:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603690.993002:0:35312:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:3.0:1789603690.993006:0:35312:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5571 from it ffffb8e501673cb8 00010000:00000001:3.0:1789603690.993007:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603690.993008:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603690.993010:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=3 00000020:00000001:3.0:1789603690.993012:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.993014:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.993016:0:35312:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603690.993019:0:35312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe5571 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e921e2 expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603690.993031:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.993033:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603690.993034:0:35312:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603690.993037:0:35312:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603690.993040:0:35312:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe5571 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e921e2 expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789603690.993049:0:35312:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603690.993052:0:35312:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603690.993054:0:35312:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603690.993060:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.993061:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603690.993063:0:35312:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.993068:0:35312:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603690.993070:0:35312:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.993072:0:35312:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.993074:0:35312:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.993076:0:35312:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603690.993077:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.993078:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789603690.993080:0:35312:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603690.993084:0:35312:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49180 x1876533442920832/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603706 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603690.993090:0:35312:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603690.993093:0:35312:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603690.993098:0:35312:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb82036a800. 02000000:00000001:3.0:1789603690.993101:0:35312:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603690.993104:0:35312:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603690.993106:0:35312:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603690.993108:0:35312:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603690.993111:0:35312:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb80511c400. 02000000:00000001:3.0:1789603690.993115:0:35312:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603690.993117:0:35312:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603690.993120:0:35312:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49180. 00000100:00000001:3.0:1789603690.993125:0:35312:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603690.993126:0:35312:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603690.993130:0:35312:0:(file.c:6260:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.993135:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501673d08 00000080:00000008:3.0:1789603690.993138:0:35312:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789603690.993901:0:35312:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.993936:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501673d08 00000080:00200008:3.0:1789603690.993939:0:35312:0:(file.c:6307:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789603690.993945:0:35312:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789603690.993947:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501673c80 00000080:00200000:3.0:1789603690.993949:0:35312:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:3.0:1789603690.993954:0:35312:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb814ea1400. 00800000:00000002:3.0:1789603690.993962:0:35312:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:3.0:1789603690.993967:0:35312:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603690.993971:0:35312:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603690.993973:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501673ba0 00800000:00000002:3.0:1789603690.993975:0:35312:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603690.993979:0:35312:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789603690.993983:0:35312:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603690.993986:0:35312:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603690.993989:0:35312:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603690.993991:0:35312:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603690.993993:0:35312:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603690.993996:0:35312:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603690.993998:0:35312:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603690.994003:0:35312:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789603690.994008:0:35312:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603690.994010:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501673a70 00000002:00010000:3.0:1789603690.994012:0:35312:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789603690.994016:0:35312:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789603690.994019:0:35312:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603690.994022:0:35312:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603690.994027:0:35312:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb500 count: 2 00010000:00000001:3.0:1789603690.994029:0:35312:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603690.994034:0:35312:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603690.994039:0:35312:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603690.994043:0:35312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe5571 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e921e2 expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789603690.994054:0:35312:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789603690.994059:0:35312:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603690.994063:0:35312:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe5571 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e921e2 expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789603690.994071:0:35312:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789603690.994073:0:35312:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789603690.994075:0:35312:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603690.994077:0:35312:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603690.994079:0:35312:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789603690.994081:0:35312:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789603690.994084:0:35312:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789603690.994087:0:35312:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:3.0:1789603690.994089:0:35312:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb814ea1400. 00000080:00000001:3.0:1789603690.994093:0:35312:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789603690.994095:0:35312:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603690.994097:0:35312:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:3.0:1789603690.994100:0:35312:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5571 00800000:00000001:3.0:1789603690.994102:0:35312:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603690.994104:0:35312:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603690.994106:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603690.994108:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603690.994110:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=3 00000020:00000001:3.0:1789603690.994112:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.994114:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.994116:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.994118:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603690.994119:0:35312:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603690.994120:0:35312:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603690.994122:0:35312:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5571 from it ffffb8e501673cb8 00010000:00000001:3.0:1789603690.994125:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603690.994126:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603690.994128:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=3 00000020:00000001:3.0:1789603690.994130:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.994132:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.994134:0:35312:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603690.994137:0:35312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe5571 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e921e2 expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789603690.994144:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.994145:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603690.994147:0:35312:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603690.994149:0:35312:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603690.994151:0:35312:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe5571 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e921e2 expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789603690.994158:0:35312:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603690.994161:0:35312:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603690.994163:0:35312:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603690.994166:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.994167:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603690.994169:0:35312:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.994171:0:35312:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603690.994173:0:35312:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.994174:0:35312:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.994176:0:35312:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.994178:0:35312:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603690.994179:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.994181:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789603690.994183:0:35312:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789603690.994184:0:35312:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603690.994187:0:35312:0:(file.c:6260:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603690.994191:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501673d08 00000080:00000008:3.0:1789603690.994193:0:35312:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1789603690.994326:0:35312:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789603690.994329:0:35312:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789603690.994330:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501673b78 00000080:00200000:3.0:1789603690.994333:0:35312:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:3.0:1789603690.994337:0:35312:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb814ea1400. 00800000:00000002:3.0:1789603690.994340:0:35312:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:3.0:1789603690.994342:0:35312:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603690.994344:0:35312:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603690.994345:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501673a98 00800000:00000002:3.0:1789603690.994347:0:35312:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603690.994350:0:35312:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789603690.994351:0:35312:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603690.994353:0:35312:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603690.994354:0:35312:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603690.994356:0:35312:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603690.994358:0:35312:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603690.994359:0:35312:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603690.994361:0:35312:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603690.994364:0:35312:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789603690.994367:0:35312:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603690.994368:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501673968 00000002:00010000:3.0:1789603690.994370:0:35312:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789603690.994373:0:35312:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789603690.994374:0:35312:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603690.994376:0:35312:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603690.994379:0:35312:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb500 count: 2 00010000:00000001:3.0:1789603690.994381:0:35312:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603690.994383:0:35312:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603690.994386:0:35312:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603690.994389:0:35312:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe5571 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e921e2 expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1789603690.994396:0:35312:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789603690.994399:0:35312:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603690.994402:0:35312:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe5571 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e921e2 expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1789603690.994413:0:35312:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789603690.994415:0:35312:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789603690.994417:0:35312:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603690.994418:0:35312:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603690.994420:0:35312:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789603690.994422:0:35312:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789603690.994424:0:35312:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789603690.994426:0:35312:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:3.0:1789603690.994428:0:35312:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb814ea1400. 00000080:00000001:3.0:1789603690.994430:0:35312:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789603690.994432:0:35312:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603690.994434:0:35312:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:3.0:1789603690.994437:0:35312:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5571 00800000:00000001:3.0:1789603690.994439:0:35312:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603690.994441:0:35312:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603690.994442:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603690.994443:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603690.994445:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=3 00000020:00000001:3.0:1789603690.994447:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.994449:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.994451:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.994452:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603690.994453:0:35312:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603690.994455:0:35312:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603690.994457:0:35312:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5571 from it ffffb8e501673bb0 00010000:00000001:3.0:1789603690.994459:0:35312:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603690.994460:0:35312:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603690.994461:0:35312:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=3 00000020:00000001:3.0:1789603690.994463:0:35312:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.994465:0:35312:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:3.0:1789603690.994468:0:35312:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603690.994471:0:35312:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe5571 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e921e2 expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789603690.994477:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.994478:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603690.994479:0:35312:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603690.994481:0:35312:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603690.994483:0:35312:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe5571 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e921e2 expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789603690.994490:0:35312:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603690.994491:0:35312:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603690.994493:0:35312:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603690.994495:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.994496:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603690.994497:0:35312:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.994500:0:35312:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603690.994501:0:35312:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.994503:0:35312:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.994505:0:35312:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603690.994507:0:35312:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603690.994508:0:35312:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603690.994548:0:35312:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789603690.994549:0:35312:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789603690.994551:0:35312:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789603690.994553:0:35312:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 44 00000080:00000001:3.0:1789603690.994557:0:35312:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.994562:0:35312:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:3.0:1789603690.994564:0:35312:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789603690.994566:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501673b78 00000080:00200008:3.0:1789603690.994568:0:35312:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), flags 100000 00000080:00000010:3.0:1789603690.994574:0:35312:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9eb8017a7180. 00000080:00000001:3.0:1789603690.994578:0:35312:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.994580:0:35312:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.994675:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789603690.994678:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:3.0:1789603690.994686:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1789603690.994691:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1789603690.994696:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb80511c400. 00000020:00000001:3.0:1789603690.994701:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603690.994704:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1789603690.994707:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1789603690.994709:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb80511c400 uarg=0000000000000000 00800000:00000001:3.0:1789603690.994717:0:35312:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:3.0:1789603690.994719:0:35312:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9eb81291b000: age 2013, max_age 2021 00000002:00000001:3.0:1789603690.994724:0:35312:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:3.0:1789603690.994727:0:35312:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000010:3.0:1789603690.994734:0:35312:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49180. 00000020:00000040:3.0:1789603690.994737:0:35312:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:3.0:1789603690.994742:0:35312:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603690.994745:0:35312:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603690.994749:0:35312:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603690.994758:0:35312:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb80783f000. 00000100:00000001:3.0:1789603690.994767:0:35312:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603690.994771:0:35312:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603690.994773:0:35312:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603690.994780:0:35312:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8209d6000. 00000100:00000001:3.0:1789603690.994783:0:35312:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112391196672 : -106961318354944 : ffff9eb8209d6000) 00000100:00000001:3.0:1789603690.994786:0:35312:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603690.994788:0:35312:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00000100:00000001:3.0:1789603690.994793:0:35312:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603690.994798:0:35312:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603690.994801:0:35312:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603690.994802:0:35312:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603690.994813:0:35312:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49180 x1876533442920960/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603690.994822:0:35312:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603690.994840:0:35312:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603690.994844:0:35312:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603690.994847:0:35312:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603690.994849:0:35312:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603690.994853:0:35312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35312:1876533442920960:192.168.204.129@tcp:41:lfs.0 00000100:00000001:3.0:1789603690.994858:0:35312:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603690.994864:0:35312:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603690.994866:0:35312:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603690.994869:0:35312:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603690.994874:0:35312:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb80511dc00. 02000000:00000001:3.0:1789603690.994877:0:35312:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603690.994886:0:35312:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603690.994891:0:35312:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748580. 00000400:00000010:3.0:1789603690.994898:0:35312:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0dd0. 00000100:00000200:3.0:1789603690.994905:0:35312:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442920960, portal 10 00000100:00000001:3.0:1789603690.994907:0:35312:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603690.994909:0:35312:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124281216 : -106961585270400 : ffff9eb810b49180) 00000100:00000040:3.0:1789603690.994915:0:35312:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b49180 x1876533442920960/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603706 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603690.994923:0:35312:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603690.994926:0:35312:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603690.994929:0:35312:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0660. 00000100:00000200:3.0:1789603690.994932:0:35312:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442920960, offset 0 00000400:00000200:3.0:1789603690.994940:0:35312:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603690.994950:0:35312:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.994958:0:35312:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603690.994965:0:35312:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603690.994970:0:35312:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603690.994975:0:35312:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603690.994978:0:35312:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603690.994981:0:35312:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2961:2961:256:4294967295] 192.168.204.129@tcp LPNI seq info [2961:2961:8:4294967295] 00000400:00000200:3.0:1789603690.994986:0:35312:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603690.994997:0:35312:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603690.995004:0:35312:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603690.995009:0:35312:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f200. 00000800:00000200:3.0:1789603690.995016:0:35312:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603690.995026:0:35312:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603690.995032:0:35312:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603690.995056:0:35312:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603690.995061:0:35312:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 879845 usecs (880 jiffies) 00000400:00000200:3.0:1789603690.995064:0:35312:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603690.995067:0:35312:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296690808 00000100:00000001:3.0:1789603690.995077:0:35312:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296690802 00000100:00000001:3.0:1789603690.995084:0:35312:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296690808 00000100:00000001:3.0:1789603690.995087:0:35312:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296690802 00000100:00000001:3.0:1789603690.995090:0:35312:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603690.995093:0:35312:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603690.995095:0:35312:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603690.995097:0:35312:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603690.995100:0:35312:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8209d6000 going to sleep for 11 seconds 00000100:00000001:3.0:1789603690.995103:0:35312:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603690.995106:0:35312:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603691.002962:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603691.002982:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f200. 00000400:00000200:2.0:1789603691.002992:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603691.003003:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603691.003012:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0660 00000400:00000010:2.0:1789603691.003015:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0660. 00000100:00000001:2.0:1789603691.003022:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603691.003031:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49180 x1876533442920960/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603706 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603691.003045:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603691.003049:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b49180 x1876533442920960/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603706 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603691.003057:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.003059:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603691.003072:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603691.003087:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603691.003090:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603691.003093:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603691.003100:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.003105:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603691.003114:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.003119:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.003125:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.003131:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 368 into portal 10 MB=0x6aab27d464200 00000400:00000200:2.0:1789603691.003137:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.003143:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 368/368 into md 0x868d [1] + 224 00000800:00000001:2.0:1789603691.003153:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603691.003160:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603691.003162:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603691.003165:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603691.003170:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603691.003173:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49180 x1876533442920960/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603706 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603691.003182:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9eb810b49180 x1876533442920960/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603706 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603691.003204:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603691.003210:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603691.003212:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603691.003369:0:35312:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603691.003380:0:35312:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603691.003382:0:35312:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603691.003385:0:35312:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748580. 00000400:00000200:1.0:1789603691.003390:0:35312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0dd0 00000400:00000010:1.0:1789603691.003393:0:35312:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0dd0. 00000100:00000001:1.0:1789603691.003396:0:35312:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603691.003401:0:35312:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49180 x1876533442920960/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603706 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603691.003410:0:35312:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49180 x1876533442920960/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603706 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603691.003417:0:35312:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603691.003419:0:35312:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603691.003422:0:35312:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603691.003426:0:35312:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603691.003429:0:35312:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603691.003432:0:35312:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603691.003436:0:35312:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603691.003449:0:35312:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=89 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603691.003454:0:35312:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603691.003457:0:35312:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603691.003459:0:35312:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603691.003462:0:35312:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603691.003467:0:35312:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603691.003472:0:35312:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603691.003475:0:35312:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967638 00000100:00000001:1.0:1789603691.003477:0:35312:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603691.003480:0:35312:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603691.003485:0:35312:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49180 x1876533442920960/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603706 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603691.003492:0:35312:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603691.003495:0:35312:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603691.003498:0:35312:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603691.003502:0:35312:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49180 x1876533442920960/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603706 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603691.003535:0:35312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49180 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35312:1876533442920960:192.168.204.129@tcp:41:lfs.0 00000100:00000001:1.0:1789603691.003541:0:35312:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603691.003544:0:35312:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603691.003547:0:35312:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603691.003550:0:35312:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603691.003553:0:35312:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49180 x1876533442920960/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603706 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603691.003560:0:35312:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603691.003564:0:35312:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8209d6000. 00000100:00000001:1.0:1789603691.003568:0:35312:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603691.003570:0:35312:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603691.003576:0:35312:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1789603691.003578:0:35312:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603691.003581:0:35312:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49180 x1876533442920960/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603706 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603691.003587:0:35312:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603691.003590:0:35312:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603691.003593:0:35312:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb80511dc00. 02000000:00000001:1.0:1789603691.003597:0:35312:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603691.003600:0:35312:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603691.003602:0:35312:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603691.003604:0:35312:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603691.003607:0:35312:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb80783f000. 02000000:00000001:1.0:1789603691.003611:0:35312:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603691.003613:0:35312:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603691.003616:0:35312:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49180. 00000100:00000001:1.0:1789603691.003620:0:35312:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603691.003621:0:35312:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789603691.003623:0:35312:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603691.003624:0:35312:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603691.003627:0:35312:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:1.0:1789603691.003630:0:35312:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9eb81291b000: update ffff9eb807101e18 cache blocks 317379/353529 objects 1023702/1024000 00800000:00000001:1.0:1789603691.003637:0:35312:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603691.003644:0:35312:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.003648:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603691.003650:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb80511c400. 00000080:00000001:1.0:1789603691.003654:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.003658:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.003753:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.003756:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.003766:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.003769:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.003776:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.003781:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.003784:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.003788:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.003789:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.003797:0:35312:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:1.0:1789603691.003799:0:35312:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff9eb81291b000: age 2013, max_age 2021 00000002:00000001:1.0:1789603691.003803:0:35312:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1789603691.003806:0:35312:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=5 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000010:1.0:1789603691.003812:0:35312:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd4000. 00000020:00000040:1.0:1789603691.003815:0:35312:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=6 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603691.003819:0:35312:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603691.003822:0:35312:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603691.003839:0:35312:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603691.003849:0:35312:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9d00. 00000100:00000001:1.0:1789603691.003857:0:35312:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603691.003861:0:35312:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603691.003862:0:35312:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603691.003869:0:35312:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb804077780. 00000100:00000001:1.0:1789603691.003872:0:35312:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911610240 : -106961797941376 : ffff9eb804077780) 00000100:00000001:1.0:1789603691.003875:0:35312:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603691.003877:0:35312:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957078016 : -106961752473600 : ffff9eb806bd4000) 00000100:00000001:1.0:1789603691.003882:0:35312:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603691.003886:0:35312:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603691.003889:0:35312:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603691.003891:0:35312:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603691.003897:0:35312:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd4000 x1876533442921088/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603691.003905:0:35312:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603691.003907:0:35312:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603691.003911:0:35312:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603691.003915:0:35312:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603691.003917:0:35312:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603691.003921:0:35312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd4000 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35312:1876533442921088:192.168.204.129@tcp:41:lfs.0 00000100:00000001:1.0:1789603691.003925:0:35312:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603691.003931:0:35312:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603691.003933:0:35312:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603691.003936:0:35312:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603691.003941:0:35312:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a4800. 02000000:00000001:1.0:1789603691.003943:0:35312:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603691.003948:0:35312:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603691.003952:0:35312:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603691.003956:0:35312:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcdd0. 00000100:00000200:1.0:1789603691.003962:0:35312:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442921088, portal 10 00000100:00000001:1.0:1789603691.003964:0:35312:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603691.003965:0:35312:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957078016 : -106961752473600 : ffff9eb806bd4000) 00000100:00000040:1.0:1789603691.003972:0:35312:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd4000 x1876533442921088/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603707 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603691.003996:0:35312:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603691.003999:0:35312:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603691.004002:0:35312:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc990. 00000100:00000200:1.0:1789603691.004007:0:35312:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442921088, offset 0 00000400:00000200:1.0:1789603691.004015:0:35312:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603691.004023:0:35312:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603691.004033:0:35312:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603691.004039:0:35312:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603691.004044:0:35312:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603691.004048:0:35312:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603691.004052:0:35312:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603691.004056:0:35312:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2962:2962:256:4294967295] 192.168.204.129@tcp LPNI seq info [2962:2962:8:4294967295] 00000400:00000200:1.0:1789603691.004061:0:35312:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603691.004072:0:35312:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603691.004079:0:35312:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603691.004084:0:35312:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9300. 00000800:00000200:1.0:1789603691.004091:0:35312:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603691.004100:0:35312:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603691.004105:0:35312:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603691.004125:0:35312:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603691.004130:0:35312:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21215 usecs (22 jiffies) 00000400:00000200:1.0:1789603691.004134:0:35312:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603691.004137:0:35312:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296689958 00000100:00000001:1.0:1789603691.004140:0:35312:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296690808 00000100:00000001:1.0:1789603691.004143:0:35312:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296689958 00000100:00000001:1.0:1789603691.004146:0:35312:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296690808 00000100:00000001:1.0:1789603691.004148:0:35312:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603691.004152:0:35312:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603691.004155:0:35312:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603691.004156:0:35312:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603691.004159:0:35312:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb804077780 going to sleep for 11 seconds 00000100:00000001:1.0:1789603691.004162:0:35312:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603691.004164:0:35312:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603691.004639:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603691.004644:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9300. 00000400:00000200:2.0:1789603691.004649:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603691.004655:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603691.004661:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc990 00000400:00000010:2.0:1789603691.004663:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc990. 00000100:00000001:2.0:1789603691.004667:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603691.004673:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4000 x1876533442921088/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603707 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603691.004683:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603691.004686:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4000 x1876533442921088/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603707 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603691.004693:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.004695:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603691.010161:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603691.010185:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603691.010191:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603691.010195:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603691.010208:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.010217:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603691.010228:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.010234:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.010240:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.010245:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 368 into portal 10 MB=0x6aab27d464280 00000400:00000200:2.0:1789603691.010252:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.010259:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 368/368 into md 0x869d [1] + 224 00000800:00000001:2.0:1789603691.010269:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603691.010277:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603691.010282:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603691.010445:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603691.010457:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603691.010470:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4000 x1876533442921088/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603707 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603691.010482:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9eb806bd4000 x1876533442921088/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603691.010507:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603691.010569:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603691.010573:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603691.010674:0:35312:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603691.010683:0:35312:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603691.010686:0:35312:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603691.010691:0:35312:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603691.010697:0:35312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcdd0 00000400:00000010:1.0:1789603691.010700:0:35312:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcdd0. 00000100:00000001:1.0:1789603691.010704:0:35312:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603691.010709:0:35312:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4000 x1876533442921088/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603691.010719:0:35312:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4000 x1876533442921088/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603691.010726:0:35312:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603691.010728:0:35312:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603691.010731:0:35312:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603691.010735:0:35312:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603691.010738:0:35312:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603691.010741:0:35312:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603691.010745:0:35312:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603691.010758:0:35312:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=89 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603691.010763:0:35312:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=89 v=5 (1 1 1 1) 00000100:00000001:1.0:1789603691.010766:0:35312:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603691.010768:0:35312:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603691.010771:0:35312:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603691.010775:0:35312:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603691.010779:0:35312:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603691.010782:0:35312:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967334 00000100:00000001:1.0:1789603691.010785:0:35312:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603691.010789:0:35312:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603691.010795:0:35312:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4000 x1876533442921088/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603691.010802:0:35312:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603691.010806:0:35312:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603691.010808:0:35312:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603691.010813:0:35312:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4000 x1876533442921088/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603707 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603691.010821:0:35312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4000 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35312:1876533442921088:192.168.204.129@tcp:41:lfs.0 00000100:00000001:1.0:1789603691.010881:0:35312:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603691.010885:0:35312:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603691.010888:0:35312:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603691.010890:0:35312:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603691.010896:0:35312:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4000 x1876533442921088/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603707 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603691.010904:0:35312:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603691.010907:0:35312:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb804077780. 00000100:00000001:1.0:1789603691.010912:0:35312:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603691.010914:0:35312:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603691.010922:0:35312:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1789603691.010924:0:35312:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603691.010927:0:35312:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4000 x1876533442921088/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603707 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603691.010933:0:35312:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603691.010936:0:35312:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603691.010940:0:35312:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a4800. 02000000:00000001:1.0:1789603691.010944:0:35312:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603691.010947:0:35312:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603691.010950:0:35312:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=5 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603691.010952:0:35312:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603691.010956:0:35312:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9d00. 02000000:00000001:1.0:1789603691.010960:0:35312:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603691.010962:0:35312:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603691.010965:0:35312:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4000. 00000100:00000001:1.0:1789603691.010969:0:35312:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603691.010970:0:35312:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789603691.010972:0:35312:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603691.010973:0:35312:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603691.010975:0:35312:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:1.0:1789603691.010979:0:35312:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff9eb81291b000: update ffff9eb8030b5198 cache blocks 317414/353529 objects 1023735/1024000 00800000:00000001:1.0:1789603691.010984:0:35312:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603691.010992:0:35312:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.010995:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603691.010998:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.011002:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.011005:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.011143:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.011146:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.011156:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.011160:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.011166:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.011172:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.011174:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.011178:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.011180:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.011185:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011187:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011190:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.011192:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.011195:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011197:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011202:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.011204:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.011206:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.011208:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.011210:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.011213:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.011215:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.011216:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.011217:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.011221:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011222:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011224:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.011227:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.011229:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011231:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011234:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.011236:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.011238:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.011240:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.011242:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.011244:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.011246:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.011247:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.011249:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.011251:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011253:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011255:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.011257:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.011260:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011261:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011264:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.011265:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.011268:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.011269:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.011272:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.011274:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.011276:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.011277:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.011278:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.011281:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011294:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011296:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.011299:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.011302:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011303:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011307:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.011309:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.011312:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.011313:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.011315:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.011318:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.011319:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.011321:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.011322:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.011327:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011328:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011330:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.011333:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.011335:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011346:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011351:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.011352:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.011355:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.011356:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.011359:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.011361:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.011363:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.011364:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.011366:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.011368:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011370:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011372:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.011374:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.011376:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011378:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011381:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.011382:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.011385:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.011386:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.011388:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.011390:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.011392:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.011393:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.011394:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.011407:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011409:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011411:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.011414:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.011416:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011418:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011422:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.011423:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.011426:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.011427:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.011430:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.011433:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.011434:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.011436:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.011437:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.011439:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011441:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011443:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.011445:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.011447:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011449:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011452:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.011454:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.011456:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.011457:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.011460:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.011462:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.011464:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.011465:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.011466:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.011469:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011471:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011472:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.011474:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.011478:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011479:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011483:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.011484:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.011487:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.011488:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.011490:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.011492:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.011494:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.011495:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.011496:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.011499:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011501:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011502:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.011504:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.011507:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011539:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011543:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.011545:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.011548:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.011549:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.011552:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.011554:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.011556:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.011557:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.011558:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.011561:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011563:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011564:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.011566:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.011569:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011570:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011573:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.011575:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.011578:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.011579:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.011581:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.011583:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.011585:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.011586:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.011587:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.011590:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011592:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011594:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.011596:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.011598:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011600:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011603:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.011605:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.011608:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.011609:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.011611:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.011613:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.011614:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.011615:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.011617:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.011619:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011621:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011623:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.011625:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.011628:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011630:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011633:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.011634:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.011636:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.011637:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.011640:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.011643:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.011644:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.011645:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.011646:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.011649:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011651:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011653:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.011655:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.011657:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011659:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011662:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.011663:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.011665:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.011666:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.011668:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.011671:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.011672:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.011673:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.011675:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.011677:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011679:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011681:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.011682:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.011685:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011686:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011689:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.011691:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.011693:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.011694:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.011696:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.011699:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.011700:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.011702:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.011703:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.011706:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011708:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011709:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.011711:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.011713:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011715:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011718:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.011720:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.011722:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.011723:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.011726:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.011728:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.011729:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.011731:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.011732:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.011734:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011737:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011739:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.011741:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.011743:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011745:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011748:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.011750:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.011752:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.011753:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.011755:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.011757:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.011758:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.011759:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.011760:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.011762:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011765:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011766:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.011769:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.011770:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011772:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011774:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.011775:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.011777:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.011778:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.011780:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.011781:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.011783:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.011784:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.011785:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.011787:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011788:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011789:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.011791:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.011792:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011794:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011796:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.011798:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.011800:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.011801:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.011802:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.011804:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.011805:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.011806:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.011807:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.011810:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011812:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011813:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.011815:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.011818:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011819:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011822:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.011823:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.011840:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.011841:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.011843:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.011845:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.011846:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.011848:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.011849:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.011851:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011853:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011854:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.011856:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.011858:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011859:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011863:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.011864:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.011866:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.011867:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.011868:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.011870:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.011871:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.011873:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.011873:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.011875:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011877:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011878:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.011880:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.011881:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011883:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011885:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.011887:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.011889:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.011890:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.011892:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.011894:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.011896:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.011897:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.011898:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.011901:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011902:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011904:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.011905:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.011907:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011908:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011910:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.011912:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.011914:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.011915:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.011916:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.011918:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.011920:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.011921:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.011922:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.011924:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011926:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011928:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.011929:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.011931:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011933:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011936:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.011937:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.011939:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.011940:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.011943:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.011945:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.011946:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.011947:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.011949:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.011951:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011952:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011954:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.011956:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.011958:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011960:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011963:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.011964:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.011966:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.011967:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.011970:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.011972:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.011973:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.011974:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.011976:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.011978:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011980:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011982:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.011984:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.011986:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011988:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.011991:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.011992:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.011994:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.011996:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.011998:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.012000:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.012001:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.012004:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.012005:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.012007:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012009:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012010:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.012012:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.012014:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012016:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012019:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.012020:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.012023:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.012024:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.012026:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.012029:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.012030:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.012031:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.012033:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.012035:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012038:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012040:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.012042:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.012044:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012046:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012049:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.012051:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.012053:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.012054:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.012057:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.012059:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.012061:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.012062:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.012063:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.012066:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012069:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012070:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.012072:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.012074:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012076:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012079:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.012081:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.012083:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.012084:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.012086:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.012089:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.012090:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.012091:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.012093:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.012095:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012097:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012099:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.012101:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.012104:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012106:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012109:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.012110:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.012113:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.012114:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.012116:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.012119:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.012120:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.012122:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.012123:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.012125:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012128:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012129:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.012131:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.012133:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012135:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012138:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.012140:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.012142:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.012143:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.012146:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.012148:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.012149:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.012150:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.012152:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.012155:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012157:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012158:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.012160:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.012162:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012165:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012168:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.012169:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.012172:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.012173:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.012175:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.012177:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.012179:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.012180:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.012181:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.012184:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012186:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012188:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.012190:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.012192:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012194:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012196:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.012199:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.012201:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.012202:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.012204:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.012206:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.012208:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.012209:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.012211:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.012213:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012215:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012217:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.012219:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.012222:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012223:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012227:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.012228:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.012231:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.012232:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.012234:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.012236:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.012238:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.012239:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.012241:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.012243:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012245:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012247:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.012249:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.012252:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012253:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012256:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.012258:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.012260:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.012261:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.012264:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.012266:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.012268:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.012269:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.012270:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.012273:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012274:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012276:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.012278:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.012280:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012282:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012285:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.012286:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.012289:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.012290:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.012292:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.012294:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.012296:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.012297:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.012298:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.012300:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012302:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012304:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.012306:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.012308:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012310:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012313:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.012314:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.012317:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.012318:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.012320:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.012323:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.012325:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.012326:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.012328:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.012330:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012332:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012334:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.012336:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.012339:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012341:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012344:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.012346:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.012349:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.012350:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.012352:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.012355:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.012356:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.012357:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.012359:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.012361:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012363:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012365:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.012367:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.012369:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012370:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012373:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.012374:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.012376:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.012377:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.012380:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.012382:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.012383:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.012384:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.012385:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.012388:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012390:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012392:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.012394:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.012397:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012398:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012402:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.012403:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.012406:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.012407:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.012409:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.012412:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.012413:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.012414:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.012416:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.012419:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012420:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012422:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.012424:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.012426:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012428:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012431:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.012432:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.012435:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.012436:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.012438:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.012440:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.012733:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.012735:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.012737:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.012741:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012743:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012745:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.012748:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.012752:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012754:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012761:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.012763:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.012767:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.012768:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.012771:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.012774:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.012775:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.012776:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.012778:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.012780:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012782:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012784:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.012786:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.012788:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012790:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012793:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.012795:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.012797:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.012799:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.012801:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.012803:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.012805:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.012806:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.012807:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.012810:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012812:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012814:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.012816:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.012818:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012819:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012822:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.012837:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.012840:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.012841:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.012843:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.012845:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.012847:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.012848:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.012849:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.012852:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012854:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012855:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.012857:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.012859:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012861:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012865:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.012866:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.012869:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.012870:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.012871:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.012874:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.012875:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.012876:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.012878:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.012880:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012882:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012884:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.012885:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.012887:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012889:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012891:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.012892:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.012894:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.012895:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.012898:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.012900:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.012902:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.012903:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.012904:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.012907:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012908:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012910:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.012912:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.012915:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012916:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012919:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.012920:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.012922:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.012924:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.012926:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.012928:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.012929:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.012930:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.012932:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.012934:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012936:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012937:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.012939:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.012941:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012943:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012945:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.012947:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.012949:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.012950:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.012952:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.012954:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.012956:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.012958:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.012959:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.012961:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012963:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012965:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.012967:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.012969:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012971:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012973:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.012975:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.012977:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.012978:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.012980:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.012982:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.012984:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.012985:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.012986:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.012989:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012991:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012992:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.012995:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.012997:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.012999:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013002:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.013003:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.013006:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.013007:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.013009:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.013012:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.013013:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.013014:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.013016:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.013018:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013021:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013023:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.013025:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.013027:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013029:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013032:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.013033:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.013036:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.013037:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.013039:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.013042:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.013043:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.013044:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.013046:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.013049:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013051:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013052:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.013055:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.013057:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013059:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013062:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.013064:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.013066:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.013067:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.013070:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.013072:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.013074:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.013075:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.013077:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.013080:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013082:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013084:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.013086:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.013089:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013091:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013094:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.013095:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.013098:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.013099:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.013101:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.013104:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.013105:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.013106:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.013107:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.013110:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013112:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013114:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.013116:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.013118:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013120:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013123:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.013125:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.013127:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.013129:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.013131:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.013133:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.013135:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.013136:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.013137:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.013140:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013142:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013144:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.013146:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.013148:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013150:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013153:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.013155:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.013157:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.013159:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.013161:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.013163:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.013164:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.013165:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.013167:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.013169:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013171:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013173:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.013175:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.013177:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013179:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013182:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.013184:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.013186:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.013187:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.013189:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.013192:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.013193:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.013194:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.013196:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.013198:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013200:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013202:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.013204:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.013206:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013208:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013211:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.013212:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.013215:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.013216:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.013219:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.013222:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.013223:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.013225:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.013226:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.013228:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013230:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013232:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.013234:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.013237:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013239:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013242:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.013244:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.013247:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.013248:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.013250:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.013252:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.013254:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.013255:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.013257:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.013259:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013261:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013263:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.013265:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.013268:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013269:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.013272:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.013273:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.013276:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.013277:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.013280:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.014711:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.014717:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.014721:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.014723:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.014729:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.014732:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.014734:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.014737:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.014742:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.014744:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.014758:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.014760:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.014766:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.014768:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.014774:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.014776:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.014777:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.014778:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.014780:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.014782:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.014785:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.014787:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.014789:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.014791:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.014793:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.014795:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.014797:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.014799:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.014800:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.014802:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.014804:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.014805:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.014806:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.014807:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.014809:0:35312:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.014812:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.014814:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.014815:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.014817:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.014819:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.014821:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.014823:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.014837:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.014838:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.014841:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.014843:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.014845:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603691.014846:0:35312:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603691.014848:0:35312:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00800000:00000001:1.0:1789603691.014850:0:35312:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789603691.014852:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789603691.014854:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1789603691.014856:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.014859:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789603691.014861:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789603691.014865:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.014866:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.014868:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.014870:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.014872:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.014873:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.014875:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.014879:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.014882:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.014890:0:35312:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:1.0:1789603691.014892:0:35312:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff9eb81291b000: age 2013, max_age 2021 00000008:00000001:1.0:1789603691.014896:0:35312:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:1.0:1789603691.014900:0:35312:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000010:1.0:1789603691.014910:0:35312:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd4000. 00000020:00000040:1.0:1789603691.014913:0:35312:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=4 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603691.014918:0:35312:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603691.014919:0:35312:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603691.014922:0:35312:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1789603691.014924:0:35312:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603691.014928:0:35312:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603691.014935:0:35312:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603691.014943:0:35312:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9d00. 00000100:00000001:1.0:1789603691.014950:0:35312:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603691.014954:0:35312:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603691.014956:0:35312:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603691.014963:0:35312:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb804077780. 00000100:00000001:1.0:1789603691.014965:0:35312:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911610240 : -106961797941376 : ffff9eb804077780) 00000100:00000001:1.0:1789603691.014968:0:35312:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603691.014970:0:35312:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957078016 : -106961752473600 : ffff9eb806bd4000) 00000100:00000001:1.0:1789603691.014976:0:35312:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603691.014981:0:35312:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603691.014983:0:35312:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603691.014985:0:35312:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603691.015000:0:35312:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd4000 x1876533442921216/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603691.015010:0:35312:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603691.015012:0:35312:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603691.015017:0:35312:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603691.015019:0:35312:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603691.015022:0:35312:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603691.015026:0:35312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd4000 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35312:1876533442921216:192.168.204.129@tcp:13:lfs.0 00000100:00000001:1.0:1789603691.015031:0:35312:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603691.015038:0:35312:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603691.015040:0:35312:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603691.015043:0:35312:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603691.015049:0:35312:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a4800. 02000000:00000001:1.0:1789603691.015051:0:35312:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603691.015061:0:35312:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603691.015066:0:35312:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603691.015074:0:35312:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcdd0. 00000100:00000200:1.0:1789603691.015084:0:35312:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442921216, portal 4 00000100:00000001:1.0:1789603691.015086:0:35312:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603691.015087:0:35312:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957078016 : -106961752473600 : ffff9eb806bd4000) 00000100:00000040:1.0:1789603691.015095:0:35312:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd4000 x1876533442921216/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603707 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603691.015221:0:35312:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603691.015226:0:35312:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603691.015231:0:35312:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fca18. 00000100:00000200:1.0:1789603691.015236:0:35312:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876533442921216, offset 0 00000400:00000200:1.0:1789603691.015243:0:35312:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603691.015254:0:35312:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603691.015263:0:35312:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603691.015341:0:35312:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603691.015347:0:35312:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603691.015352:0:35312:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603691.015354:0:35312:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603691.015358:0:35312:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2963:2963:256:4294967295] 192.168.204.129@tcp LPNI seq info [2963:2963:8:4294967295] 00000400:00000200:1.0:1789603691.015364:0:35312:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603691.015376:0:35312:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603691.015383:0:35312:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603691.015389:0:35312:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9c00. 00000800:00000200:1.0:1789603691.015545:0:35312:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603691.015555:0:35312:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603691.015560:0:35312:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603691.015585:0:35312:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603691.015591:0:35312:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 189465 usecs (190 jiffies) 00000400:00000200:1.0:1789603691.015594:0:35312:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603691.015597:0:35312:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296690139 00000100:00000001:1.0:1789603691.015601:0:35312:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296690808 00000100:00000001:1.0:1789603691.015603:0:35312:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296690139 00000100:00000001:1.0:1789603691.015606:0:35312:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296690808 00000100:00000001:1.0:1789603691.015608:0:35312:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603691.015612:0:35312:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603691.015614:0:35312:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603691.015616:0:35312:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603691.015620:0:35312:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb804077780 going to sleep for 11 seconds 00000100:00000001:1.0:1789603691.015623:0:35312:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603691.015626:0:35312:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603691.015853:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603691.015858:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9c00. 00000400:00000200:3.0:1789603691.015865:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603691.015871:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603691.015878:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fca18 00000400:00000010:3.0:1789603691.015881:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fca18. 00000100:00000001:3.0:1789603691.015888:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603691.015894:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4000 x1876533442921216/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603707 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603691.015906:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603691.015909:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4000 x1876533442921216/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603707 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603691.015916:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603691.015917:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603691.018744:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603691.018768:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603691.018773:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603691.018775:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603691.018786:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.018796:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603691.018806:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.018812:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.018817:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.018822:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 368 into portal 4 MB=0x6aab27d464300 00000400:00000200:2.0:1789603691.018840:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.018848:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 368/368 into md 0x86a5 [1] + 224 00000800:00000001:2.0:1789603691.018856:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603691.018865:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603691.018869:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603691.018874:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603691.018883:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603691.018894:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4000 x1876533442921216/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603707 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603691.018905:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9eb806bd4000 x1876533442921216/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603691.018932:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603691.018943:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603691.018946:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603691.019034:0:35312:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603691.019044:0:35312:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603691.019047:0:35312:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603691.019052:0:35312:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603691.019058:0:35312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcdd0 00000400:00000010:1.0:1789603691.019061:0:35312:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcdd0. 00000100:00000001:1.0:1789603691.019065:0:35312:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603691.019070:0:35312:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4000 x1876533442921216/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603691.019078:0:35312:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4000 x1876533442921216/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603691.019085:0:35312:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603691.019087:0:35312:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603691.019090:0:35312:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603691.019094:0:35312:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603691.019097:0:35312:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603691.019099:0:35312:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603691.019102:0:35312:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603691.019115:0:35312:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac4f0 time=55 v=5 (5 0 0 0) 00000100:00001000:1.0:1789603691.019119:0:35312:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603691.019122:0:35312:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603691.019124:0:35312:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603691.019127:0:35312:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603691.019131:0:35312:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603691.019136:0:35312:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603691.019139:0:35312:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967335 00000100:00000001:1.0:1789603691.019141:0:35312:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603691.019143:0:35312:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603691.019149:0:35312:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4000 x1876533442921216/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603691.019157:0:35312:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603691.019161:0:35312:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603691.019163:0:35312:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603691.019167:0:35312:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4000 x1876533442921216/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603707 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603691.019175:0:35312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4000 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35312:1876533442921216:192.168.204.129@tcp:13:lfs.0 00000100:00000001:1.0:1789603691.019181:0:35312:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603691.019184:0:35312:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603691.019187:0:35312:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603691.019190:0:35312:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603691.019193:0:35312:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4000 x1876533442921216/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603707 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603691.019201:0:35312:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603691.019204:0:35312:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb804077780. 00000100:00000001:1.0:1789603691.019207:0:35312:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603691.019209:0:35312:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603691.019217:0:35312:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1789603691.019220:0:35312:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603691.019223:0:35312:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4000 x1876533442921216/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603707 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603691.019229:0:35312:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603691.019232:0:35312:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603691.019236:0:35312:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a4800. 02000000:00000001:1.0:1789603691.019239:0:35312:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603691.019242:0:35312:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603691.019243:0:35312:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603691.019247:0:35312:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603691.019250:0:35312:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9d00. 02000000:00000001:1.0:1789603691.019253:0:35312:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603691.019255:0:35312:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603691.019258:0:35312:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4000. 00000100:00000001:1.0:1789603691.019262:0:35312:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603691.019263:0:35312:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1789603691.019267:0:35312:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff9eb81291b000: update ffff9eb8030b1e18 cache blocks 901342/958279 objects 261771/262144 00020000:00000001:1.0:1789603691.019272:0:35312:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603691.019277:0:35312:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.019399:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603691.019404:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.019409:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.019413:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.019493:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.019496:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.019505:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.019812:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.019821:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.019836:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.019839:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.019843:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.019846:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.019853:0:35312:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:1.0:1789603691.019855:0:35312:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff9eb81291b000: age 2013, max_age 2021 00000008:00000001:1.0:1789603691.019858:0:35312:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:1.0:1789603691.019861:0:35312:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000010:1.0:1789603691.019866:0:35312:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd4000. 00000020:00000040:1.0:1789603691.019869:0:35312:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=4 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603691.019872:0:35312:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603691.019873:0:35312:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603691.019875:0:35312:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1789603691.019877:0:35312:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603691.019880:0:35312:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603691.019886:0:35312:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603691.019892:0:35312:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9d00. 00000100:00000001:1.0:1789603691.019900:0:35312:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603691.020052:0:35312:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603691.020055:0:35312:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603691.020062:0:35312:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb804077780. 00000100:00000001:1.0:1789603691.020065:0:35312:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911610240 : -106961797941376 : ffff9eb804077780) 00000100:00000001:1.0:1789603691.020068:0:35312:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603691.020070:0:35312:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957078016 : -106961752473600 : ffff9eb806bd4000) 00000100:00000001:1.0:1789603691.020075:0:35312:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603691.020080:0:35312:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603691.020082:0:35312:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603691.020084:0:35312:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603691.020092:0:35312:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd4000 x1876533442921344/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603691.020100:0:35312:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603691.020103:0:35312:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603691.020106:0:35312:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603691.020110:0:35312:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603691.020112:0:35312:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603691.020116:0:35312:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd4000 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35312:1876533442921344:192.168.204.129@tcp:13:lfs.0 00000100:00000001:1.0:1789603691.020121:0:35312:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603691.020126:0:35312:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603691.020128:0:35312:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603691.020131:0:35312:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603691.020135:0:35312:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a4800. 02000000:00000001:1.0:1789603691.020137:0:35312:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603691.020143:0:35312:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603691.020147:0:35312:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603691.020152:0:35312:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcdd0. 00000100:00000200:1.0:1789603691.020159:0:35312:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442921344, portal 4 00000100:00000001:1.0:1789603691.020161:0:35312:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603691.020162:0:35312:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957078016 : -106961752473600 : ffff9eb806bd4000) 00000100:00000040:1.0:1789603691.020169:0:35312:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd4000 x1876533442921344/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603707 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603691.020182:0:35312:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603691.020184:0:35312:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603691.020187:0:35312:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc5d8. 00000100:00000200:1.0:1789603691.020191:0:35312:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876533442921344, offset 0 00000400:00000200:1.0:1789603691.020197:0:35312:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603691.020205:0:35312:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603691.020213:0:35312:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603691.020219:0:35312:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603691.020223:0:35312:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603691.020227:0:35312:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603691.020230:0:35312:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603691.020234:0:35312:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2964:2964:256:4294967295] 192.168.204.129@tcp LPNI seq info [2964:2964:8:4294967295] 00000400:00000200:1.0:1789603691.020239:0:35312:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603691.020250:0:35312:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603691.020256:0:35312:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603691.020261:0:35312:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9b00. 00000800:00000200:1.0:1789603691.020268:0:35312:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603691.020277:0:35312:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603691.020547:0:35312:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603691.020615:0:35312:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603691.020621:0:35312:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22550 usecs (23 jiffies) 00000400:00000200:1.0:1789603691.020626:0:35312:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603691.020629:0:35312:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296689977 00000100:00000001:1.0:1789603691.020632:0:35312:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296690808 00000100:00000001:1.0:1789603691.020635:0:35312:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296689977 00000100:00000001:1.0:1789603691.020637:0:35312:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296690808 00000100:00000001:1.0:1789603691.020640:0:35312:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603691.020643:0:35312:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603691.020646:0:35312:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603691.020648:0:35312:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603691.020651:0:35312:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb804077780 going to sleep for 11 seconds 00000100:00000001:1.0:1789603691.020654:0:35312:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603691.020657:0:35312:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603691.022833:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603691.022845:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9b00. 00000400:00000200:3.0:1789603691.022853:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603691.022865:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603691.022874:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc5d8 00000400:00000010:3.0:1789603691.022877:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc5d8. 00000100:00000001:3.0:1789603691.022883:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603691.022893:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4000 x1876533442921344/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603707 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603691.022909:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603691.022912:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4000 x1876533442921344/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603707 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603691.022919:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603691.022921:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603691.022935:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603691.022948:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603691.022952:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603691.022954:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603691.022961:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.022966:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603691.022974:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.022979:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.022984:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.022989:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 368 into portal 4 MB=0x6aab27d464380 00000400:00000200:3.0:1789603691.022993:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.023001:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 368/368 into md 0x86ad [1] + 224 00000800:00000001:3.0:1789603691.023010:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603691.023037:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603691.023040:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603691.023044:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603691.023049:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603691.023053:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4000 x1876533442921344/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603707 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603691.023061:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9eb806bd4000 x1876533442921344/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603691.023084:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603691.023092:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603691.023096:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603691.023154:0:35312:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603691.023163:0:35312:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603691.023165:0:35312:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603691.023169:0:35312:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603691.023173:0:35312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcdd0 00000400:00000010:1.0:1789603691.023175:0:35312:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcdd0. 00000100:00000001:1.0:1789603691.023178:0:35312:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603691.023183:0:35312:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4000 x1876533442921344/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603691.023191:0:35312:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4000 x1876533442921344/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603691.023197:0:35312:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603691.023199:0:35312:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603691.023202:0:35312:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603691.023206:0:35312:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603691.023209:0:35312:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603691.023212:0:35312:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603691.023215:0:35312:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603691.023227:0:35312:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8cf0 time=86 v=5 (5 0 0 0) 00000100:00001000:1.0:1789603691.023232:0:35312:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603691.023234:0:35312:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603691.023236:0:35312:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603691.023239:0:35312:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603691.023244:0:35312:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603691.023248:0:35312:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603691.023250:0:35312:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:1.0:1789603691.023252:0:35312:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603691.023254:0:35312:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603691.023259:0:35312:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4000 x1876533442921344/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603691.023273:0:35312:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603691.023277:0:35312:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603691.023279:0:35312:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603691.023293:0:35312:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4000 x1876533442921344/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603707 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603691.023302:0:35312:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4000 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35312:1876533442921344:192.168.204.129@tcp:13:lfs.0 00000100:00000001:1.0:1789603691.023307:0:35312:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603691.023310:0:35312:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603691.023313:0:35312:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603691.023315:0:35312:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603691.023319:0:35312:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4000 x1876533442921344/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603707 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603691.023326:0:35312:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603691.023329:0:35312:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb804077780. 00000100:00000001:1.0:1789603691.023333:0:35312:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603691.023334:0:35312:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603691.023351:0:35312:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1789603691.023353:0:35312:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603691.023357:0:35312:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4000 x1876533442921344/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603707 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603691.023363:0:35312:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603691.023366:0:35312:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603691.023369:0:35312:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a4800. 02000000:00000001:1.0:1789603691.023372:0:35312:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603691.023376:0:35312:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603691.023377:0:35312:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603691.023380:0:35312:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603691.023383:0:35312:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9d00. 02000000:00000001:1.0:1789603691.023385:0:35312:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603691.023388:0:35312:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603691.023390:0:35312:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4000. 00000100:00000001:1.0:1789603691.023394:0:35312:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603691.023396:0:35312:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1789603691.023401:0:35312:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff9eb81291b000: update ffff9eb8030b0458 cache blocks 901366/958279 objects 261773/262144 00020000:00000001:1.0:1789603691.023406:0:35312:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603691.023411:0:35312:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.023415:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603691.023417:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.023422:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.023425:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.023501:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.023504:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.023539:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.023542:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.023549:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.023554:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.023556:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.023560:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.023562:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.023566:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023568:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023570:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.023572:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.023575:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023577:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023582:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.023583:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.023586:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.023587:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.023590:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.023592:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.023594:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.023595:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.023596:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.023599:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023600:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023603:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.023605:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.023606:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023608:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023611:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.023612:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.023615:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.023616:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.023618:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.023620:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.023621:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.023623:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.023624:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.023627:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023628:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023630:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.023632:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.023634:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023636:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023639:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.023640:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.023642:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.023643:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.023645:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.023647:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.023648:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.023649:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.023651:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.023653:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023655:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023657:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.023659:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.023661:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023663:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023666:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.023667:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.023670:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.023671:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.023673:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.023675:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.023676:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.023677:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.023679:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.023681:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023683:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023684:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.023687:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.023689:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023691:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023694:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.023695:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.023698:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.023699:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.023701:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.023703:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.023704:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.023705:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.023707:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.023710:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023711:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023713:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.023715:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.023717:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023718:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023721:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.023723:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.023725:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.023726:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.023728:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.023730:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.023731:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.023732:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.023734:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.023736:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023738:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023739:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.023741:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.023743:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023745:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023748:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.023749:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.023751:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.023753:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.023754:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.023757:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.023758:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.023759:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.023761:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.023763:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023765:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023767:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.023769:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.023771:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023772:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023775:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.023776:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.023779:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.023780:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.023782:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.023784:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.023786:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.023787:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.023788:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.023791:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023793:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023794:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.023797:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.023799:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023801:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023804:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.023805:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.023807:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.023809:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.023811:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.023813:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.023815:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.023816:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.023817:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.023819:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023821:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023835:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.023838:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.023840:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023842:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023845:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.023847:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.023849:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.023850:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.023853:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.023855:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.023857:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.023859:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.023860:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.023863:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023865:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023866:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.023868:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.023870:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023872:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023875:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.023877:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.023879:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.023880:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.023883:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.023885:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.023887:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.023888:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.023889:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.023891:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023894:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023896:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.023898:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.023900:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023901:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023905:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.023906:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.023909:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.023910:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.023912:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.023915:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.023916:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.023918:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.023919:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.023922:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023925:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023927:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.023929:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.023931:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023932:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023936:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.023937:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.023940:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.023941:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.023943:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.023945:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.023947:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.023948:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.023949:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.023952:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023954:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023955:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.023958:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.023960:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023962:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023965:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.023966:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.023969:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.023970:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.023972:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.023974:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.023976:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.023977:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.023978:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.023981:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023983:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023985:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.023987:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.023990:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023991:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.023995:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.023996:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.023998:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.023999:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024002:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024004:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024005:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024006:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024008:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024010:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024012:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024013:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024015:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024017:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024019:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024022:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024024:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024026:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024028:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024030:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024032:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024034:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024035:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024036:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024039:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024041:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024042:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024045:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024047:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024049:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024052:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024054:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024057:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024058:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024060:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024063:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024064:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024066:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024067:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024070:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024071:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024074:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024076:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024078:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024080:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024083:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024084:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024087:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024088:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024091:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024093:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024094:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024096:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024097:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024100:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024102:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024104:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024106:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024108:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024110:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024113:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024114:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024116:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024117:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024120:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024122:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024124:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024125:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024126:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024128:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024131:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024132:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024135:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024137:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024138:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024141:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024142:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024145:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024146:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024148:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024150:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024152:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024153:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024154:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024156:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024158:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024160:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024161:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024163:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024165:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024167:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024169:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024171:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024172:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024174:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024177:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024179:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024181:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024182:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024184:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024186:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024188:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024190:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024192:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024194:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024197:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024198:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024201:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024202:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024204:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024206:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024208:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024209:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024210:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024213:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024214:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024216:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024218:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024220:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024222:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024225:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024227:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024229:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024230:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024233:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024236:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024237:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024239:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024240:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024243:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024245:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024248:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024250:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024252:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024254:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024257:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024258:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024261:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024262:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024264:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024266:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024268:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024269:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024270:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024272:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024274:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024276:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024278:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024280:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024282:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024285:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024287:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024289:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024290:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024292:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024295:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024296:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024297:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024299:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024301:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024303:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024305:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024307:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024309:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024311:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024314:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024315:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024318:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024319:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024321:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024323:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024325:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024325:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024327:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024329:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024331:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024333:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024335:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024337:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024339:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024342:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024343:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024346:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024347:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024350:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024352:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024353:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024354:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024355:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024358:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024360:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024361:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024364:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024366:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024367:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024370:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024372:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024374:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024375:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024378:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024380:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024382:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024383:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024384:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024386:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024388:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024390:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024392:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024394:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024396:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024399:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024401:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024403:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024404:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024407:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024410:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024411:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024412:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024414:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024416:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024418:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024420:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024422:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024424:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024426:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024428:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024430:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024433:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024434:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024437:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024439:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024441:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024442:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024443:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024445:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024447:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024449:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024451:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024454:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024455:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024459:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024460:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024463:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024464:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024467:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024469:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024471:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024472:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024473:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024475:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024477:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024479:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024481:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024483:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024485:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024488:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024490:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024492:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024494:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024496:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024498:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024500:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024501:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024503:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024506:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024508:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024533:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024536:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024539:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024541:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024545:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024547:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024550:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024552:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024554:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024557:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024559:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024560:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024561:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024564:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024566:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024568:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024570:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024572:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024574:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024577:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024579:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024581:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024582:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024585:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024587:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024588:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024589:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024590:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024593:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024596:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024598:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024600:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024602:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024604:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024608:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024609:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024611:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024612:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024615:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024617:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024619:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024620:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024621:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024624:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024626:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024628:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024630:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024632:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024634:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024637:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024638:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024641:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024642:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024644:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024646:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024648:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024649:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024651:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024653:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024655:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024657:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024659:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024661:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024663:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024666:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024668:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024670:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024671:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024674:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024676:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024677:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024678:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024680:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024683:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024685:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024686:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024689:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024690:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024692:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024695:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024696:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024698:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024699:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024701:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024704:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024705:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024706:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024708:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024711:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024713:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024715:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024717:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024719:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024721:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024723:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024725:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024728:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024728:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024731:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024732:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024734:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024735:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024736:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024739:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024741:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024743:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024745:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024747:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024749:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024752:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024754:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024756:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024758:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024760:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024762:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024764:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024765:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024766:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024769:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024771:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024773:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024775:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024777:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024779:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024782:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024783:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024786:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024787:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024790:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024792:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024794:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024795:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024797:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024799:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024801:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024803:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024805:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024807:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024808:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024811:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024813:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024815:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024816:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024819:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024821:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024823:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024835:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024837:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024840:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024842:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024844:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024846:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024848:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024850:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024854:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024856:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024858:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024859:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024862:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024865:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024866:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024868:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024869:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024872:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024874:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024876:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024878:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024880:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024882:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024885:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024886:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024889:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024890:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024893:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024895:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024896:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024897:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024898:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024901:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024903:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024905:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024907:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024908:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024910:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024913:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024914:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024917:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024918:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024920:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024922:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024923:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024925:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024926:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024929:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024931:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024933:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024935:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024937:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024939:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024942:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024944:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024946:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024947:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024950:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024952:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024954:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024955:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024957:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024959:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024961:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024963:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024965:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024967:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024969:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024972:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.024974:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.024977:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.024978:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.024980:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.024983:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.024984:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.024985:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.024987:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.024989:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024992:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.024993:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.024996:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.024998:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025000:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025003:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.025004:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.025007:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.025008:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.025010:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.025012:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.025014:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.025015:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.025016:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.025019:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025020:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025022:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.025025:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.025027:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025029:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025032:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.025033:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.025036:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.025037:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.025039:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.025041:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.025043:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.025044:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.025045:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.025048:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025050:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025051:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.025054:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.025056:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025058:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025061:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.025063:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.025065:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.025066:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.025069:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.025071:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.025072:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.025074:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.025075:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.025078:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025079:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025081:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.025083:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.025085:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025087:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025090:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.025091:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.025093:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.025095:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.025097:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.025099:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.025100:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.025102:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.025103:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.025105:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025107:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025109:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.025111:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.025114:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025115:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025118:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.025120:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.025122:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.025123:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.025126:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.025128:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.025130:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.025131:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.025132:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.025135:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025137:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025139:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.025141:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.025143:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025145:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025148:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.025149:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.025151:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.025152:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.025154:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.025156:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.025157:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.025158:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.025160:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.025162:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025164:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025166:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.025168:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.025169:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025171:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025173:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.025174:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.025176:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.025177:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.025179:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.025181:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.025182:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.025184:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.025185:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.025188:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025190:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025191:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.025193:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.025195:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025197:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025199:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.025201:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.025203:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.025204:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.025206:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.025208:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.025209:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.025210:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.025211:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.025213:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025215:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025217:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.025219:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.025221:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025222:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025224:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.025226:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.025227:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.025228:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.025230:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.025232:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.025234:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.025235:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.025236:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.025239:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025241:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025243:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.025245:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.025247:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025248:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025251:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.025252:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.025255:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.025256:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.025258:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.025260:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.025262:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.025263:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.025264:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.025267:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025269:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025270:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.025273:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.025275:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025277:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025279:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.025281:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.025283:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.025284:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.025286:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.025288:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.025290:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.025291:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.025292:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.025295:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025296:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025298:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.025300:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.025303:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025305:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025308:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.025309:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.025312:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.025313:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.025315:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.025317:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.025319:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.025320:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.025321:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.025324:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025326:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025327:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.025330:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.025332:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025334:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025337:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.025339:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.025341:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.025342:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.025345:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.025347:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.025348:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.025350:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.025351:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.025354:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025356:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025357:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.025359:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.025361:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025363:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025365:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.025367:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.025369:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.025370:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.025372:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.025374:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.025375:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.025376:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.025378:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.025380:0:35312:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025382:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025384:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603691.025386:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.025388:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025390:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603691.025393:0:35312:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603691.025394:0:35312:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7ffddfea2310 00000080:00000001:1.0:1789603691.025397:0:35312:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603691.025398:0:35312:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603691.025400:0:35312:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6000. 00000020:00000001:1.0:1789603691.025402:0:35312:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.025404:0:35312:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603691.025405:0:35312:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603691.025407:0:35312:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6000 uarg=0000000000000000 00020000:00000001:1.0:1789603691.025410:0:35312:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789603691.025412:0:35312:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789603691.025414:0:35312:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1789603691.025416:0:35312:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6000. 00000080:00000001:1.0:1789603691.025419:0:35312:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789603691.025420:0:35312:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789603691.025435:0:35312:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:1.0:1789603691.025439:0:35312:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789603691.025443:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501673dd0 00000080:00200008:1.0:1789603691.025445:0:35312:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), flags 100000 00000080:00400000:1.0:1789603691.025450:0:35312:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1789603691.025456:0:35312:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb8017a7180. 00000080:00000001:1.0:1789603691.025461:0:35312:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789603691.025463:0:35312:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501673dd0 00000080:00000008:1.0:1789603691.025465:0:35312:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9eb808190908), flags 100000, rc = 0 00000080:00000001:1.0:1789603691.025468:0:35312:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.025469:0:35312:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.032158:0:35313:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603691.032168:0:35313:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603691.032171:0:35313:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789603691.032175:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c87bc0 00000080:00200000:1.0:1789603691.032180:0:35313:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:1.0:1789603691.032190:0:35313:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8051ca000. 00800000:00000002:1.0:1789603691.032199:0:35313:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603691.032204:0:35313:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603691.032210:0:35313:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603691.032213:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c87ae0 00800000:00000002:1.0:1789603691.032216:0:35313:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603691.032220:0:35313:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603691.032223:0:35313:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603691.032226:0:35313:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603691.032229:0:35313:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603691.032231:0:35313:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603691.032234:0:35313:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603691.032236:0:35313:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603691.032239:0:35313:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603691.032243:0:35313:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789603691.032250:0:35313:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603691.032252:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c879b0 00000002:00010000:1.0:1789603691.032254:0:35313:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789603691.032257:0:35313:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603691.032260:0:35313:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603691.032264:0:35313:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603691.032274:0:35313:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb500 count: 2 00010000:00000001:1.0:1789603691.032278:0:35313:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603691.032406:0:35313:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603691.032413:0:35313:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789603691.032421:0:35313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe5571 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e921e2 expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1789603691.032435:0:35313:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603691.032442:0:35313:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603691.032447:0:35313:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe5571 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e921e2 expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1789603691.032455:0:35313:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789603691.032457:0:35313:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603691.032459:0:35313:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603691.032461:0:35313:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603691.032464:0:35313:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603691.032466:0:35313:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789603691.032469:0:35313:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789603691.032473:0:35313:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603691.032478:0:35313:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8051ca000. 00000080:00000001:1.0:1789603691.032483:0:35313:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789603691.032485:0:35313:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603691.032488:0:35313:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:1.0:1789603691.032493:0:35313:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5571 00800000:00000001:1.0:1789603691.032497:0:35313:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603691.032500:0:35313:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603691.032502:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603691.032505:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603691.032586:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=3 00000020:00000001:1.0:1789603691.032590:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:1.0:1789603691.032593:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:1.0:1789603691.032597:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603691.032599:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603691.032600:0:35313:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603691.032602:0:35313:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603691.032605:0:35313:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5571 from it ffffb8e501c87bf8 00010000:00000001:1.0:1789603691.032608:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603691.032609:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603691.032611:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5e00 refcount=3 00000020:00000001:1.0:1789603691.032613:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:1.0:1789603691.032615:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164769280 : -106961544782336 : ffff9eb8131e5e00) 00010000:00000001:1.0:1789603691.032618:0:35313:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603691.032621:0:35313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe5571 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e921e2 expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789603691.032628:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603691.032630:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603691.032631:0:35313:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603691.032635:0:35313:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603691.032638:0:35313:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe5571 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e921e2 expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789603691.032646:0:35313:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603691.032650:0:35313:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603691.032652:0:35313:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603691.032658:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603691.032659:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603691.032661:0:35313:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603691.032665:0:35313:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603691.032667:0:35313:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603691.032669:0:35313:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603691.032672:0:35313:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603691.032674:0:35313:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603691.032676:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603691.032677:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603691.032681:0:35313:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789603691.032683:0:35313:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603691.032685:0:35313:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:1.0:1789603691.032692:0:35313:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.032703:0:35313:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789603691.032707:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c87b58 00000080:00002000:1.0:1789603691.032709:0:35313:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9eb8205616c0) flags 0x48000e refc 0 00000080:00000001:1.0:1789603691.032712:0:35313:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603691.032715:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c87bc8 00000080:00200000:1.0:1789603691.032717:0:35313:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:1.0:1789603691.032726:0:35313:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789603691.032728:0:35313:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9eb808122a08), inode mode 81a4 mask 52 00000080:00000001:1.0:1789603691.032731:0:35313:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.032738:0:35313:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789603691.032740:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c87b98 00000080:00200008:1.0:1789603691.032742:0:35313:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x2b:0x0](ffff9eb808122a08), flags 102101 00000080:00000010:1.0:1789603691.032750:0:35313:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9eb812253180. 00000080:00000001:1.0:1789603691.032757:0:35313:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1789603691.032760:0:35313:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8051ca000. 00800000:00000002:1.0:1789603691.032763:0:35313:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603691.032766:0:35313:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603691.032768:0:35313:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603691.032769:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c87a48 00800000:00000002:1.0:1789603691.032772:0:35313:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000405:0x2b:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603691.032776:0:35313:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789603691.032778:0:35313:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603691.032780:0:35313:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603691.032781:0:35313:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603691.032783:0:35313:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603691.032785:0:35313:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603691.032787:0:35313:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1789603691.032789:0:35313:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603691.032791:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c879c8 00800000:00000002:1.0:1789603691.032793:0:35313:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1789603691.032797:0:35313:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603691.032798:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c87900 00000002:00010000:1.0:1789603691.032800:0:35313:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0240102102 00000002:00000001:1.0:1789603691.032804:0:35313:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789603691.032807:0:35313:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789603691.032812:0:35313:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789603691.032816:0:35313:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 2 00010000:00000001:1.0:1789603691.032818:0:35313:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603691.032821:0:35313:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789603691.032839:0:35313:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603691.032841:0:35313:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603691.032843:0:35313:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603691.032845:0:35313:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789603691.032847:0:35313:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb500 count: 2 00010000:00000001:1.0:1789603691.032849:0:35313:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603691.032851:0:35313:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789603691.032854:0:35313:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789603691.032857:0:35313:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe5571 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e921e2 expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:1.0:1789603691.032865:0:35313:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789603691.032870:0:35313:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789603691.032873:0:35313:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789603691.032875:0:35313:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789603691.032877:0:35313:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603691.032879:0:35313:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603691.032881:0:35313:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb500 count: 3 00010000:00000001:1.0:1789603691.032883:0:35313:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603691.032886:0:35313:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603691.032888:0:35313:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603691.032889:0:35313:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603691.032890:0:35313:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb500 count: 3 00010000:00000001:1.0:1789603691.032892:0:35313:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603691.032894:0:35313:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603691.032896:0:35313:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603691.032897:0:35313:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603691.032898:0:35313:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb500 count: 3 00010000:00000001:1.0:1789603691.032900:0:35313:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603691.032903:0:35313:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.032904:0:35313:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789603691.032907:0:35313:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9eb808190840, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789603691.032913:0:35313:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789603691.032915:0:35313:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789603691.032918:0:35313:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789603691.032919:0:35313:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603691.032924:0:35313:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789603691.032927:0:35313:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789603691.032929:0:35313:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789603691.032931:0:35313:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603691.032933:0:35313:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789603691.032935:0:35313:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb8131e5e00 with handle 0xa04c19c788fe5571 from hash 00010000:00000001:1.0:1789603691.032937:0:35313:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789603691.032939:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603691.032940:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603691.032941:0:35313:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789603691.032944:0:35313:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789603691.032946:0:35313:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789603691.032948:0:35313:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789603691.032950:0:35313:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603691.032951:0:35313:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789603691.032957:0:35313:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd4000. 00000020:00000040:1.0:1789603691.032962:0:35313:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:1.0:1789603691.032968:0:35313:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789603691.032970:0:35313:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603691.032973:0:35313:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789603691.032978:0:35313:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603691.032982:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603691.032983:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603691.032984:0:35313:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603691.032987:0:35313:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603691.032990:0:35313:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603691.032994:0:35313:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603691.033003:0:35313:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041a6000. 00000100:00000001:1.0:1789603691.033012:0:35313:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603691.033019:0:35313:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603691.033022:0:35313:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789603691.033026:0:35313:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe5571 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e921e2 expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1789603691.033035:0:35313:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789603691.033038:0:35313:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789603691.033040:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789603691.033042:0:35313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5e00/0xa04c19c788fe5571 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e921e2 expref: -99 pid: 35312 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:1.0:1789603691.033051:0:35313:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb8042bb500 count: 0 00010000:00000010:1.0:1789603691.033059:0:35313:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb80502b000. 00010000:00000001:1.0:1789603691.033073:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603691.033075:0:35313:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603691.033077:0:35313:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603691.033079:0:35313:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603691.033082:0:35313:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603691.033091:0:35313:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446637111957078016 : -106961752473600 : ffff9eb806bd4000) 00010000:00000001:1.0:1789603691.033096:0:35313:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789603691.033099:0:35313:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789603691.033104:0:35313:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb80647cf00. 00010000:00000010:1.0:1789603691.033107:0:35313:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb810da7080. 00010000:00000001:1.0:1789603691.033112:0:35313:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789603691.033116:0:35313:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb814fdd600. 00000020:00000001:1.0:1789603691.033119:0:35313:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789603691.033122:0:35313:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb814fdd600 with handle 0xa04c19c788fe5578 to hash 00000020:00000001:1.0:1789603691.033125:0:35313:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789603691.033127:0:35313:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:1.0:1789603691.033131:0:35313:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:1.0:1789603691.033134:0:35313:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603691.033135:0:35313:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603691.033138:0:35313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5578 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603691.033145:0:35313:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5578 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35313 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789603691.033159:0:35313:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789603691.033178:0:35313:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb806bd4000 x1876533442921600/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789603691.033188:0:35313:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5578 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35313 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789603691.033195:0:35313:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603691.033197:0:35313:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603691.033206:0:35313:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb804077780. 00000100:00000001:1.0:1789603691.033209:0:35313:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911610240 : -106961797941376 : ffff9eb804077780) 00000100:00000001:1.0:1789603691.033213:0:35313:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603691.033215:0:35313:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957078016 : -106961752473600 : ffff9eb806bd4000) 00000100:00000001:1.0:1789603691.033221:0:35313:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603691.033227:0:35313:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603691.033230:0:35313:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603691.033232:0:35313:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603691.033237:0:35313:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd4000 x1876533442921600/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603691.033245:0:35313:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603691.033248:0:35313:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603691.033253:0:35313:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603691.033256:0:35313:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603691.033259:0:35313:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603691.033263:0:35313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd4000 pname:cluuid:pid:xid:nid:opc:job bash:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35313:1876533442921600:192.168.204.129@tcp:101:bash.0 00000100:00000001:1.0:1789603691.033268:0:35313:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603691.033274:0:35313:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603691.033278:0:35313:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603691.033280:0:35313:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603691.033487:0:35313:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9eb807be0000. 02000000:00000001:1.0:1789603691.033491:0:35313:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603691.033502:0:35313:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603691.033508:0:35313:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603691.033670:0:35313:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9eb8041a4800. 00000100:00000200:1.0:1789603691.033680:0:35313:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876533442921600, portal 10 00000100:00000001:1.0:1789603691.033684:0:35313:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603691.033685:0:35313:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957078016 : -106961752473600 : ffff9eb806bd4000) 00000100:00000040:1.0:1789603691.033693:0:35313:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd4000 x1876533442921600/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603707 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603691.033702:0:35313:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603691.033706:0:35313:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603691.033710:0:35313:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcdd0. 00000100:00000200:1.0:1789603691.033715:0:35313:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876533442921600, offset 0 00000400:00000200:1.0:1789603691.033724:0:35313:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603691.033735:0:35313:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603691.033745:0:35313:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603691.033751:0:35313:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603691.033756:0:35313:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603691.033761:0:35313:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603691.033764:0:35313:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603691.033768:0:35313:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2965:2965:256:4294967295] 192.168.204.129@tcp LPNI seq info [2965:2965:8:4294967295] 00000400:00000200:1.0:1789603691.033772:0:35313:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603691.033784:0:35313:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603691.033791:0:35313:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603691.033797:0:35313:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9d00. 00000800:00000200:1.0:1789603691.033805:0:35313:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603691.033813:0:35313:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603691.033818:0:35313:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9d00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1789603691.033913:0:35313:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603691.033918:0:35313:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 878742 usecs (879 jiffies) 00000400:00000200:1.0:1789603691.033922:0:35313:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603691.033926:0:35313:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296690846 00000100:00000001:1.0:1789603691.033936:0:35313:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296690808 00000100:00000001:1.0:1789603691.033942:0:35313:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296690846 00000100:00000001:1.0:1789603691.033946:0:35313:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296690808 00000100:00000001:1.0:1789603691.033950:0:35313:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603691.033953:0:35313:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603691.033956:0:35313:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603691.033958:0:35313:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603691.033962:0:35313:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb804077780 going to sleep for 11 seconds 00000100:00000001:1.0:1789603691.033964:0:35313:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603691.033968:0:35313:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603691.036996:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603691.037011:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9d00. 00000400:00000200:2.0:1789603691.037025:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603691.037038:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603691.037049:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcdd0 00000400:00000010:2.0:1789603691.037053:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcdd0. 00000100:00000001:2.0:1789603691.037062:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603691.037073:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4000 x1876533442921600/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603707 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603691.037088:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603691.037092:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4000 x1876533442921600/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603707 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603691.037100:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.037102:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603691.039417:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603691.039440:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603691.039446:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603691.039450:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603691.039461:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.039470:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603691.039482:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.039488:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.039495:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.039500:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 664 into portal 10 MB=0x6aab27d464480 00000400:00000200:2.0:1789603691.039508:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.039610:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 664/664 into md 0x86b5 [32] + 224 00000800:00000001:2.0:1789603691.039620:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603691.039630:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603691.039634:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603691.039639:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603691.039649:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603691.039660:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4000 x1876533442921600/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603707 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603691.039672:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9eb806bd4000 x1876533442921600/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603691.039728:0:35313:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603691.039786:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603691.039798:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603691.039801:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789603691.039941:0:35313:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603691.039944:0:35313:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603691.039948:0:35313:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603691.039954:0:35313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8041a4800 00000400:00000010:1.0:1789603691.039956:0:35313:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9eb8041a4800. 00000100:00000001:1.0:1789603691.039960:0:35313:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603691.039966:0:35313:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4000 x1876533442921600/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603691.039974:0:35313:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4000 x1876533442921600/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603691.039981:0:35313:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603691.039984:0:35313:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603691.039986:0:35313:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603691.039990:0:35313:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603691.039993:0:35313:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603691.039996:0:35313:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603691.039999:0:35313:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603691.040011:0:35313:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=89 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603691.040016:0:35313:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603691.040019:0:35313:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603691.040021:0:35313:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603691.040024:0:35313:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603691.040028:0:35313:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603691.040033:0:35313:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789603691.040034:0:35313:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789603691.040036:0:35313:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789603691.040039:0:35313:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603691.040041:0:35313:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957078016 : -106961752473600 : ffff9eb806bd4000) 00000100:00000001:1.0:1789603691.040046:0:35313:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603691.040048:0:35313:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967638 00000100:00000001:1.0:1789603691.040050:0:35313:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603691.040053:0:35313:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603691.040058:0:35313:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4000 x1876533442921600/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603707 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603691.040066:0:35313:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603691.040069:0:35313:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603691.040071:0:35313:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603691.040075:0:35313:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4000 x1876533442921600/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603707 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603691.040084:0:35313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4000 pname:cluuid:pid:xid:nid:opc:job bash:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35313:1876533442921600:192.168.204.129@tcp:101:bash.0 00000100:00000001:1.0:1789603691.040090:0:35313:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603691.040093:0:35313:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603691.040096:0:35313:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603691.040098:0:35313:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603691.040101:0:35313:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4000 x1876533442921600/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603707 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603691.040109:0:35313:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603691.040112:0:35313:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb804077780. 00000100:00000001:1.0:1789603691.040115:0:35313:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603691.040117:0:35313:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603691.040121:0:35313:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789603691.040127:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603691.040130:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603691.040134:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd600 refcount=4 00000020:00000001:1.0:1789603691.040137:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:1.0:1789603691.040140:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000040:1.0:1789603691.040148:0:35313:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb814fdd600, remote cookie: 0x31dbb14d74e921f0, flags: 0x1001 00010000:00010000:1.0:1789603691.040154:0:35313:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5578 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e921f0 expref: -99 pid: 35313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789603691.040164:0:35313:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789603691.040168:0:35313:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1789603691.040176:0:35313:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 2 00010000:00000001:1.0:1789603691.040179:0:35313:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1789603691.040182:0:35313:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb80647cf00 count: 0 00010000:00000010:1.0:1789603691.040189:0:35313:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb810da7080. 00010000:00000001:1.0:1789603691.040197:0:35313:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603691.040201:0:35313:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5578 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e921f0 expref: -99 pid: 35313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603691.040209:0:35313:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5578 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e921f0 expref: -99 pid: 35313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603691.040216:0:35313:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789603691.040221:0:35313:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789603691.040223:0:35313:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789603691.040225:0:35313:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789603691.040226:0:35313:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789603691.040229:0:35313:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff9eb81938b800) refcount = 2 00010000:00000040:1.0:1789603691.040233:0:35313:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789603691.040236:0:35313:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789603691.040244:0:35313:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5578 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e921f0 expref: -99 pid: 35313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603691.040250:0:35313:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789603691.040254:0:35313:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789603691.040256:0:35313:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603691.040259:0:35313:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789603691.040263:0:35313:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603691.040267:0:35313:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5578 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e921f0 expref: -99 pid: 35313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603691.040273:0:35313:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789603691.040275:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603691.040277:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603691.040278:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603691.040279:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603691.040280:0:35313:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603691.040808:0:35313:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789603691.040812:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603691.040813:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603691.040816:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd600 refcount=3 00000020:00000001:1.0:1789603691.040819:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:1.0:1789603691.040821:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:1.0:1789603691.040834:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603691.040835:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603691.040837:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd600 refcount=4 00000020:00000001:1.0:1789603691.040839:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:1.0:1789603691.040841:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:1.0:1789603691.040845:0:35313:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603691.041009:0:35313:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603691.041014:0:35313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5578 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e921f0 expref: -99 pid: 35313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603691.041023:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603691.041024:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603691.041026:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603691.041028:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603691.041030:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd600 refcount=5 00000020:00000001:1.0:1789603691.041032:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:1.0:1789603691.041034:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:1.0:1789603691.041037:0:35313:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603691.041041:0:35313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5578 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e921f0 expref: -99 pid: 35313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603691.041047:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603691.041048:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789603691.041051:0:35313:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5578 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e921f0 expref: -99 pid: 35313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603691.041057:0:35313:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603691.041059:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603691.041060:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603691.041061:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603691.041063:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789603691.041071:0:35313:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x2b, status=0 req@ffff9eb806bd4000 x1876533442921600/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603707 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789603691.041083:0:35313:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789603691.041088:0:35313:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb806bd4000 x1876533442921600/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603707 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789603691.041095:0:35313:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603691.041102:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603691.041104:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603691.041106:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd600 refcount=3 00000020:00000001:1.0:1789603691.041108:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:1.0:1789603691.041110:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00000002:00010000:1.0:1789603691.041114:0:35313:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5578 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e921f0 expref: -99 pid: 35313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789603691.041227:0:35313:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9eb807a3fb80. 00010000:00000001:0.0:1789603691.041231:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.041233:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603691.041234:0:35313:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603691.041236:0:35313:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603691.041240:0:35313:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789603691.041243:0:35313:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603691.041244:0:35313:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957078016 : -106961752473600 : ffff9eb806bd4000) 00010000:00000001:0.0:1789603691.041247:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603691.041249:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603691.041250:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd600 refcount=3 00000020:00000001:0.0:1789603691.041252:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:0.0:1789603691.041254:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00000002:00010000:0.0:1789603691.041257:0:35313:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5578 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e921f0 expref: -99 pid: 35313 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603691.041265:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.041266:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603691.041268:0:35313:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603691.041269:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603691.041270:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603691.041272:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd600 refcount=3 00000020:00000001:0.0:1789603691.041274:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:0.0:1789603691.041276:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000040:0.0:1789603691.041342:0:35313:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 3 00010000:00000001:0.0:1789603691.041402:0:35313:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603691.041407:0:35313:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603691.041412:0:35313:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603691.041415:0:35313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789603691.041424:0:35313:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603691.041431:0:35313:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603691.041434:0:35313:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603691.041442:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.041443:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603691.041444:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603691.041445:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603691.041447:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd600 refcount=3 00000020:00000001:0.0:1789603691.041449:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:0.0:1789603691.041452:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:0.0:1789603691.041454:0:35313:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1789603691.041456:0:35313:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5578 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e921f0 expref: -99 pid: 35313 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603691.041463:0:35313:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603691.041465:0:35313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5578 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x31dbb14d74e921f0 expref: -99 pid: 35313 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603691.041471:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.041472:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789603691.041475:0:35313:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5578 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x31dbb14d74e921f0 expref: -99 pid: 35313 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603691.041482:0:35313:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603691.041483:0:35313:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.041487:0:35313:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1789603691.041492:0:35313:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9eb804040180. 00010000:00000001:0.0:1789603691.041495:0:35313:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1789603691.041758:0:35313:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1789603691.041762:0:35313:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.041763:0:35313:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.041765:0:35313:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603691.041767:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.041768:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603691.041770:0:35313:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789603691.041773:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c87888 00000002:00002000:0.0:1789603691.041776:0:35313:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1789603691.041779:0:35313:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603691.041784:0:35313:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603691.041787:0:35313:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789603691.041790:0:35313:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789603691.041794:0:35313:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603691.041800:0:35313:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603691.041804:0:35313:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8051ca000. 00000080:00000001:0.0:1789603691.041812:0:35313:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789603691.041819:0:35313:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789603691.041834:0:35313:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:0.0:1789603691.041838:0:35313:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603691.041843:0:35313:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154872 : -106961585396744 : ffff9eb810b2a3f8) 00000020:00001000:0.0:1789603691.041846:0:35313:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a3f0 00000020:00000001:0.0:1789603691.041849:0:35313:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789603691.041853:0:35313:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789603691.041856:0:35313:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789603691.041863:0:35313:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb807b8dba0. 00020000:00000010:0.0:1789603691.041869:0:35313:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb80509df00. 00020000:00000010:0.0:1789603691.041874:0:35313:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb807b8dde0. 00020000:00000001:0.0:1789603691.041876:0:35313:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637111973567968 : -106961735983648 : ffff9eb807b8dde0) 00020000:00000002:0.0:1789603691.041880:0:35313:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb807b8dde0, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789603691.041885:0:35313:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789603691.041889:0:35313:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb80509df00: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1789603691.041893:0:35313:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9eb8041ac0f8) owner ffff9eb8139ca7c0 00020000:00000001:0.0:1789603691.041897:0:35313:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789603691.041899:0:35313:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9eb8041ac0f8) owner ffff9eb8139ca7c0 00020000:00000010:0.0:1789603691.041905:0:35313:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb80509df00. 00020000:00000010:0.0:1789603691.041909:0:35313:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb807b8dba0. 00020000:00000010:0.0:1789603691.041912:0:35313:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb807b8dde0. 00020000:00000002:0.0:1789603691.041915:0:35313:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789603691.041917:0:35313:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.041919:0:35313:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789603691.041921:0:35313:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a3f0 00000080:00000001:0.0:1789603691.041926:0:35313:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:0.0:1789603691.041929:0:35313:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:0.0:1789603691.041934:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603691.041936:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603691.041938:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46600 refcount=3 00000020:00000001:0.0:1789603691.041940:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:0.0:1789603691.041943:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00000080:00000001:0.0:1789603691.041947:0:35313:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789603691.041948:0:35313:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603691.041949:0:35313:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154872 : -106961585396744 : ffff9eb810b2a3f8) 00000020:00001000:0.0:1789603691.041952:0:35313:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a3f0 00000020:00000001:0.0:1789603691.041953:0:35313:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789603691.041955:0:35313:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789603691.041956:0:35313:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789603691.041958:0:35313:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb807b8dde0. 00020000:00000010:0.0:1789603691.041960:0:35313:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb80509df00. 00020000:00000010:0.0:1789603691.041962:0:35313:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb807b8dba0. 00020000:00000001:0.0:1789603691.041964:0:35313:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637111973567392 : -106961735984224 : ffff9eb807b8dba0) 00020000:00000002:0.0:1789603691.041966:0:35313:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb807b8dba0, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789603691.041970:0:35313:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789603691.041972:0:35313:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb80509df00: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1789603691.041975:0:35313:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9eb8041ac0f8) owner ffff9eb8139ca7c0 00020000:00000001:0.0:1789603691.041976:0:35313:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789603691.041978:0:35313:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9eb8041ac0f8) owner ffff9eb8139ca7c0 00020000:00000010:0.0:1789603691.041980:0:35313:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb80509df00. 00020000:00000010:0.0:1789603691.041983:0:35313:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb807b8dde0. 00020000:00000010:0.0:1789603691.041985:0:35313:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb807b8dba0. 00020000:00000002:0.0:1789603691.041987:0:35313:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789603691.041989:0:35313:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.041991:0:35313:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.041994:0:35313:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789603691.041997:0:35313:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb8139ca7c0 00020000:00000002:0.0:1789603691.042001:0:35313:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb810df8cc0 addref 2/0 by ffff9eb8139ca7c0. 00020000:00000002:0.0:1789603691.042003:0:35313:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb8139ca7c0 00020000:00000001:0.0:1789603691.042006:0:35313:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789603691.042008:0:35313:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789603691.042009:0:35313:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789603691.042011:0:35313:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789603691.042013:0:35313:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789603691.042016:0:35313:0:(file.c:6854:ll_layout_conf()) [0x200000405:0x2b:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1789603691.042018:0:35313:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a3f0 00000080:00000001:0.0:1789603691.042020:0:35313:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.042022:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.042023:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789603691.042025:0:35313:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789603691.042028:0:35313:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789603691.042030:0:35313:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603691.042034:0:35313:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9eb808122a08) for lock 0xa04c19c788fe555c 00800000:00000001:0.0:1789603691.042038:0:35313:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603691.042039:0:35313:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603691.042041:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603691.042042:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603691.042044:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46600 refcount=3 00000020:00000001:0.0:1789603691.042046:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:0.0:1789603691.042048:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:0.0:1789603691.042050:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.042051:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603691.042052:0:35313:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603691.042055:0:35313:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603691.042059:0:35313:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603691.042065:0:35313:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4000 x1876533442921600/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603707 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603691.042074:0:35313:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603691.042078:0:35313:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe555c from it ffffb8e501c87bf0 00010000:00000001:0.0:1789603691.042080:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603691.042081:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603691.042083:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46600 refcount=3 00000020:00000001:0.0:1789603691.042085:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:0.0:1789603691.042087:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:0.0:1789603691.042089:0:35313:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603691.042092:0:35313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603691.042104:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.042105:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603691.042106:0:35313:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603691.042109:0:35313:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603691.042111:0:35313:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789603691.042119:0:35313:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603691.042122:0:35313:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603691.042125:0:35313:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603691.042130:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.042131:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603691.042133:0:35313:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.042135:0:35313:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603691.042136:0:35313:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.042138:0:35313:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.042141:0:35313:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.042143:0:35313:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603691.042144:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.042145:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789603691.042149:0:35313:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603691.042154:0:35313:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9eb807a3ff00. 00000080:00000001:0.0:1789603691.042157:0:35313:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789603691.042161:0:35313:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1789603691.042164:0:35313:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603691.042167:0:35313:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603691.042170:0:35313:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603691.042173:0:35313:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603691.042175:0:35313:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603691.042177:0:35313:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1789603691.042179:0:35313:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603691.042182:0:35313:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789603691.042186:0:35313:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9eb806947000. 00000002:00100000:0.0:1789603691.042192:0:35313:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb806bd4000 x1876533442921600/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603707 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789603691.042204:0:35313:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603691.042206:0:35313:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789603691.042210:0:35313:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789603691.042213:0:35313:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603691.042217:0:35313:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1789603691.042220:0:35313:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789603691.042222:0:35313:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603691.042224:0:35313:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789603691.042226:0:35313:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603691.042229:0:35313:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789603691.042230:0:35313:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603691.042232:0:35313:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789603691.042234:0:35313:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603691.042236:0:35313:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603691.042240:0:35313:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603691.042244:0:35313:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4000 x1876533442921600/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603707 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789603691.042251:0:35313:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603691.042254:0:35313:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9eb807be0000. 00000020:00000001:1.0:1789603691.042420:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603691.042424:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603691.042427:0:16824:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1789603691.042430:0:16824:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1789603691.042433:0:16824:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789603691.042438:0:16824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5578 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x31dbb14d74e921f0 expref: -99 pid: 35313 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603691.042447:0:16824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb814fdd600 already unused, calling callback (ffffffffc1bbd980) 00000080:00000001:1.0:1789603691.042450:0:16824:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1789603691.042454:0:16824:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5578 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x31dbb14d74e921f0 expref: -99 pid: 35313 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603691.042461:0:16824:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1789603691.042464:0:16824:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1789603691.042467:0:16824:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5578 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x31dbb14d74e921f0 expref: -99 pid: 35313 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603691.042472:0:16824:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1789603691.042475:0:16824:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789603691.042476:0:16824:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603691.042478:0:16824:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603691.042479:0:16824:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdd600 refcount=3 00000020:00000001:1.0:1789603691.042481:0:16824:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:1.0:1789603691.042484:0:16824:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196191744 : -106961513359872 : ffff9eb814fdd600) 00010000:00000001:1.0:1789603691.042487:0:16824:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789603691.042490:0:16824:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5578 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e921f0 expref: -99 pid: 35313 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1789603691.042497:0:16824:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789603691.042500:0:16824:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789603691.042502:0:16824:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789603691.042505:0:16824:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode (null) 00000002:00000001:1.0:1789603691.042635:0:16824:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603691.042638:0:16824:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603691.042643:0:16824:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 3 00010000:00000001:1.0:1789603691.042646:0:16824:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603691.042650:0:16824:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1789603691.042653:0:16824:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1789603691.042655:0:16824:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603691.042659:0:16824:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603691.042662:0:16824:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789603691.042669:0:16824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603691.042671:0:16824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603691.042672:0:16824:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1789603691.042674:0:16824:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603691.042675:0:16824:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603691.042677:0:16824:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46600 refcount=2 00000020:00000001:1.0:1789603691.042679:0:16824:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:1.0:1789603691.042681:0:16824:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:1.0:1789603691.042683:0:16824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603691.042684:0:16824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789603691.042685:0:16824:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603691.042688:0:16824:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789603691.042689:0:16824:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603691.042693:0:16824:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789603691.042696:0:16824:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789603691.042698:0:16824:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789603691.042773:0:16824:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603691.042775:0:16824:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789603691.042779:0:16824:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fdd600 with handle 0xa04c19c788fe5578 from hash 00010000:00000001:1.0:1789603691.042782:0:16824:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789603691.042784:0:16824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603691.042785:0:16824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603691.042786:0:16824:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789603691.042790:0:16824:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789603691.042792:0:16824:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789603691.042798:0:16824:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603691.042800:0:16824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603691.042801:0:16824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603691.042802:0:16824:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603691.042805:0:16824:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603691.042808:0:16824:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1789603691.042815:0:16824:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd6d80. 00000020:00000040:1.0:1789603691.042820:0:16824:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603691.042838:0:16824:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603691.042840:0:16824:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603691.042844:0:16824:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603691.042854:0:16824:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb8051cba00. 00000100:00000001:1.0:1789603691.042862:0:16824:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603691.042865:0:16824:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789603691.042870:0:16824:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5578 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e921f0 expref: -99 pid: 35313 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603691.042877:0:16824:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789603691.042879:0:16824:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603691.042884:0:16824:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603691.042889:0:16824:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603691.042899:0:16824:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077ae25ac] to pc [ptlrpcd_00_01+1] req@ffff9eb806bd6d80 x1876533442921728/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789603691.042932:0:16824:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603691.042935:0:16824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603691.042936:0:16824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603691.042938:0:16824:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603691.042940:0:16824:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603691.042942:0:16824:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603691.042946:0:16824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5578 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e921f0 expref: -99 pid: 35313 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603691.042952:0:16824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789603691.042955:0:16824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdd600/0xa04c19c788fe5578 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e921f0 expref: -99 pid: 35313 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1789603691.042964:0:16824:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9eb807a3fb80. 00010000:00000001:1.0:1789603691.042976:0:16824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603691.042978:0:16824:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1789603691.042980:0:16824:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9eb804040180. 00010000:00000001:1.0:1789603691.042983:0:16824:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603691.042986:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603691.042987:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603691.042990:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789603691.042991:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603691.042992:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603691.042993:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789603691.042995:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603691.042996:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603691.042998:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789603691.043011:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603691.043015:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603691.043018:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603691.043024:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd6d80 x1876533442921728/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603691.043033:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603691.043035:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603691.043040:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603691.043043:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603691.043046:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603691.043049:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442921728:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789603691.043055:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603691.043061:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603691.043063:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603691.043066:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603691.043071:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8051ca800. 02000000:00000001:1.0:1789603691.043072:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603691.043082:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603691.043088:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603691.043096:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcb28. 00000100:00000200:1.0:1789603691.043105:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442921728, portal 18 00000100:00000001:1.0:1789603691.043107:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603691.043110:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957089664 : -106961752461952 : ffff9eb806bd6d80) 00000100:00000040:1.0:1789603691.043117:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd6d80 x1876533442921728/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603707 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603691.043125:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603691.043129:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603691.043132:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcee0. 00000100:00000200:1.0:1789603691.043136:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876533442921728, offset 0 00000400:00000200:1.0:1789603691.043144:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603691.043154:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603691.043163:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603691.043169:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603691.043173:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 02000000:00000001:0.0:1789603691.043594:0:35313:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789603691.043598:0:35313:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.043604:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c87b98 00000080:00000008:0.0:1789603691.043608:0:35313:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9eb808122a08), flags 102101, rc = 0 00020000:00000001:0.0:1789603691.044023:0:35313:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789603691.044028:0:35313:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb8139ca7c0 00020000:00000002:0.0:1789603691.044034:0:35313:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb8139ca7c0 00020000:00000001:0.0:1789603691.044037:0:35313:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603691.044247:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603691.044252:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603691.044355:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603691.044361:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603691.044367:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2966:2966:256:4294967295] 192.168.204.129@tcp LPNI seq info [2966:2966:8:4294967295] 00000400:00000200:1.0:1789603691.044375:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603691.044390:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603691.044398:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603691.044740:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076300. 00000800:00000200:0.0:1789603691.044750:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603691.044760:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603691.044766:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789603691.044788:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603691.044795:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 877640 usecs (878 jiffies) 00000400:00000200:0.0:1789603691.044799:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603691.044803:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296690856 00000100:00000001:0.0:1789603691.044813:0:2401:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296690846 00000100:00000001:0.0:1789603691.044820:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296690856 00000100:00000001:0.0:1789603691.044834:0:2401:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296690846 00000100:00000001:0.0:1789603691.044838:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603691.044843:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603691.044848:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603691.044850:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603691.044860:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603691.044862:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789603691.044865:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603691.044867:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603691.044868:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603691.044871:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603691.045040:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603691.045046:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076300. 00000400:00000200:3.0:1789603691.045052:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603691.045058:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603691.045067:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcee0 00000400:00000010:3.0:1789603691.045070:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcee0. 00000100:00000001:3.0:1789603691.045076:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603691.045085:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd6d80 x1876533442921728/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603707 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603691.045098:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603691.045102:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd6d80 x1876533442921728/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603707 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603691.045110:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603691.045112:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603691.048015:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603691.048038:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603691.048045:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603691.048048:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603691.048059:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.048070:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603691.048082:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.048089:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.048095:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.048100:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 18 MB=0x6aab27d464500 00000400:00000200:3.0:1789603691.048108:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.048114:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.129@tcp of length 224/224 into md 0x86bd [1] + 224 00000800:00000001:3.0:1789603691.048125:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603691.048134:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603691.048140:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603691.048145:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603691.048154:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603691.048165:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd6d80 x1876533442921728/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603707 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603691.048177:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd6d80 x1876533442921728/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603707 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603691.048201:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603691.048211:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603691.048215:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603691.048306:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603691.048312:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603691.048321:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603691.048323:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603691.048327:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:0.0:1789603691.048332:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcb28 00000400:00000010:0.0:1789603691.048335:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcb28. 00000100:00000001:0.0:1789603691.048347:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603691.048353:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd6d80 x1876533442921728/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603707 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603691.048362:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd6d80 x1876533442921728/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603707 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603691.048368:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603691.048371:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603691.048374:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603691.048378:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603691.048381:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603691.048384:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603691.048388:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603691.048401:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb580 time=88 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603691.048407:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603691.048410:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603691.048412:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.048416:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603691.048419:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603691.048424:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603691.048427:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967638 00000100:00000001:0.0:1789603691.048429:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603691.048433:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603691.048438:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd6d80 x1876533442921728/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603707 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603691.048446:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603691.048450:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603691.048452:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603691.048456:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd6d80 x1876533442921728/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603707 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603691.048464:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442921728:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789603691.048470:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603691.048473:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603691.048477:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd6d80 x1876533442921728/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603707 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603691.048484:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603691.048486:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603691.048491:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8051ca800. 02000000:00000001:0.0:1789603691.048495:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603691.048498:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603691.048500:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603691.048503:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603691.048506:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb8051cba00. 02000000:00000001:0.0:1789603691.048757:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603691.048760:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603691.048763:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd6d80. 00000100:00000001:0.0:1789603691.048771:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603691.048772:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603691.048775:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603691.048785:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603691.048787:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603691.048790:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603691.048793:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.054128:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c87d28 00000080:00200008:0.0:1789603691.054139:0:35313:0:(file.c:6307:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff9eb808122a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789603691.054149:0:35313:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603691.054150:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c87ca0 00000080:00200000:0.0:1789603691.054153:0:35313:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9eb808122a08),name=recon 00000080:00000010:0.0:1789603691.054162:0:35313:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805571600. 00800000:00000002:0.0:1789603691.054169:0:35313:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603691.054177:0:35313:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603691.054184:0:35313:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603691.054186:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c87bc0 00800000:00000002:0.0:1789603691.054189:0:35313:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603691.054194:0:35313:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603691.054198:0:35313:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603691.054202:0:35313:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603691.054205:0:35313:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603691.054207:0:35313:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603691.054210:0:35313:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603691.054212:0:35313:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603691.054214:0:35313:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603691.054217:0:35313:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603691.054218:0:35313:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603691.054220:0:35313:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603691.054221:0:35313:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603691.054223:0:35313:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603691.054225:0:35313:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1789603691.054226:0:35313:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603691.054230:0:35313:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603691.054236:0:35313:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603691.054238:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c87a90 00000002:00010000:0.0:1789603691.054240:0:35313:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603691.054245:0:35313:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603691.054247:0:35313:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603691.054251:0:35313:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603691.054260:0:35313:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 2 00010000:00000001:0.0:1789603691.054262:0:35313:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603691.054268:0:35313:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603691.054272:0:35313:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603691.054278:0:35313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1789603691.054291:0:35313:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603691.054297:0:35313:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603691.054301:0:35313:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1789603691.054308:0:35313:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603691.054310:0:35313:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603691.054313:0:35313:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603691.054315:0:35313:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603691.054317:0:35313:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603691.054319:0:35313:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603691.054322:0:35313:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603691.054326:0:35313:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603691.054330:0:35313:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805571600. 00000080:00000001:0.0:1789603691.054335:0:35313:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603691.054337:0:35313:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603691.054340:0:35313:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9eb808122a08) 00000080:00010000:0.0:1789603691.054344:0:35313:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9eb808122a08) for lock 0xa04c19c788fe555c 00800000:00000001:0.0:1789603691.054348:0:35313:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603691.054351:0:35313:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603691.054353:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603691.054356:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603691.054360:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46600 refcount=3 00000020:00000001:0.0:1789603691.054362:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:0.0:1789603691.054366:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:0.0:1789603691.054369:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.054371:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603691.054373:0:35313:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603691.054375:0:35313:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603691.054377:0:35313:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe555c from it ffffb8e501c87cd8 00010000:00000001:0.0:1789603691.054380:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603691.054381:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603691.054382:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46600 refcount=3 00000020:00000001:0.0:1789603691.054384:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:0.0:1789603691.054386:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:0.0:1789603691.054388:0:35313:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603691.054391:0:35313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789603691.054397:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.054398:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603691.054399:0:35313:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603691.054402:0:35313:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603691.054405:0:35313:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789603691.054413:0:35313:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603691.054417:0:35313:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603691.054419:0:35313:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603691.054424:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.054425:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603691.054427:0:35313:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.054431:0:35313:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603691.054433:0:35313:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.054436:0:35313:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.054439:0:35313:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.054442:0:35313:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603691.054443:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.054444:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603691.054448:0:35313:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603691.054450:0:35313:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603691.054453:0:35313:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1789603691.054457:0:35313:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789603691.054459:0:35313:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603691.054462:0:35313:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789603691.054463:0:35313:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603691.054466:0:35313:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789603691.054469:0:35313:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1789603691.054473:0:35313:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603691.054479:0:35313:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154872 : -106961585396744 : ffff9eb810b2a3f8) 00000020:00001000:0.0:1789603691.054481:0:35313:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a3f0 00000020:00000001:0.0:1789603691.054487:0:35313:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:0.0:1789603691.054490:0:35313:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789603691.054493:0:35313:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789603691.054495:0:35313:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1789603691.054499:0:35313:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603691.054501:0:35313:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789603691.054503:0:35313:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789603691.054506:0:35313:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603691.054508:0:35313:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789603691.054539:0:35313:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9eb812978e40 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1789603691.054543:0:35313:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb8139ca7c0 00020000:00000001:0.0:1789603691.054547:0:35313:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789603691.054549:0:35313:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789603691.054551:0:35313:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789603691.054553:0:35313:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603691.054555:0:35313:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789603691.054557:0:35313:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789603691.054559:0:35313:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.054560:0:35313:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603691.054562:0:35313:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789603691.054563:0:35313:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789603691.054564:0:35313:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb8139ca7c0 00000020:00000001:0.0:1789603691.054567:0:35313:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789603691.054570:0:35313:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1789603691.054571:0:35313:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:0.0:1789603691.054574:0:35313:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789603691.054576:0:35313:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789603691.054579:0:35313:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789603691.054581:0:35313:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1789603691.054586:0:35313:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1789603691.054593:0:35313:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb805741e00. 00020000:00000002:0.0:1789603691.054596:0:35313:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789603691.054599:0:35313:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789603691.054601:0:35313:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603691.054603:0:35313:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789603691.054605:0:35313:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603691.054606:0:35313:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930808 : -106961319620808 : ffff9eb8208a0f38) 00000020:00001000:0.0:1789603691.054608:0:35313:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0f30 00000020:00000001:0.0:1789603691.054612:0:35313:0:(cl_object.c:143:cl_object_top()) ffff9eb80798faa8 -> ffff9eb80798ff58 00000020:00000001:0.0:1789603691.054613:0:35313:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789603691.054618:0:35313:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603691.054619:0:35313:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789603691.054621:0:35313:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789603691.054622:0:35313:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112155934272 : -106961553617344 : ffff9eb812978e40) 00000020:00000001:0.0:1789603691.054624:0:35313:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603691.054626:0:35313:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1789603691.055106:0:19:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8042bb500. 00010000:00000010:1.1:1789603691.055117:0:19:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5e00. 00020000:00000001:0.0:1789603691.055159:0:35313:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974314672 : -106961735236944 : ffff9eb807c442b0) 00000020:00000001:0.0:1789603691.055163:0:35313:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789603691.055173:0:35313:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb812355c80. 00000008:00010000:0.0:1789603691.055175:0:35313:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1789603691.055178:0:35313:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789603691.055180:0:35313:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789603691.055182:0:35313:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb805741e30, osc lock ffff9eb812355c80, flags 0x400001002 00000020:00000001:0.0:1789603691.055184:0:35313:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603691.055185:0:35313:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603691.055190:0:35313:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637111935507968 : -106961774043648 : ffff9eb805741e00) 00000020:00000001:0.0:1789603691.055192:0:35313:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789603691.055193:0:35313:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789603691.055195:0:35313:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.055197:0:35313:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.055202:0:35313:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1789603691.055205:0:35313:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1789603691.055206:0:35313:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789603691.055209:0:35313:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789603691.055211:0:35313:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603691.055212:0:35313:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974314672 : -106961735236944 : ffff9eb807c442b0) 00000020:00000001:0.0:1789603691.055214:0:35313:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789603691.055216:0:35313:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789603691.055218:0:35313:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789603691.055222:0:35313:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789603691.055225:0:35313:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789603691.055226:0:35313:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789603691.055229:0:35313:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789603691.055230:0:35313:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789603691.055232:0:35313:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789603691.055234:0:35313:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789603691.055237:0:35313:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603691.055242:0:35313:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:0.0:1789603691.055244:0:35313:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603691.055250:0:35313:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603691.055254:0:35313:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603691.055259:0:35313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789603691.055272:0:35313:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603691.055276:0:35313:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603691.055384:0:35313:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603691.055397:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603691.055399:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603691.055401:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=4 00000020:00000001:0.0:1789603691.055404:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:0.0:1789603691.055406:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00000008:00000001:0.0:1789603691.055410:0:35313:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1789603691.055414:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603691.055415:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603691.055417:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=5 00000020:00000001:0.0:1789603691.055418:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:0.0:1789603691.055420:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00000020:00000001:0.0:1789603691.055424:0:35313:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789603691.055427:0:35313:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1789603691.055429:0:35313:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1789603691.055431:0:35313:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.055432:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603691.055434:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603691.055435:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=6 00000020:00000001:0.0:1789603691.055437:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:0.0:1789603691.055439:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:0.0:1789603691.055442:0:35313:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603691.055445:0:35313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603691.055452:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.055453:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603691.055455:0:35313:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603691.055458:0:35313:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603691.055460:0:35313:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603691.055467:0:35313:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603691.055470:0:35313:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603691.055472:0:35313:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603691.055474:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.055475:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603691.055477:0:35313:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.055479:0:35313:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603691.055481:0:35313:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.055483:0:35313:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.055487:0:35313:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.055489:0:35313:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603691.055490:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.055491:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603691.055492:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.055493:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603691.055495:0:35313:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603691.055497:0:35313:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.055500:0:35313:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603691.055501:0:35313:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.055503:0:35313:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.055505:0:35313:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789603691.055506:0:35313:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1789603691.055649:0:35313:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1789603691.055651:0:35313:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1789603691.055653:0:35313:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.055655:0:35313:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603691.055660:0:35313:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789603691.055663:0:35313:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:0.0:1789603691.055665:0:35313:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:0.0:1789603691.055667:0:35313:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789603691.055670:0:35313:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1789603691.055673:0:35313:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789603690 a=0 c=1789603690 b=0 00020000:00000001:0.0:1789603691.055676:0:35313:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.055678:0:35313:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.055680:0:35313:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000080:00200000:0.0:1789603691.055683:0:35313:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 0 00000080:00000001:0.0:1789603691.055685:0:35313:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789603691.055689:0:35313:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789603691.055691:0:35313:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb812978de0 (ffff9eb810b2a3f8/0) at cl_lock_release():245 00000020:00000001:0.0:1789603691.055694:0:35313:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789603691.055695:0:35313:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb812978de0 (ffff9eb810b2a3f8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789603691.055698:0:35313:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789603691.055700:0:35313:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603691.055701:0:35313:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974314672 : -106961735236944 : ffff9eb807c442b0) 00000020:00000001:0.0:1789603691.055703:0:35313:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789603691.055705:0:35313:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb805741e30 (ffff9eb8208a0f38/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789603691.055708:0:35313:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789603691.055711:0:35313:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789603691.055713:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.055714:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603691.055715:0:35313:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789603691.055717:0:35313:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603691.055718:0:35313:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603691.055719:0:35313:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603691.055721:0:35313:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789603691.055722:0:35313:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb812978de0 (ffff9eb810b2a3f8/0) at cl_lock_fini():72 00020000:00000001:0.0:1789603691.055725:0:35313:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789603691.055726:0:35313:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789603691.055728:0:35313:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb805741e30 (ffff9eb810b2a3f8/1) at cl_lock_fini():72 00000008:00000010:0.0:1789603691.055730:0:35313:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb812355c80. 00000020:00000001:0.0:1789603691.055734:0:35313:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789603691.055735:0:35313:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb805741e00. 00020000:00000001:0.0:1789603691.055739:0:35313:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789603691.055740:0:35313:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789603691.055741:0:35313:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1789603691.055743:0:35313:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.055745:0:35313:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789603691.055748:0:35313:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789603691.055750:0:35313:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789603691.055751:0:35313:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789603691.055754:0:35313:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789603691.055755:0:35313:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0f30 00020000:00000001:0.0:1789603691.055758:0:35313:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789603691.055761:0:35313:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789603691.055763:0:35313:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789603691.055766:0:35313:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789603691.055770:0:35313:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789603691.055771:0:35313:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603691.055773:0:35313:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789603691.055776:0:35313:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789603691.055777:0:35313:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789603691.055778:0:35313:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a3f0 00000001:00000001:0.0:1789603691.055780:0:35313:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.055787:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c87d28 00000080:00000008:0.0:1789603691.055789:0:35313:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9eb808122a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789603691.055884:0:35313:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:0.0:1789603691.055887:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c87d88 00000080:00200008:0.0:1789603691.055890:0:35313:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 0, count: 23 00000080:00000002:0.0:1789603691.055893:0:35313:0:(file.c:2656:do_file_write_iter()) inode ffff9eb808122a08 need_sync_to_oss [0x200000405:0x2b:0x0] 00000080:00000001:0.0:1789603691.055896:0:35313:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1789603691.055898:0:35313:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603691.055900:0:35313:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1789603691.055903:0:35313:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.055906:0:35313:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603691.055909:0:35313:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154872 : -106961585396744 : ffff9eb810b2a3f8) 00000020:00001000:0.0:1789603691.055911:0:35313:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a3f0 00000080:00000001:0.0:1789603691.055915:0:35313:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1789603691.055916:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c87c98 00000080:00200000:0.0:1789603691.055918:0:35313:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:0.0:1789603691.055925:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c87c30 00000080:00200000:0.0:1789603691.055927:0:35313:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:0.0:1789603691.055929:0:35313:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789603691.055930:0:35313:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:0.0:1789603691.055932:0:35313:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:0.0:1789603691.055933:0:35313:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789603691.055935:0:35313:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1789603691.055937:0:35313:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789603690 a=0 c=1789603690 b=0 00020000:00000001:0.0:1789603691.055939:0:35313:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.055941:0:35313:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.055942:0:35313:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000080:00200000:0.0:1789603691.055944:0:35313:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 0 00000080:00000001:0.0:1789603691.055946:0:35313:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789603691.055948:0:35313:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1789603691.055954:0:35313:0:(cl_io.c:215:cl_io_rw_init()) header@00000000434eeb19[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000020:00200000:0.0:1789603691.055956:0:35313:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:0.0:1789603691.055959:0:35313:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:0.0:1789603691.055961:0:35313:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789603691.055962:0:35313:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789603691.055964:0:35313:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789603691.055967:0:35313:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603691.055968:0:35313:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1789603691.055971:0:35313:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603691.055976:0:35313:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603691.055978:0:35313:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789603691.055980:0:35313:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603691.055982:0:35313:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789603691.055984:0:35313:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9eb812978e40 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1789603691.055988:0:35313:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb8139ca7c0 00020000:00000001:0.0:1789603691.055991:0:35313:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789603691.055993:0:35313:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789603691.055995:0:35313:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789603691.055996:0:35313:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1789603691.055998:0:35313:0:(lov_io.c:860:lov_io_slice_init()) 23 46 00020000:00000001:0.0:1789603691.056001:0:35313:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1789603691.056002:0:35313:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789603691.056004:0:35313:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.056005:0:35313:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603691.056006:0:35313:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789603691.056008:0:35313:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789603691.056009:0:35313:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb8139ca7c0 00000020:00000001:0.0:1789603691.056012:0:35313:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.056013:0:35313:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789603691.056016:0:35313:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:0.0:1789603691.056019:0:35313:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:0.0:1789603691.056022:0:35313:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.056027:0:35313:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1789603691.056029:0:35313:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1789603691.056032:0:35313:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:0.0:1789603691.056033:0:35313:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1789603691.056036:0:35313:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:0.0:1789603691.056039:0:35313:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1789603691.056041:0:35313:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1789603691.056045:0:35313:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789603691.056048:0:35313:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603691.056049:0:35313:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789603691.056051:0:35313:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603691.056052:0:35313:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930808 : -106961319620808 : ffff9eb8208a0f38) 00000020:00001000:0.0:1789603691.056054:0:35313:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0f30 00000020:00000001:0.0:1789603691.056056:0:35313:0:(cl_object.c:143:cl_object_top()) ffff9eb80798faa8 -> ffff9eb80798ff58 00000020:00000001:0.0:1789603691.056058:0:35313:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789603691.056060:0:35313:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603691.056061:0:35313:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789603691.056063:0:35313:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789603691.056064:0:35313:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112155934272 : -106961553617344 : ffff9eb812978e40) 00000020:00000001:0.0:1789603691.056067:0:35313:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603691.056068:0:35313:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603691.056069:0:35313:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974314672 : -106961735236944 : ffff9eb807c442b0) 00000020:00000001:0.0:1789603691.056072:0:35313:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1789603691.056074:0:35313:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1789603691.056078:0:35313:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.056080:0:35313:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603691.056083:0:35313:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603691.056084:0:35313:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.056086:0:35313:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.056088:0:35313:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:0.0:1789603691.056090:0:35313:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1789603691.056092:0:35313:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1789603691.056096:0:35313:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1789603691.056098:0:35313:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603691.056101:0:35313:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603691.056103:0:35313:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1789603691.056104:0:35313:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:0.0:1789603691.056107:0:35313:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1789603691.056108:0:35313:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1789603691.056110:0:35313:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.056112:0:35313:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603691.056114:0:35313:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603691.056116:0:35313:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603691.056117:0:35313:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603691.056119:0:35313:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1789603691.056121:0:35313:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603691.056122:0:35313:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1789603691.056124:0:35313:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789603691.056125:0:35313:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.056127:0:35313:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603691.056129:0:35313:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603691.056131:0:35313:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.056132:0:35313:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789603691.056133:0:35313:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789603691.056134:0:35313:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789603691.056136:0:35313:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789603691.056138:0:35313:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1789603691.056140:0:35313:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1789603691.056145:0:35313:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb805741e00. 00020000:00000002:0.0:1789603691.056148:0:35313:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789603691.056150:0:35313:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789603691.056152:0:35313:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603691.056153:0:35313:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974314672 : -106961735236944 : ffff9eb807c442b0) 00000020:00000001:0.0:1789603691.056154:0:35313:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789603691.056157:0:35313:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb812355c80. 00000008:00010000:0.0:1789603691.056159:0:35313:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1789603691.056161:0:35313:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789603691.056162:0:35313:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789603691.056165:0:35313:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb805741e30, osc lock ffff9eb812355c80, flags 0x0 00000020:00000001:0.0:1789603691.056167:0:35313:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603691.056169:0:35313:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603691.056171:0:35313:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637111935507968 : -106961774043648 : ffff9eb805741e00) 00000020:00000001:0.0:1789603691.056173:0:35313:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789603691.056173:0:35313:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789603691.056175:0:35313:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.056176:0:35313:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.056177:0:35313:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789603691.056179:0:35313:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789603691.056180:0:35313:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603691.056181:0:35313:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974314672 : -106961735236944 : ffff9eb807c442b0) 00000020:00000001:0.0:1789603691.056182:0:35313:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789603691.056184:0:35313:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789603691.056185:0:35313:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1789603691.056187:0:35313:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.056190:0:35313:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789603691.056191:0:35313:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789603691.056192:0:35313:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789603691.056194:0:35313:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789603691.056195:0:35313:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789603691.056196:0:35313:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789603691.056198:0:35313:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789603691.056199:0:35313:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603691.056203:0:35313:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:0.0:1789603691.056205:0:35313:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603691.056209:0:35313:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603691.056213:0:35313:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603691.056217:0:35313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789603691.056227:0:35313:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603691.056231:0:35313:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603691.056234:0:35313:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603691.056241:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603691.056242:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603691.056244:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=4 00000020:00000001:0.0:1789603691.056246:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:0.0:1789603691.056249:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00000008:00000001:0.0:1789603691.056252:0:35313:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1789603691.056254:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603691.056255:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603691.056256:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=5 00000020:00000001:0.0:1789603691.056258:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:0.0:1789603691.056260:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:0.0:1789603691.056262:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603691.056263:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603691.056265:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=6 00000020:00000001:0.0:1789603691.056266:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:0.0:1789603691.056269:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:0.0:1789603691.056271:0:35313:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603691.056273:0:35313:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603691.056276:0:35313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603691.056411:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.056412:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603691.056415:0:35313:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.056418:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603691.056419:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603691.056422:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=7 00000020:00000001:0.0:1789603691.056423:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:0.0:1789603691.056425:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:0.0:1789603691.056428:0:35313:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603691.056430:0:35313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603691.056437:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.056438:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789603691.056440:0:35313:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603691.056447:0:35313:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603691.056448:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.056449:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603691.056450:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.056451:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603691.056452:0:35313:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603691.056454:0:35313:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.056456:0:35313:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603691.056458:0:35313:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.056459:0:35313:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.056461:0:35313:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.056463:0:35313:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.056465:0:35313:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.056467:0:35313:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:0.0:1789603691.056470:0:35313:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:0.0:1789603691.056474:0:35313:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789603691.056476:0:35313:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:0.0:1789603691.056477:0:35313:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:0.0:1789603691.056479:0:35313:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789603691.056481:0:35313:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1789603691.056483:0:35313:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789603690 a=0 c=1789603690 b=0 00020000:00000001:0.0:1789603691.056485:0:35313:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.056487:0:35313:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.056489:0:35313:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000080:00200000:0.0:1789603691.056490:0:35313:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 0 00000080:00000001:0.0:1789603691.056493:0:35313:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789603691.056495:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c87b80 00000080:00200000:0.0:1789603691.056497:0:35313:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:0.0:1789603691.056500:0:35313:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1789603691.056502:0:35313:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb8139ca7c0 00020000:00000002:0.0:1789603691.056505:0:35313:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb810df8cc0 addref 2/0 by ffff9eb8139ca7c0. 00020000:00000002:0.0:1789603691.056507:0:35313:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb8139ca7c0 00000020:00000001:0.0:1789603691.056671:0:35313:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:0.0:1789603691.056675:0:35313:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1789603691.056678:0:35313:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1789603691.056680:0:35313:0:(lov_offset.c:253:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:0.0:1789603691.056682:0:35313:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603691.056684:0:35313:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974314672 : -106961735236944 : ffff9eb807c442b0) 00000020:00000001:0.0:1789603691.056686:0:35313:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1789603691.056688:0:35313:0:(osc_io.c:1414:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1789603691.056691:0:35313:0:(osc_io.c:1427:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.056692:0:35313:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603691.056694:0:35313:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.056696:0:35313:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603691.056704:0:35313:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1789603691.056713:0:35313:0:(xattr.c:483:ll_xattr_list()) Process entered 00000080:00000001:0.0:1789603691.056716:0:35313:0:(xattr_cache.c:606:ll_xattr_cache_get()) Process entered 00000080:00000001:0.0:1789603691.056719:0:35313:0:(xattr_cache.c:465:ll_xattr_cache_refill()) Process entered 00000080:00000001:0.0:1789603691.056721:0:35313:0:(xattr_cache.c:392:ll_xattr_find_get_lock()) Process entered 00000080:00000010:0.0:1789603691.056727:0:35313:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb805571600. 00000080:00000001:0.0:1789603691.056734:0:35313:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603691.056739:0:35313:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603691.056742:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c87798 00800000:00000002:0.0:1789603691.056744:0:35313:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getxattr' for [0x0:0x0:0x0] '' on [0x200000405:0x2b:0x0] 00800000:00000001:0.0:1789603691.056748:0:35313:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603691.056752:0:35313:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603691.056756:0:35313:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603691.056759:0:35313:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603691.056761:0:35313:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603691.056763:0:35313:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603691.056765:0:35313:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1789603691.056767:0:35313:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603691.056771:0:35313:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x2b:0x0], fid2=[0x0:0x0:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603691.056777:0:35313:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603691.056779:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c87668 00000002:00010000:0.0:1789603691.056781:0:35313:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x200000405:0x2b:0x0], intent: getxattr flags 0 00000002:00000001:0.0:1789603691.056786:0:35313:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789603691.056788:0:35313:0:(mdc_locks.c:538:mdc_intent_getxattr_pack()) Process entered 00000100:00000010:0.0:1789603691.056795:0:35313:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1ea00. 00000020:00000040:0.0:1789603691.056800:0:35313:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:0.0:1789603691.056805:0:35313:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789603691.056807:0:35313:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.056812:0:35313:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603691.056818:0:35313:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603691.056834:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.056835:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603691.056837:0:35313:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603691.056841:0:35313:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603691.056844:0:35313:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603691.056847:0:35313:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603691.056857:0:35313:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8051e1800. 00000100:00000001:0.0:1789603691.056866:0:35313:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.056873:0:35313:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603691.056875:0:35313:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.056877:0:35313:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603691.056878:0:35313:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.056880:0:35313:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:0.0:1789603691.056883:0:35313:0:(mdc_locks.c:563:mdc_intent_getxattr_pack()) lustre-MDT0000-mdc-ffff9eb81291b000: get xattrs for [0x200000405:0x2b:0x0] 00000002:00000001:0.0:1789603691.056893:0:35313:0:(mdc_locks.c:600:mdc_intent_getxattr_pack()) Process leaving (rc=18446637112126204416 : -106961583347200 : ffff9eb810d1ea00) 00010000:00000001:0.0:1789603691.056897:0:35313:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789603691.056901:0:35313:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789603691.056906:0:35313:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 2 00010000:00000001:0.0:1789603691.056909:0:35313:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603691.056912:0:35313:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789603691.056916:0:35313:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb800030800. 00000020:00000001:0.0:1789603691.056920:0:35313:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789603691.056923:0:35313:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb800030800 with handle 0xa04c19c788fe557f to hash 00000020:00000001:0.0:1789603691.056925:0:35313:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789603691.056927:0:35313:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000001:0.0:1789603691.056932:0:35313:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000001:0.0:1789603691.056934:0:35313:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603691.056936:0:35313:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603691.056940:0:35313:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030800/0xa04c19c788fe557f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603691.056949:0:35313:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030800/0xa04c19c788fe557f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35313 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603691.056961:0:35313:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030800/0xa04c19c788fe557f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35313 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789603691.056966:0:35313:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603691.056968:0:35313:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603691.056978:0:35313:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb804040300. 00000100:00000001:0.0:1789603691.056981:0:35313:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911383808 : -106961798167808 : ffff9eb804040300) 00000100:00000001:0.0:1789603691.056984:0:35313:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603691.056986:0:35313:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126204416 : -106961583347200 : ffff9eb810d1ea00) 00000100:00000001:0.0:1789603691.056990:0:35313:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603691.056993:0:35313:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603691.056995:0:35313:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603691.056997:0:35313:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603691.057011:0:35313:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1ea00 x1876533442921856/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/3376 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603691.057019:0:35313:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603691.057022:0:35313:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603691.057026:0:35313:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603691.057031:0:35313:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603691.057034:0:35313:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603691.057038:0:35313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1ea00 pname:cluuid:pid:xid:nid:opc:job uname:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35313:1876533442921856:192.168.204.129@tcp:101:uname.0 00000100:00000001:0.0:1789603691.057042:0:35313:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603691.057048:0:35313:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603691.057050:0:35313:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603691.057053:0:35313:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603691.057060:0:35313:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff9eb807b47000. 02000000:00000001:0.0:1789603691.057063:0:35313:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603691.057074:0:35313:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603691.057079:0:35313:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139e70. 00000400:00000010:0.0:1789603691.057088:0:35313:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682dd0. 00000100:00000200:0.0:1789603691.057096:0:35313:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1876533442921856, portal 10 00000100:00000001:0.0:1789603691.057099:0:35313:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603691.057100:0:35313:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126204416 : -106961583347200 : ffff9eb810d1ea00) 00000100:00000040:0.0:1789603691.057106:0:35313:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810d1ea00 x1876533442921856/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/3376 e 0 to 0 dl 1789603707 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603691.057115:0:35313:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603691.057117:0:35313:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603691.057121:0:35313:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682550. 00000100:00000200:0.0:1789603691.057124:0:35313:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1876533442921856, offset 0 00000400:00000200:0.0:1789603691.057132:0:35313:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603691.057142:0:35313:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603691.057152:0:35313:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603691.057159:0:35313:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603691.057163:0:35313:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603691.057168:0:35313:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603691.057171:0:35313:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603691.057175:0:35313:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2967:2967:256:4294967295] 192.168.204.129@tcp LPNI seq info [2967:2967:8:4294967295] 00000400:00000200:0.0:1789603691.057180:0:35313:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603691.057191:0:35313:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603691.057197:0:35313:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603691.057204:0:35313:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076b00. 00000800:00000200:0.0:1789603691.057211:0:35313:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603691.057221:0:35313:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603691.057226:0:35313:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076b00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:0.0:1789603691.057429:0:35313:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603691.057435:0:35313:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 876537 usecs (877 jiffies) 00000400:00000200:0.0:1789603691.057439:0:35313:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603691.057442:0:35313:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296690867 00000100:00000001:0.0:1789603691.057453:0:35313:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296690856 00000100:00000001:0.0:1789603691.057460:0:35313:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296690867 00000100:00000001:0.0:1789603691.057465:0:35313:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296690856 00000100:00000001:0.0:1789603691.057468:0:35313:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603691.057471:0:35313:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603691.057474:0:35313:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603691.057476:0:35313:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603691.057479:0:35313:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb804040300 going to sleep for 11 seconds 00000100:00000001:0.0:1789603691.057482:0:35313:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603691.057486:0:35313:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1789603691.058714:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647cf00. 00010000:00000010:1.1:1789603691.058727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdd600. 00000800:00000200:3.0:1789603691.061955:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603691.061968:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076b00. 00000400:00000200:3.0:1789603691.061976:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603691.061988:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603691.061997:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682550 00000400:00000010:3.0:1789603691.062001:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682550. 00000100:00000001:3.0:1789603691.062008:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603691.062018:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1ea00 x1876533442921856/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/3376 e 0 to 0 dl 1789603707 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603691.062033:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603691.062037:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ea00 x1876533442921856/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/3376 e 0 to 0 dl 1789603707 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603691.062046:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603691.062048:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603691.062062:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603691.062079:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603691.062082:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603691.062085:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603691.062092:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.062098:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603691.062106:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.062111:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.062118:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.062122:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 1144 into portal 10 MB=0x6aab27d464580 00000400:00000200:3.0:1789603691.062128:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.062136:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 1144/1144 into md 0x86c5 [1] + 224 00000800:00000001:3.0:1789603691.062145:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603691.062154:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603691.062157:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603691.062160:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603691.062165:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603691.062170:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1ea00 x1876533442921856/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/3376 e 0 to 0 dl 1789603707 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603691.062178:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=1144 offset=224 replen=3376 req@ffff9eb810d1ea00 x1876533442921856/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/3376 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603691.062198:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603691.062206:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603691.062210:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603691.062308:0:35313:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603691.062318:0:35313:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603691.062321:0:35313:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603691.062325:0:35313:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139e70. 00000400:00000200:0.0:1789603691.062329:0:35313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682dd0 00000400:00000010:0.0:1789603691.062331:0:35313:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682dd0. 00000100:00000001:0.0:1789603691.062334:0:35313:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603691.062586:0:35313:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1ea00 x1876533442921856/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/3376 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603691.062598:0:35313:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1ea00 x1876533442921856/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/3376 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603691.062604:0:35313:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603691.062607:0:35313:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603691.062610:0:35313:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603691.062614:0:35313:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603691.062617:0:35313:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603691.062620:0:35313:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603691.062624:0:35313:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603691.062637:0:35313:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=89 v=5 (5 106 106 106) 00000100:00001000:0.0:1789603691.062641:0:35313:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603691.062644:0:35313:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603691.062646:0:35313:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.062650:0:35313:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603691.062655:0:35313:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603691.062659:0:35313:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603691.062662:0:35313:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967638 00000100:00000001:0.0:1789603691.062664:0:35313:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603691.062667:0:35313:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603691.062673:0:35313:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1ea00 x1876533442921856/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/1144 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603691.062680:0:35313:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603691.062684:0:35313:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603691.062686:0:35313:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603691.062691:0:35313:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1ea00 x1876533442921856/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/1144 e 0 to 0 dl 1789603707 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603691.062709:0:35313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1ea00 pname:cluuid:pid:xid:nid:opc:job uname:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35313:1876533442921856:192.168.204.129@tcp:101:uname.0 00000100:00000001:0.0:1789603691.062715:0:35313:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603691.062719:0:35313:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603691.062722:0:35313:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603691.062724:0:35313:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603691.062729:0:35313:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1ea00 x1876533442921856/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/1144 e 0 to 0 dl 1789603707 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603691.062735:0:35313:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603691.062739:0:35313:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb804040300. 00000100:00000001:0.0:1789603691.062743:0:35313:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603691.062745:0:35313:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.062750:0:35313:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789603691.062755:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603691.062758:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603691.062762:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030800 refcount=4 00000020:00000001:0.0:1789603691.062765:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000001:0.0:1789603691.062769:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000040:0.0:1789603691.062777:0:35313:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb800030800, remote cookie: 0x31dbb14d74e92205, flags: 0x1001 00010000:00010000:0.0:1789603691.062786:0:35313:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030800/0xa04c19c788fe557f lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92205 expref: -99 pid: 35313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603691.062796:0:35313:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789603691.062801:0:35313:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789603691.062804:0:35313:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789603691.062806:0:35313:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789603691.062807:0:35313:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789603691.062810:0:35313:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff9eb81938b800) refcount = 2 00010000:00000040:0.0:1789603691.062814:0:35313:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789603691.062817:0:35313:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1789603691.062835:0:35313:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030800/0xa04c19c788fe557f lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92205 expref: -99 pid: 35313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603691.062842:0:35313:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789603691.062846:0:35313:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789603691.062848:0:35313:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603691.062851:0:35313:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789603691.062854:0:35313:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603691.062858:0:35313:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030800/0xa04c19c788fe557f lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92205 expref: -99 pid: 35313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603691.062864:0:35313:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789603691.062866:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.062868:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603691.062869:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.062870:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603691.062871:0:35313:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603691.062877:0:35313:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789603691.062879:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603691.062880:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603691.062882:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030800 refcount=3 00000020:00000001:0.0:1789603691.062884:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000001:0.0:1789603691.062886:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000001:0.0:1789603691.062888:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.062889:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789603691.062894:0:35313:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffff9eb810d1ea00 x1876533442921856/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/1144 e 0 to 0 dl 1789603707 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789603691.062900:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603691.062901:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603691.062903:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030800 refcount=3 00000020:00000001:0.0:1789603691.062904:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000001:0.0:1789603691.062906:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000001:0.0:1789603691.062908:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.062909:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603691.062911:0:35313:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603691.062913:0:35313:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603691.062917:0:35313:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789603691.062918:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603691.062920:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603691.062921:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030800 refcount=3 00000020:00000001:0.0:1789603691.062923:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000001:0.0:1789603691.062925:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00000002:00010000:0.0:1789603691.062928:0:35313:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030800/0xa04c19c788fe557f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92205 expref: -99 pid: 35313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603691.062933:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.062935:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603691.062937:0:35313:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603691.062938:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603691.062939:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603691.062940:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030800 refcount=3 00000020:00000001:0.0:1789603691.062942:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000001:0.0:1789603691.062944:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000040:0.0:1789603691.062953:0:35313:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 3 00010000:00000001:0.0:1789603691.062957:0:35313:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789603691.062962:0:35313:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589935621/43 (0 0) 00010000:00000001:0.0:1789603691.062965:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.062966:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603691.062967:0:35313:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789603691.062971:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c875f0 00000002:00002000:0.0:1789603691.062972:0:35313:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getxattr status=0 disp=0x0: rc = 0 00000002:00000001:0.0:1789603691.062976:0:35313:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603691.062980:0:35313:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603691.062983:0:35313:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789603691.062986:0:35313:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x200000405:0x2b:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789603691.062990:0:35313:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603691.062995:0:35313:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805571600. 00000080:00000001:0.0:1789603691.063002:0:35313:0:(xattr_cache.c:437:ll_xattr_find_get_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:0.0:1789603691.063009:0:35313:0:(xattr_cache.c:508:ll_xattr_cache_refill()) caching: xdata=ffff9eb807b47460 xtail=ffff9eb807b4749a 00000080:00000001:0.0:1789603691.063011:0:35313:0:(xattr_cache.c:65:ll_xattr_cache_init()) Process entered 00000080:00000020:0.0:1789603691.063013:0:35313:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lma]= 00000080:00000001:0.0:1789603691.063017:0:35313:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:0.0:1789603691.063019:0:35313:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1789603691.063021:0:35313:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:0.0:1789603691.063027:0:35313:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9eb818c75280. 00000080:00000010:0.0:1789603691.063033:0:35313:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff9eb82030c710. 00000080:00000010:0.0:1789603691.063036:0:35313:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff9eb806947540. 00000080:00000020:0.0:1789603691.063038:0:35313:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lma]= 00000080:00000001:0.0:1789603691.063040:0:35313:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:0.0:1789603691.063042:0:35313:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lov]=Ð Ñ  00000080:00000001:0.0:1789603691.063044:0:35313:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:0.0:1789603691.063045:0:35313:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1789603691.063046:0:35313:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:0.0:1789603691.063050:0:35313:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9eb818c75230. 00000080:00000010:0.0:1789603691.063052:0:35313:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff9eb82030c1c0. 00000080:00000010:0.0:1789603691.063055:0:35313:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 56 at ffff9eb807a3f380. 00000080:00000020:0.0:1789603691.063057:0:35313:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lov]=Ð Ñ  00000080:00000001:0.0:1789603691.063058:0:35313:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:0.0:1789603691.063060:0:35313:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [user.job]=bash.0 00000080:00000001:0.0:1789603691.063062:0:35313:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:0.0:1789603691.063063:0:35313:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1789603691.063064:0:35313:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:0.0:1789603691.063067:0:35313:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9eb818c75780. 00000080:00000010:0.0:1789603691.063070:0:35313:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 9 at ffff9eb82030c390. 00000080:00000010:0.0:1789603691.063072:0:35313:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 6 at ffff9eb807256f50. 00000080:00000020:0.0:1789603691.063074:0:35313:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [user.job]=bash.0 00000080:00000001:0.0:1789603691.063075:0:35313:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:0.0:1789603691.063077:0:35313:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.link]=ßñê 00000080:00000001:0.0:1789603691.063078:0:35313:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:0.0:1789603691.063080:0:35313:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1789603691.063081:0:35313:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:0.0:1789603691.063084:0:35313:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9eb818c75e88. 00000080:00000010:0.0:1789603691.063086:0:35313:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff9eb82030c1b0. 00000080:00000010:0.0:1789603691.063088:0:35313:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 47 at ffff9eb807a3f8c0. 00000080:00000020:0.0:1789603691.063090:0:35313:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.link]=ßñê 00000080:00000001:0.0:1789603691.063092:0:35313:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:0.0:1789603691.063094:0:35313:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.som]= 00000080:00000020:0.0:1789603691.063095:0:35313:0:(xattr_cache.c:535:ll_xattr_cache_refill()) not caching trusted.som 00000080:00010000:0.0:1789603691.063098:0:35313:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9eb808122a08) for lock 0xa04c19c788fe557f 00800000:00000001:0.0:1789603691.063104:0:35313:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603691.063107:0:35313:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603691.063109:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603691.063110:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603691.063112:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030800 refcount=3 00000020:00000001:0.0:1789603691.063115:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000001:0.0:1789603691.063117:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000001:0.0:1789603691.063119:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.063121:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603691.063122:0:35313:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603691.063124:0:35313:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603691.063128:0:35313:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe557f from it ffffb8e501c878e8 00010000:00000001:0.0:1789603691.063131:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603691.063132:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603691.063133:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030800 refcount=3 00000020:00000001:0.0:1789603691.063135:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000001:0.0:1789603691.063137:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844210688 : -106961865340928 : ffff9eb800030800) 00010000:00000001:0.0:1789603691.063139:0:35313:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603691.063142:0:35313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030800/0xa04c19c788fe557f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92205 expref: -99 pid: 35313 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603691.063149:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.063150:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603691.063151:0:35313:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603691.063155:0:35313:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603691.063157:0:35313:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030800/0xa04c19c788fe557f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92205 expref: -99 pid: 35313 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603691.063164:0:35313:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603691.063167:0:35313:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603691.063169:0:35313:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603691.063175:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.063176:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603691.063178:0:35313:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.063181:0:35313:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603691.063183:0:35313:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.063185:0:35313:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.063188:0:35313:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.063190:0:35313:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603691.063192:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.063194:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603691.063195:0:35313:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603691.063199:0:35313:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1ea00 x1876533442921856/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/1144 e 0 to 0 dl 1789603707 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603691.063206:0:35313:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603691.063208:0:35313:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603691.063212:0:35313:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff9eb807b47000. 02000000:00000001:0.0:1789603691.063215:0:35313:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603691.063218:0:35313:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603691.063220:0:35313:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603691.063222:0:35313:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603691.063225:0:35313:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8051e1800. 02000000:00000001:0.0:1789603691.063229:0:35313:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603691.063231:0:35313:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603691.063233:0:35313:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1ea00. 00000100:00000001:0.0:1789603691.063237:0:35313:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603691.063238:0:35313:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603691.063240:0:35313:0:(xattr_cache.c:559:ll_xattr_cache_refill()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603691.063243:0:35313:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1789603691.063245:0:35313:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1789603691.063248:0:35313:0:(xattr_cache.c:667:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1789603691.063251:0:35313:0:(xattr_cache.c:671:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1789603691.063254:0:35313:0:(xattr.c:499:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:0.0:1789603691.063257:0:35313:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603691.063259:0:35313:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603691.063261:0:35313:0:(xattr.c:546:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1789603691.063266:0:35313:0:(xattr.c:615:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1789603691.063291:0:35313:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1789603691.063293:0:35313:0:(rw26.c:676:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:0.0:1789603691.063303:0:35313:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:0.0:1789603691.063306:0:35313:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.063310:0:35313:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:0.0:1789603691.063312:0:35313:0:(cl_page.c:438:cl_page_find()) 0@[0x200000405:0x2b:0x0] ffffecbc84bc9980 ffff9eb802f3a1c0 1 00000020:00000001:0.0:1789603691.063317:0:35313:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1789603691.063320:0:35313:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446637111893533120 : -106961816018496 : ffff9eb802f3a1c0) 00000020:00000001:0.0:1789603691.063323:0:35313:0:(cl_page.c:455:cl_page_find()) Process leaving (rc=18446637111893533120 : -106961816018496 : ffff9eb802f3a1c0) 00000020:00000001:0.0:1789603691.063325:0:35313:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:0.0:1789603691.063328:0:35313:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789603691.063330:0:35313:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112155934272 : -106961553617344 : ffff9eb812978e40) 00000020:00000001:0.0:1789603691.063332:0:35313:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1789603691.063334:0:35313:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1789603691.063680:0:35313:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789603691.063689:0:35313:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d0e75821[3 00000000606ececf 1 1 00000000d8cbc3f9 0 0 0] 00000020:00000001:0.0:1789603691.063692:0:35313:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1789603691.063694:0:35313:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1789603691.063695:0:35313:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00000001:0.0:1789603691.063697:0:35313:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1789603691.063698:0:35313:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603691.063718:0:35313:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1789603691.063720:0:35313:0:(rw26.c:871:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:0.0:1789603691.063722:0:35313:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789603691.063723:0:35313:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112155934272 : -106961553617344 : ffff9eb812978e40) 00000020:00000001:0.0:1789603691.063726:0:35313:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1789603691.063728:0:35313:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789603691.063732:0:35313:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:0.0:1789603691.063733:0:35313:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:0.0:1789603691.063735:0:35313:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:0.0:1789603691.063736:0:35313:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1789603691.063740:0:35313:0:(rw26.c:929:ll_write_end()) page@00000000d0e75821[4 00000000606ececf 2 1 00000000d8cbc3f9 0 0 0] 00000080:00200000:0.0:1789603691.063744:0:35313:0:(rw26.c:929:ll_write_end()) vmpage @000000003cfec60d 17ffffc0001039 2:0 ffff9eb802f3a1c0 0 lru 00000080:00200000:0.0:1789603691.063753:0:35313:0:(rw26.c:929:ll_write_end()) osc-page@0000000012b9153d 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 000000008518d7f3 00000000b3a6003b > 3< 1 0 > 4< 0 0 8 8359936 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:0.0:1789603691.063755:0:35313:0:(rw26.c:929:ll_write_end()) end page@00000000d0e75821 00000080:00200000:0.0:1789603691.063757:0:35313:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1789603691.063759:0:35313:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1789603691.063760:0:35313:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:0.0:1789603691.063764:0:35313:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1789603691.063769:0:35313:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1789603691.063771:0:35313:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603691.063773:0:35313:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974314672 : -106961735236944 : ffff9eb807c442b0) 00000020:00000001:0.0:1789603691.063775:0:35313:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1789603691.063779:0:35313:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1789603691.063782:0:35313:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1789603691.063785:0:35313:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000008:00000002:0.0:1789603691.063787:0:35313:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:0.0:1789603691.063790:0:35313:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000020:00000001:0.0:1789603691.063792:0:35313:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1789603691.063795:0:35313:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:0.0:1789603691.063798:0:35313:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789603691.063800:0:35313:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.063802:0:35313:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.063804:0:35313:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000008:00000001:0.0:1789603691.063805:0:35313:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1789603691.063807:0:35313:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:0.0:1789603691.063809:0:35313:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1789603691.063814:0:35313:0:(cl_page.c:567:cl_batch_put()) page@00000000d0e75821[4 00000000606ececf 2 1 00000000d8cbc3f9 0 0 0] 00000020:00000001:0.0:1789603691.063815:0:35313:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:0.0:1789603691.063817:0:35313:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1789603691.063818:0:35313:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1789603691.063821:0:35313:0:(osc_request.c:745:osc_update_next_shrink()) next time 3222 to shrink grant 00000080:00000001:0.0:1789603691.063833:0:35313:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:0.0:1789603691.063835:0:35313:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1789603691.063839:0:35313:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9eb808122bb8, count 1, dirtied 0 00000080:00000001:0.0:1789603691.063841:0:35313:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1789603691.063844:0:35313:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:0.0:1789603691.063846:0:35313:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1789603691.063847:0:35313:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1789603691.063848:0:35313:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789603691.063851:0:35313:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d0e75821[3 00000000606ececf 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789603691.063853:0:35313:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1789603691.063854:0:35313:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1789603691.063856:0:35313:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1789603691.063857:0:35313:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1789603691.063860:0:35313:0:(cl_page.c:567:cl_batch_put()) page@00000000d0e75821[3 00000000606ececf 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789603691.063861:0:35313:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:0.0:1789603691.063862:0:35313:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:0.0:1789603691.063864:0:35313:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:0.0:1789603691.063865:0:35313:0:(osc_io.c:492:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1789603691.063867:0:35313:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.063869:0:35313:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603691.063871:0:35313:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.063872:0:35313:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789603691.063875:0:35313:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:0.0:1789603691.063878:0:35313:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1789603691.063880:0:35313:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1789603691.063882:0:35313:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603691.063884:0:35313:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:0.0:1789603691.063890:0:35313:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:0.0:1789603691.063891:0:35313:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.063894:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c87b80 00000080:00200000:0.0:1789603691.063897:0:35313:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:0.0:1789603691.063900:0:35313:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603691.063903:0:35313:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1789603691.063906:0:35313:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603691.063907:0:35313:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1789603691.063909:0:35313:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:0.0:1789603691.063911:0:35313:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000020:00000001:0.0:1789603691.063913:0:35313:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000020:00000001:0.0:1789603691.063914:0:35313:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1789603691.063916:0:35313:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789603691.063917:0:35313:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.063919:0:35313:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.063921:0:35313:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000008:00000001:0.0:1789603691.063924:0:35313:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.063925:0:35313:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603691.063928:0:35313:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603691.063929:0:35313:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.063931:0:35313:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.063934:0:35313:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1789603691.063936:0:35313:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1789603691.063937:0:35313:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789603691.063938:0:35313:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1789603691.063940:0:35313:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1789603691.063942:0:35313:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603691.063943:0:35313:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.063946:0:35313:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1789603691.063948:0:35313:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789603691.063952:0:35313:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789603691.063954:0:35313:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb810945e48 (ffff9eb810b2a3f8/0) at cl_lock_release():245 00000020:00000001:0.0:1789603691.063958:0:35313:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789603691.063959:0:35313:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb810945e48 (ffff9eb810b2a3f8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789603691.063963:0:35313:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789603691.063966:0:35313:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603691.063968:0:35313:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974314672 : -106961735236944 : ffff9eb807c442b0) 00000020:00000001:0.0:1789603691.063970:0:35313:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789603691.063971:0:35313:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb805741e30 (ffff9eb8208a0f38/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789603691.063975:0:35313:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789603691.063976:0:35313:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789603691.063979:0:35313:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603691.063980:0:35313:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603691.063983:0:35313:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=5 00000020:00000001:0.0:1789603691.063985:0:35313:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:0.0:1789603691.063988:0:35313:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:0.0:1789603691.063990:0:35313:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603691.063995:0:35313:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603691.064005:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.064006:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603691.064008:0:35313:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603691.064010:0:35313:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603691.064012:0:35313:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789603691.064021:0:35313:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603691.064023:0:35313:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603691.064024:0:35313:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603691.064027:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.064028:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603691.064029:0:35313:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.064031:0:35313:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603691.064032:0:35313:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.064034:0:35313:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.064038:0:35313:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.064040:0:35313:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603691.064041:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.064043:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603691.064044:0:35313:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603691.064045:0:35313:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603691.064047:0:35313:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789603691.064049:0:35313:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603691.064050:0:35313:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603691.064051:0:35313:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603691.064053:0:35313:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789603691.064054:0:35313:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb810945e48 (ffff9eb810b2a3f8/0) at cl_lock_fini():72 00020000:00000001:0.0:1789603691.064057:0:35313:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789603691.064059:0:35313:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789603691.064060:0:35313:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb805741e30 (ffff9eb810b2a3f8/1) at cl_lock_fini():72 00000008:00000010:0.0:1789603691.064063:0:35313:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb812355c80. 00000020:00000001:0.0:1789603691.064068:0:35313:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789603691.064070:0:35313:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb805741e00. 00020000:00000001:0.0:1789603691.064073:0:35313:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789603691.064074:0:35313:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789603691.064076:0:35313:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1789603691.064077:0:35313:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789603691.064079:0:35313:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603691.064080:0:35313:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789603691.064081:0:35313:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789603691.064082:0:35313:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603691.064084:0:35313:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603691.064086:0:35313:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789603691.064086:0:35313:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789603691.064088:0:35313:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1789603691.064091:0:35313:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:0.0:1789603691.064093:0:35313:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789603691.064095:0:35313:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789603691.064097:0:35313:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789603691.064098:0:35313:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603691.064099:0:35313:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789603691.064102:0:35313:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789603691.064104:0:35313:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603691.064105:0:35313:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603691.064107:0:35313:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789603691.064109:0:35313:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789603691.064111:0:35313:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789603691.064116:0:35313:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:0.0:1789603691.064119:0:35313:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1789603691.064123:0:35313:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1789603691.064126:0:35313:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789603691.064128:0:35313:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789603691.064131:0:35313:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789603691.064132:0:35313:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789603691.064133:0:35313:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789603691.064136:0:35313:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0f30 00020000:00000001:0.0:1789603691.064140:0:35313:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789603691.064143:0:35313:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789603691.064145:0:35313:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789603691.064147:0:35313:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789603691.064150:0:35313:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789603691.064151:0:35313:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:0.0:1789603691.064153:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c87c98 00000080:00200000:0.0:1789603691.064155:0:35313:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:0.0:1789603691.064161:0:35313:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789603691.064163:0:35313:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:0.0:1789603691.064165:0:35313:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:0.0:1789603691.064166:0:35313:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789603691.064171:0:35313:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1789603691.064175:0:35313:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789603691.064178:0:35313:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:0.0:1789603691.064180:0:35313:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789603691.064181:0:35313:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:0.0:1789603691.064183:0:35313:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=46 (1) m=1789603691 a=0 c=1789603691 b=0 00020000:00000001:0.0:1789603691.064187:0:35313:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789603691.064189:0:35313:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789603691 a=0 c=1789603691 b=0 00020000:00000001:0.0:1789603691.064192:0:35313:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.064194:0:35313:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.064196:0:35313:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000080:00200000:0.0:1789603691.064198:0:35313:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:0.0:1789603691.064201:0:35313:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1789603691.064205:0:35313:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:0.0:1789603691.064208:0:35313:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:0.0:1789603691.064210:0:35313:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a3f0 00000020:00000001:0.0:1789603691.064214:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c87d88 00000080:00000008:0.0:1789603691.064216:0:35313:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:0.0:1789603691.064219:0:35313:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:0.0:1789603691.064244:0:35313:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789603691.064248:0:35313:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb8139ca7c0 00020000:00000002:0.0:1789603691.064253:0:35313:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb8139ca7c0 00020000:00000001:0.0:1789603691.064255:0:35313:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603691.064265:0:35313:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789603691.064267:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c87df0 00000080:00200008:0.0:1789603691.064269:0:35313:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x2b:0x0](ffff9eb808122a08), flags 102001 00000080:00000001:0.0:1789603691.064273:0:35313:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1789603691.064276:0:35313:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:0.0:1789603691.064277:0:35313:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789603691.064279:0:35313:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb8139ca7c0 00020000:00000002:0.0:1789603691.064294:0:35313:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb8139ca7c0 00020000:00000001:0.0:1789603691.064296:0:35313:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603691.064299:0:35313:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1789603691.064306:0:35313:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603691.064309:0:35313:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603691.064312:0:35313:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603691.064316:0:35313:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603691.064317:0:35313:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603691.064320:0:35313:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1789603691.064322:0:35313:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603691.064327:0:35313:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603691.064330:0:35313:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603691.064610:0:35313:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 3 00010000:00000001:0.0:1789603691.064615:0:35313:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603691.064620:0:35313:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603691.064622:0:35313:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2b:0x0]: 0 00000080:00000001:0.0:1789603691.064625:0:35313:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789603691.064628:0:35313:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789603691.064636:0:35313:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9eb805571600. 00000080:00000001:0.0:1789603691.064639:0:35313:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789603691.064645:0:35313:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789603691.064649:0:35313:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1789603691.064651:0:35313:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603691.064652:0:35313:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603691.064654:0:35313:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603691.064655:0:35313:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603691.064657:0:35313:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603691.064658:0:35313:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1789603691.064660:0:35313:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603691.064663:0:35313:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2b:0x0] 00000002:00000001:0.0:1789603691.064667:0:35313:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789603691.064669:0:35313:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9eb81291b000: [0x200000405:0x2b:0x0] file closed with intent: 200 00000100:00000010:0.0:1789603691.064676:0:35313:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1ea00. 00000020:00000040:0.0:1789603691.064682:0:35313:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603691.064687:0:35313:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603691.064692:0:35313:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603691.064698:0:35313:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603691.064717:0:35313:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb805570400. 00000100:00000001:0.0:1789603691.064726:0:35313:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789603691.064743:0:35313:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9eb806bd4000 x1876533442921600/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603707 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789603691.064756:0:35313:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789603691.064762:0:35313:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb810d1ea00 x1876533442922112/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789603691.064770:0:35313:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603691.064772:0:35313:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603691.064779:0:35313:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb804040300. 00000100:00000001:0.0:1789603691.064781:0:35313:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911383808 : -106961798167808 : ffff9eb804040300) 00000100:00000001:0.0:1789603691.064784:0:35313:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603691.064785:0:35313:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126204416 : -106961583347200 : ffff9eb810d1ea00) 00000100:00000001:0.0:1789603691.064791:0:35313:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603691.064795:0:35313:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603691.064798:0:35313:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603691.064800:0:35313:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603691.064804:0:35313:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1ea00 x1876533442922112/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603691.064812:0:35313:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603691.064815:0:35313:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603691.064820:0:35313:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603691.064833:0:35313:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603691.064836:0:35313:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603691.064841:0:35313:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1ea00 pname:cluuid:pid:xid:nid:opc:job uname:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35313:1876533442922112:192.168.204.129@tcp:35:uname.0 00000100:00000001:0.0:1789603691.064846:0:35313:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603691.064852:0:35313:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603691.064855:0:35313:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603691.064858:0:35313:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603691.064862:0:35313:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8051e1800. 02000000:00000001:0.0:1789603691.064865:0:35313:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603691.064874:0:35313:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603691.064879:0:35313:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139e70. 00000400:00000010:0.0:1789603691.064888:0:35313:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682dd0. 00000100:00000200:0.0:1789603691.064896:0:35313:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442922112, portal 10 00000100:00000001:0.0:1789603691.064898:0:35313:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603691.064899:0:35313:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126204416 : -106961583347200 : ffff9eb810d1ea00) 00000100:00000040:0.0:1789603691.064906:0:35313:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810d1ea00 x1876533442922112/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603707 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603691.064914:0:35313:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603691.064917:0:35313:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603691.064921:0:35313:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682110. 00000100:00000200:0.0:1789603691.064925:0:35313:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876533442922112, offset 0 00000400:00000200:0.0:1789603691.064935:0:35313:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603691.064946:0:35313:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603691.064956:0:35313:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603691.064962:0:35313:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603691.064968:0:35313:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603691.064972:0:35313:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603691.064975:0:35313:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603691.064980:0:35313:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2968:2968:256:4294967295] 192.168.204.129@tcp LPNI seq info [2968:2968:8:4294967295] 00000400:00000200:0.0:1789603691.064985:0:35313:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603691.064998:0:35313:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603691.065005:0:35313:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603691.065012:0:35313:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076b00. 00000800:00000200:0.0:1789603691.065021:0:35313:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603691.065030:0:35313:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603691.065036:0:35313:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789603691.065048:0:35313:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603691.065054:0:35313:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 875437 usecs (876 jiffies) 00000400:00000200:0.0:1789603691.065057:0:35313:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603691.065061:0:35313:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296690874 00000100:00000001:0.0:1789603691.065069:0:35313:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296690867 00000100:00000001:0.0:1789603691.065076:0:35313:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296690874 00000100:00000001:0.0:1789603691.065080:0:35313:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296690867 00000100:00000001:0.0:1789603691.065084:0:35313:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603691.065087:0:35313:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603691.065089:0:35313:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603691.065092:0:35313:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603691.065095:0:35313:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb804040300 going to sleep for 11 seconds 00000100:00000001:0.0:1789603691.065097:0:35313:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603691.065100:0:35313:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603691.065668:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603691.065674:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076b00. 00000400:00000200:2.0:1789603691.065682:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603691.065688:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603691.065696:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682110 00000400:00000010:2.0:1789603691.065699:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682110. 00000100:00000001:2.0:1789603691.065704:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603691.065709:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1ea00 x1876533442922112/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603707 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603691.065720:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603691.065725:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ea00 x1876533442922112/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603707 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603691.065732:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.065735:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603691.069226:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603691.069250:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603691.069257:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603691.069260:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603691.069271:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.069333:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603691.069411:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.069418:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.069424:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.069430:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d464680 00000400:00000200:2.0:1789603691.069436:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.069444:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x86cd [1] + 224 00000800:00000001:2.0:1789603691.069453:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603691.069462:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603691.069466:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603691.069471:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603691.069481:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603691.069492:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1ea00 x1876533442922112/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603707 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603691.069504:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9eb810d1ea00 x1876533442922112/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603691.069555:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603691.069566:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603691.069569:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603691.069644:0:35313:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603691.069654:0:35313:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603691.069657:0:35313:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603691.069661:0:35313:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139e70. 00000400:00000200:0.0:1789603691.069666:0:35313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682dd0 00000400:00000010:0.0:1789603691.069670:0:35313:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682dd0. 00000100:00000001:0.0:1789603691.069674:0:35313:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603691.069679:0:35313:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1ea00 x1876533442922112/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603691.069687:0:35313:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1ea00 x1876533442922112/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603691.069694:0:35313:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603691.069696:0:35313:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603691.069698:0:35313:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603691.069703:0:35313:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603691.069706:0:35313:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603691.069710:0:35313:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603691.069713:0:35313:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603691.069726:0:35313:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb4f0 time=88 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603691.069731:0:35313:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603691.069734:0:35313:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603691.069736:0:35313:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603691.069739:0:35313:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603691.069744:0:35313:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603691.069748:0:35313:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789603691.069750:0:35313:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789603691.069752:0:35313:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789603691.069755:0:35313:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603691.069757:0:35313:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126204416 : -106961583347200 : ffff9eb810d1ea00) 00000100:00000001:0.0:1789603691.069761:0:35313:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603691.069763:0:35313:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967638 00000100:00000001:0.0:1789603691.069766:0:35313:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603691.069769:0:35313:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603691.069775:0:35313:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1ea00 x1876533442922112/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603707 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603691.069782:0:35313:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603691.069786:0:35313:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603691.069788:0:35313:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603691.069793:0:35313:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1ea00 x1876533442922112/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603707 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603691.069802:0:35313:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1ea00 pname:cluuid:pid:xid:nid:opc:job uname:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35313:1876533442922112:192.168.204.129@tcp:35:uname.0 00000100:00000001:0.0:1789603691.069807:0:35313:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603691.069811:0:35313:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603691.069814:0:35313:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603691.069816:0:35313:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603691.069819:0:35313:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ea00 x1876533442922112/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603707 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603691.069843:0:35313:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603691.069847:0:35313:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb804040300. 00000100:00000001:0.0:1789603691.069851:0:35313:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603691.069852:0:35313:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603691.069862:0:35313:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603691.069863:0:35313:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126204416 : -106961583347200 : ffff9eb810d1ea00) 00000002:00000001:0.0:1789603691.069866:0:35313:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603691.069870:0:35313:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603691.069876:0:35313:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb805571600. 00000080:00000001:0.0:1789603691.069881:0:35313:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789603691.069884:0:35313:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1789603691.069888:0:35313:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603691.069891:0:35313:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603691.069894:0:35313:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603691.069897:0:35313:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603691.069899:0:35313:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603691.069901:0:35313:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1789603691.069904:0:35313:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603691.069910:0:35313:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789603691.069916:0:35313:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9eb806bd4000 x1876533442921600/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603707 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603691.069924:0:35313:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603691.069925:0:35313:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957078016 : -106961752473600 : ffff9eb806bd4000) 00000100:00000001:0.0:1789603691.069928:0:35313:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603691.069931:0:35313:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4000 x1876533442921600/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603707 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603691.069938:0:35313:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603691.069939:0:35313:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603691.069942:0:35313:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ea00 x1876533442922112/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603707 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603691.069948:0:35313:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603691.069950:0:35313:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603691.069953:0:35313:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4000 x1876533442921600/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603707 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603691.069965:0:35313:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789603691.069969:0:35313:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603691.069971:0:35313:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603691.069973:0:35313:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603691.069977:0:35313:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a6000. 02000000:00000001:0.0:1789603691.069982:0:35313:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603691.069985:0:35313:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603691.069988:0:35313:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4000. 00000100:00000001:0.0:1789603691.069992:0:35313:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603691.069993:0:35313:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603691.069995:0:35313:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603691.069998:0:35313:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1ea00 x1876533442922112/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603707 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603691.070004:0:35313:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603691.070006:0:35313:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9eb806947000. 00000002:00000001:0.0:1789603691.070009:0:35313:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603691.070011:0:35313:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603691.070013:0:35313:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9eb807a3ff00. 00000100:00000001:0.0:1789603691.070015:0:35313:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603691.070018:0:35313:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1ea00 x1876533442922112/t8589934598(8589934598) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603707 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603691.070024:0:35313:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603691.070026:0:35313:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603691.070028:0:35313:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8051e1800. 02000000:00000001:0.0:1789603691.070031:0:35313:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603691.070032:0:35313:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603691.070034:0:35313:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603691.070036:0:35313:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603691.070037:0:35313:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb805570400. 02000000:00000001:0.0:1789603691.070041:0:35313:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603691.070042:0:35313:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603691.070043:0:35313:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1ea00. 00000100:00000001:0.0:1789603691.070046:0:35313:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603691.070049:0:35313:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603691.070051:0:35313:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603691.070056:0:35313:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb812253180. 00000080:00000001:0.0:1789603691.070060:0:35313:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.070067:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c87df0 00000080:00000008:0.0:1789603691.070080:0:35313:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9eb808122a08), flags 102001, rc = 0 00000080:00000001:0.0:1789603691.070083:0:35313:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603691.070090:0:35313:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789603691.070091:0:35313:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c87e00 00000080:00002000:0.0:1789603691.070093:0:35313:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9eb8205616c0, parent ffff9eb8081326c0, inode ffff9eb808122a08) hashed, 00000080:00000001:0.0:1789603691.070096:0:35313:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.087674:0:35314:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603691.087684:0:35314:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603691.087688:0:35314:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603691.087692:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d07bc0 00000080:00200000:2.0:1789603691.087712:0:35314:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:2.0:1789603691.087725:0:35314:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8421fba00. 00800000:00000002:2.0:1789603691.087733:0:35314:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603691.087740:0:35314:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603691.087747:0:35314:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603691.087750:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d07ae0 00800000:00000002:2.0:1789603691.087753:0:35314:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603691.087759:0:35314:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603691.087762:0:35314:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603691.087766:0:35314:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603691.087770:0:35314:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603691.087773:0:35314:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603691.087776:0:35314:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.087778:0:35314:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603691.087781:0:35314:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.087785:0:35314:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603691.087792:0:35314:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603691.087794:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d079b0 00000002:00010000:2.0:1789603691.087796:0:35314:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603691.087799:0:35314:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603691.087802:0:35314:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603691.087806:0:35314:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789603691.087813:0:35314:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603691.087816:0:35314:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603691.087818:0:35314:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603691.087820:0:35314:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789603691.087836:0:35314:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789603691.087843:0:35314:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f1f80. 00000020:00000040:2.0:1789603691.087848:0:35314:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:2.0:1789603691.087856:0:35314:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603691.087861:0:35314:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603691.087869:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.087872:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.087873:0:35314:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.087877:0:35314:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603691.087880:0:35314:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603691.087886:0:35314:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603691.087894:0:35314:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041d1c00. 00000100:00000001:2.0:1789603691.087903:0:35314:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.087911:0:35314:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603691.087913:0:35314:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.087915:0:35314:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603691.087917:0:35314:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.087919:0:35314:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603691.087924:0:35314:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637111912112000 : -106961797439616 : ffff9eb8040f1f80) 00010000:00000001:2.0:1789603691.087930:0:35314:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789603691.087933:0:35314:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789603691.087939:0:35314:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb81938b700. 00010000:00000010:2.0:1789603691.087943:0:35314:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80574e480. 00010000:00000001:2.0:1789603691.087948:0:35314:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789603691.087952:0:35314:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb802f47c00. 00000020:00000001:2.0:1789603691.087956:0:35314:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789603691.087960:0:35314:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb802f47c00 with handle 0xa04c19c788fe5586 to hash 00000020:00000001:2.0:1789603691.087962:0:35314:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789603691.087964:0:35314:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.087968:0:35314:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.087973:0:35314:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603691.087976:0:35314:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603691.087981:0:35314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603691.087992:0:35314:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603691.088004:0:35314:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35314 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789603691.088010:0:35314:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603691.088012:0:35314:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603691.088021:0:35314:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8209fc780. 00000100:00000001:2.0:1789603691.088024:0:35314:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112391354240 : -106961318197376 : ffff9eb8209fc780) 00000100:00000001:2.0:1789603691.088027:0:35314:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603691.088029:0:35314:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112000 : -106961797439616 : ffff9eb8040f1f80) 00000100:00000001:2.0:1789603691.088034:0:35314:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603691.088040:0:35314:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.088043:0:35314:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603691.088045:0:35314:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603691.088061:0:35314:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f1f80 x1876533442922240/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603691.088071:0:35314:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603691.088073:0:35314:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603691.088078:0:35314:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603691.088081:0:35314:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603691.088084:0:35314:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603691.088089:0:35314:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f1f80 pname:cluuid:pid:xid:nid:opc:job cat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35314:1876533442922240:192.168.204.129@tcp:101:cat.0 00000100:00000001:2.0:1789603691.088093:0:35314:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603691.088099:0:35314:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603691.088102:0:35314:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603691.088104:0:35314:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603691.088109:0:35314:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb81162e000. 02000000:00000001:2.0:1789603691.088111:0:35314:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603691.088122:0:35314:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603691.088128:0:35314:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3058. 00000400:00000010:2.0:1789603691.088135:0:35314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7198. 00000100:00000200:2.0:1789603691.088143:0:35314:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442922240, portal 10 00000100:00000001:2.0:1789603691.088145:0:35314:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603691.088147:0:35314:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112000 : -106961797439616 : ffff9eb8040f1f80) 00000100:00000040:2.0:1789603691.088153:0:35314:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f1f80 x1876533442922240/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603707 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603691.088161:0:35314:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603691.088165:0:35314:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603691.088168:0:35314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7d48. 00000100:00000200:2.0:1789603691.088171:0:35314:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876533442922240, offset 0 00000400:00000200:2.0:1789603691.088179:0:35314:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603691.088190:0:35314:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.088199:0:35314:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603691.088206:0:35314:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603691.088211:0:35314:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603691.088215:0:35314:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603691.088219:0:35314:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603691.088223:0:35314:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2969:2969:256:4294967295] 192.168.204.129@tcp LPNI seq info [2969:2969:8:4294967295] 00000400:00000200:2.0:1789603691.088228:0:35314:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.088238:0:35314:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603691.088245:0:35314:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603691.088250:0:35314:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8070dba00. 00000800:00000200:2.0:1789603691.088258:0:35314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603691.088267:0:35314:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603691.088272:0:35314:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8070dba00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789603691.088295:0:35314:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603691.088301:0:35314:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 874340 usecs (875 jiffies) 00000400:00000200:2.0:1789603691.088304:0:35314:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603691.088308:0:35314:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296690895 00000100:00000001:2.0:1789603691.088317:0:35314:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296690874 00000100:00000001:2.0:1789603691.088324:0:35314:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296690895 00000100:00000001:2.0:1789603691.088328:0:35314:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296690874 00000100:00000001:2.0:1789603691.088331:0:35314:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603691.088334:0:35314:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.088337:0:35314:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603691.088339:0:35314:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603691.088343:0:35314:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8209fc780 going to sleep for 11 seconds 00000100:00000001:2.0:1789603691.088347:0:35314:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603691.088350:0:35314:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603691.088656:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603691.088663:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8070dba00. 00000400:00000200:3.0:1789603691.088670:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603691.088677:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603691.088684:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7d48 00000400:00000010:3.0:1789603691.088688:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7d48. 00000100:00000001:3.0:1789603691.088693:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603691.088698:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f1f80 x1876533442922240/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603707 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603691.088710:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603691.088714:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f1f80 x1876533442922240/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603707 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603691.088721:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603691.088722:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603691.096218:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603691.096242:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603691.096248:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603691.096251:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603691.096262:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.096272:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603691.096296:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.096302:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.096308:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.096313:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d464700 00000400:00000200:3.0:1789603691.096320:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.096326:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x86d5 [1] + 224 00000800:00000001:3.0:1789603691.096335:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603691.096354:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603691.096359:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603691.096365:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603691.096375:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603691.096386:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f1f80 x1876533442922240/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603707 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603691.096398:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb8040f1f80 x1876533442922240/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603691.096417:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603691.096427:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603691.096431:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603691.096589:0:35314:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603691.096599:0:35314:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603691.096602:0:35314:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603691.096605:0:35314:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3058. 00000400:00000200:2.0:1789603691.096610:0:35314:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7198 00000400:00000010:2.0:1789603691.096613:0:35314:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7198. 00000100:00000001:2.0:1789603691.096617:0:35314:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603691.096623:0:35314:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f1f80 x1876533442922240/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789603691.096632:0:35314:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f1f80 x1876533442922240/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603691.096640:0:35314:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603691.096642:0:35314:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603691.096644:0:35314:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603691.096648:0:35314:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603691.096651:0:35314:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603691.096655:0:35314:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603691.096659:0:35314:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603691.096672:0:35314:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=89 v=5 (5 106 106 106) 00000100:00001000:2.0:1789603691.096676:0:35314:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603691.096679:0:35314:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603691.096681:0:35314:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.096685:0:35314:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603691.096689:0:35314:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.096694:0:35314:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603691.096696:0:35314:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967638 00000100:00000001:2.0:1789603691.096713:0:35314:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603691.096717:0:35314:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603691.096723:0:35314:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f1f80 x1876533442922240/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603691.096731:0:35314:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603691.096734:0:35314:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603691.096737:0:35314:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603691.096740:0:35314:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f1f80 x1876533442922240/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603707 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789603691.096749:0:35314:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f1f80 pname:cluuid:pid:xid:nid:opc:job cat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35314:1876533442922240:192.168.204.129@tcp:101:cat.0 00000100:00000001:2.0:1789603691.096755:0:35314:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603691.096759:0:35314:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.096762:0:35314:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789603691.096766:0:35314:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603691.096769:0:35314:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f1f80 x1876533442922240/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603707 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603691.096776:0:35314:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603691.096779:0:35314:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8209fc780. 00000100:00000001:2.0:1789603691.096782:0:35314:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789603691.096784:0:35314:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.096787:0:35314:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789603691.096792:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.096795:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.096799:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47c00 refcount=4 00000020:00000001:2.0:1789603691.096801:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.096805:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000040:2.0:1789603691.096813:0:35314:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb802f47c00, remote cookie: 0x31dbb14d74e92213, flags: 0x1001 00010000:00010000:2.0:1789603691.096819:0:35314:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603691.096842:0:35314:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603691.096850:0:35314:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789603691.096855:0:35314:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789603691.096858:0:35314:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789603691.096860:0:35314:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789603691.096862:0:35314:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789603691.096865:0:35314:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9eb81938b700) refcount = 1 00010000:00010000:2.0:1789603691.096870:0:35314:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603691.096876:0:35314:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789603691.096879:0:35314:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789603691.096881:0:35314:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603691.096884:0:35314:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789603691.096888:0:35314:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603691.096892:0:35314:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603691.096897:0:35314:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789603691.096899:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.096901:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.096902:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.096903:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.096905:0:35314:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603691.096909:0:35314:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789603691.096911:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.096912:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.096914:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47c00 refcount=3 00000020:00000001:2.0:1789603691.096916:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.096918:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.096920:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.096921:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.096922:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47c00 refcount=4 00000020:00000001:2.0:1789603691.096924:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.096926:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.096929:0:35314:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603691.096932:0:35314:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603691.096936:0:35314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603691.096942:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.096943:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.096944:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.096945:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.096946:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47c00 refcount=5 00000020:00000001:2.0:1789603691.096948:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.096950:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.096952:0:35314:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603691.096956:0:35314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603691.096962:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.096963:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789603691.096966:0:35314:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603691.096972:0:35314:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603691.096973:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.096974:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.096975:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.096976:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789603691.096980:0:35314:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb8040f1f80 x1876533442922240/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603707 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789603691.096989:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.096990:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.096991:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47c00 refcount=3 00000020:00000001:2.0:1789603691.096993:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.096995:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.096998:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.096999:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603691.097000:0:35314:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603691.097002:0:35314:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603691.097006:0:35314:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789603691.097008:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.097009:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.097010:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47c00 refcount=3 00000020:00000001:2.0:1789603691.097012:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.097014:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00000002:00010000:2.0:1789603691.097017:0:35314:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603691.097029:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.097030:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.097032:0:35314:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789603691.097033:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.097034:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.097036:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47c00 refcount=3 00000020:00000001:2.0:1789603691.097037:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.097039:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000040:2.0:1789603691.097046:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b700 count: 2 00010000:00000001:2.0:1789603691.097049:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789603691.097053:0:35314:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1789603691.097056:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.097057:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603691.097058:0:35314:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789603691.097063:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d07938 00000002:00002000:2.0:1789603691.097065:0:35314:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789603691.097068:0:35314:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603691.097073:0:35314:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603691.097076:0:35314:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789603691.097079:0:35314:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789603691.097082:0:35314:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.097087:0:35314:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603691.097091:0:35314:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8421fba00. 00000080:00000001:2.0:1789603691.097096:0:35314:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603691.097099:0:35314:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789603691.097107:0:35314:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789603691.097111:0:35314:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789603691.097118:0:35314:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb806b15300. 00800000:00000001:2.0:1789603691.097120:0:35314:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637111956296448 : -106961753255168 : ffff9eb806b15300) 00800000:00000001:2.0:1789603691.097122:0:35314:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603691.097124:0:35314:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789603691.097127:0:35314:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789603691.097130:0:35314:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789603691.097133:0:35314:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789603691.097136:0:35314:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789603691.097138:0:35314:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.097143:0:35314:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789603691.097146:0:35314:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1789603691.097151:0:35314:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1789603691.097153:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.097154:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.097156:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47c00 refcount=3 00000020:00000001:2.0:1789603691.097158:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.097160:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.097162:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.097164:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789603691.097165:0:35314:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789603691.097168:0:35314:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789603691.097169:0:35314:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb806b15300 1 00800000:00000010:2.0:1789603691.097172:0:35314:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb806b15300. 00800000:00000001:2.0:1789603691.097176:0:35314:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603691.097180:0:35314:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5586 00800000:00000001:2.0:1789603691.097183:0:35314:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603691.097185:0:35314:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603691.097186:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.097187:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.097188:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47c00 refcount=3 00000020:00000001:2.0:1789603691.097190:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.097192:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.097195:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.097196:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603691.097197:0:35314:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603691.097199:0:35314:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.097202:0:35314:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603691.097204:0:35314:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:2.0:1789603691.097207:0:35314:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5586 from it ffffb8e501d07bf8 00010000:00000001:2.0:1789603691.097208:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.097210:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.097211:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47c00 refcount=3 00000020:00000001:2.0:1789603691.097213:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.097215:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.097217:0:35314:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603691.097219:0:35314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603691.097226:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.097227:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.097228:0:35314:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603691.097231:0:35314:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603691.097234:0:35314:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603691.097242:0:35314:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603691.097244:0:35314:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603691.097247:0:35314:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603691.097252:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.097253:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.097255:0:35314:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.097259:0:35314:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603691.097262:0:35314:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.097264:0:35314:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.097267:0:35314:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.097269:0:35314:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603691.097270:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.097271:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603691.097274:0:35314:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603691.097278:0:35314:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f1f80 x1876533442922240/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603707 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603691.097296:0:35314:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603691.097300:0:35314:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603691.097304:0:35314:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb81162e000. 02000000:00000001:2.0:1789603691.097308:0:35314:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603691.097311:0:35314:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603691.097313:0:35314:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603691.097316:0:35314:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603691.097320:0:35314:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041d1c00. 02000000:00000001:2.0:1789603691.097325:0:35314:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603691.097328:0:35314:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603691.097330:0:35314:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f1f80. 00000100:00000001:2.0:1789603691.097334:0:35314:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603691.097335:0:35314:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603691.097339:0:35314:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:2.0:1789603691.097345:0:35314:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.097354:0:35314:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789603691.097356:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d07bc0 00000080:00002000:2.0:1789603691.097358:0:35314:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9eb8205616c0) flags 0x48004e refc 0 00000080:00000001:2.0:1789603691.097361:0:35314:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.097363:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d07c08 00000080:00200000:2.0:1789603691.097364:0:35314:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=265 00000080:00000001:2.0:1789603691.097371:0:35314:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789603691.097373:0:35314:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9eb808122a08), inode mode 81a4 mask 44 00000080:00000001:2.0:1789603691.097376:0:35314:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.097384:0:35314:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789603691.097386:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d07b98 00000080:00200008:2.0:1789603691.097389:0:35314:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x2b:0x0](ffff9eb808122a08), flags 100000 00000080:00000010:2.0:1789603691.097396:0:35314:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9eb8053df900. 00000080:00000001:2.0:1789603691.097403:0:35314:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1789603691.097407:0:35314:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8421fba00. 00800000:00000002:2.0:1789603691.097413:0:35314:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603691.097416:0:35314:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603691.097419:0:35314:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603691.097420:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d07a48 00800000:00000002:2.0:1789603691.097423:0:35314:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x2b:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603691.097427:0:35314:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789603691.097429:0:35314:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603691.097433:0:35314:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603691.097436:0:35314:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603691.097438:0:35314:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603691.097440:0:35314:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.097443:0:35314:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1789603691.097446:0:35314:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.097449:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d079c8 00800000:00000002:2.0:1789603691.097451:0:35314:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1789603691.097456:0:35314:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603691.097458:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d07900 00000002:00010000:2.0:1789603691.097459:0:35314:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100001 00000002:00000001:2.0:1789603691.097463:0:35314:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789603691.097465:0:35314:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789603691.097469:0:35314:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789603691.097473:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 3 00010000:00000001:2.0:1789603691.097475:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603691.097478:0:35314:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789603691.097482:0:35314:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.097484:0:35314:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603691.097486:0:35314:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603691.097488:0:35314:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789603691.097489:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b700 count: 2 00010000:00000001:2.0:1789603691.097491:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603691.097493:0:35314:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789603691.097494:0:35314:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.097496:0:35314:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603691.097497:0:35314:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603691.097502:0:35314:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f1f80. 00000020:00000040:2.0:1789603691.097506:0:35314:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:2.0:1789603691.097539:0:35314:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789603691.097541:0:35314:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.097544:0:35314:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603691.097548:0:35314:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603691.097551:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.097553:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.097554:0:35314:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.097558:0:35314:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603691.097561:0:35314:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603691.097565:0:35314:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603691.097574:0:35314:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041d1c00. 00000100:00000001:2.0:1789603691.097581:0:35314:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.097585:0:35314:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603691.097587:0:35314:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.097588:0:35314:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603691.097590:0:35314:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.097591:0:35314:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603691.097599:0:35314:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446637111912112000 : -106961797439616 : ffff9eb8040f1f80) 00010000:00000001:2.0:1789603691.097603:0:35314:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789603691.097606:0:35314:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789603691.097608:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b700 count: 2 00010000:00000001:2.0:1789603691.097611:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603691.097613:0:35314:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789603691.097618:0:35314:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb802f47400. 00000020:00000001:2.0:1789603691.097622:0:35314:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789603691.097625:0:35314:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb802f47400 with handle 0xa04c19c788fe558d to hash 00000020:00000001:2.0:1789603691.097627:0:35314:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789603691.097629:0:35314:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111893586944 : -106961815964672 : ffff9eb802f47400) 00010000:00000001:2.0:1789603691.097632:0:35314:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111893586944 : -106961815964672 : ffff9eb802f47400) 00010000:00000001:2.0:1789603691.097635:0:35314:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603691.097636:0:35314:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603691.097640:0:35314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47400/0xa04c19c788fe558d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35314 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603691.097647:0:35314:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47400/0xa04c19c788fe558d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35314 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789603691.097660:0:35314:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789603691.097667:0:35314:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb8040f1f80 x1876533442922496/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789603691.097676:0:35314:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47400/0xa04c19c788fe558d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35314 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789603691.097687:0:35314:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603691.097689:0:35314:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603691.097696:0:35314:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8209fc780. 00000100:00000001:2.0:1789603691.097699:0:35314:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112391354240 : -106961318197376 : ffff9eb8209fc780) 00000100:00000001:2.0:1789603691.097702:0:35314:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603691.097704:0:35314:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112000 : -106961797439616 : ffff9eb8040f1f80) 00000100:00000001:2.0:1789603691.097709:0:35314:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603691.097714:0:35314:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.097716:0:35314:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603691.097718:0:35314:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603691.097722:0:35314:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f1f80 x1876533442922496/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603691.097730:0:35314:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603691.097732:0:35314:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603691.097737:0:35314:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603691.097740:0:35314:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603691.097742:0:35314:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603691.097746:0:35314:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f1f80 pname:cluuid:pid:xid:nid:opc:job cat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35314:1876533442922496:192.168.204.129@tcp:101:cat.0 00000100:00000001:2.0:1789603691.097750:0:35314:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603691.097755:0:35314:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603691.097758:0:35314:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603691.097760:0:35314:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603691.097926:0:35314:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9eb810240000. 02000000:00000001:2.0:1789603691.097930:0:35314:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603691.097939:0:35314:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603691.097945:0:35314:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3058. 00000400:00000010:2.0:1789603691.097958:0:35314:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9eb81162e000. 00000100:00000200:2.0:1789603691.097967:0:35314:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876533442922496, portal 10 00000100:00000001:2.0:1789603691.097969:0:35314:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603691.097971:0:35314:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112000 : -106961797439616 : ffff9eb8040f1f80) 00000100:00000040:2.0:1789603691.097978:0:35314:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f1f80 x1876533442922496/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603707 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603691.097990:0:35314:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603691.097993:0:35314:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603691.097996:0:35314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7198. 00000100:00000200:2.0:1789603691.097999:0:35314:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876533442922496, offset 0 00000400:00000200:2.0:1789603691.098007:0:35314:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603691.098015:0:35314:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.098023:0:35314:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603691.098030:0:35314:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603691.098035:0:35314:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603691.098039:0:35314:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603691.098041:0:35314:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603691.098045:0:35314:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2970:2970:256:4294967295] 192.168.204.129@tcp LPNI seq info [2970:2970:8:4294967295] 00000400:00000200:2.0:1789603691.098049:0:35314:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.098058:0:35314:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603691.098065:0:35314:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603691.098071:0:35314:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8070dbb00. 00000800:00000200:2.0:1789603691.098079:0:35314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603691.098088:0:35314:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603691.098093:0:35314:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8070dbb00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1789603691.098113:0:35314:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603691.098121:0:35314:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 873251 usecs (874 jiffies) 00000400:00000200:2.0:1789603691.098125:0:35314:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603691.098129:0:35314:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296690905 00000100:00000001:2.0:1789603691.098140:0:35314:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296690895 00000100:00000001:2.0:1789603691.098147:0:35314:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296690905 00000100:00000001:2.0:1789603691.098152:0:35314:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296690895 00000100:00000001:2.0:1789603691.098155:0:35314:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603691.098158:0:35314:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.098161:0:35314:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603691.098163:0:35314:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603691.098166:0:35314:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8209fc780 going to sleep for 11 seconds 00000100:00000001:2.0:1789603691.098168:0:35314:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603691.098171:0:35314:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603691.098744:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603691.098750:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8070dbb00. 00000400:00000200:3.0:1789603691.098757:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603691.098764:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603691.098771:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7198 00000400:00000010:3.0:1789603691.098774:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7198. 00000100:00000001:3.0:1789603691.098779:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603691.098784:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f1f80 x1876533442922496/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603707 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603691.098795:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603691.098799:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f1f80 x1876533442922496/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603707 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603691.098806:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603691.098808:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603691.103403:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603691.103426:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603691.103432:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603691.103435:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603691.103447:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.103457:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603691.103468:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.103474:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.103481:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.103487:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 664 into portal 10 MB=0x6aab27d464800 00000400:00000200:3.0:1789603691.103493:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.103501:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 664/664 into md 0x86e5 [64] + 224 00000800:00000001:3.0:1789603691.103573:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603691.103583:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603691.103587:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603691.103593:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603691.103603:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603691.103615:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f1f80 x1876533442922496/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603707 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603691.103629:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9eb8040f1f80 x1876533442922496/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603691.103648:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603691.103659:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603691.103662:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603691.103786:0:35314:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603691.103799:0:35314:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603691.103802:0:35314:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603691.103806:0:35314:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3058. 00000400:00000200:2.0:1789603691.103812:0:35314:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb81162e000 00000400:00000010:2.0:1789603691.103815:0:35314:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9eb81162e000. 00000100:00000001:2.0:1789603691.103819:0:35314:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603691.103835:0:35314:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f1f80 x1876533442922496/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789603691.103843:0:35314:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f1f80 x1876533442922496/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603691.103849:0:35314:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603691.103852:0:35314:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603691.103855:0:35314:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603691.103859:0:35314:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603691.103863:0:35314:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603691.103865:0:35314:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603691.103869:0:35314:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603691.103880:0:35314:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=89 v=5 (5 106 106 106) 00000100:00001000:2.0:1789603691.103884:0:35314:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603691.103886:0:35314:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603691.103888:0:35314:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.103891:0:35314:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603691.103896:0:35314:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.103899:0:35314:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789603691.103901:0:35314:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789603691.103903:0:35314:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789603691.103906:0:35314:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603691.103907:0:35314:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112000 : -106961797439616 : ffff9eb8040f1f80) 00000100:00000001:2.0:1789603691.103911:0:35314:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603691.103914:0:35314:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967638 00000100:00000001:2.0:1789603691.103916:0:35314:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603691.103920:0:35314:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603691.103925:0:35314:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f1f80 x1876533442922496/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603707 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603691.103932:0:35314:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603691.103935:0:35314:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603691.103938:0:35314:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603691.103942:0:35314:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f1f80 x1876533442922496/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603707 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789603691.103950:0:35314:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f1f80 pname:cluuid:pid:xid:nid:opc:job cat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35314:1876533442922496:192.168.204.129@tcp:101:cat.0 00000100:00000001:2.0:1789603691.103956:0:35314:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603691.103959:0:35314:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.103961:0:35314:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789603691.103964:0:35314:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603691.103968:0:35314:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f1f80 x1876533442922496/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603707 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603691.103974:0:35314:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603691.103977:0:35314:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8209fc780. 00000100:00000001:2.0:1789603691.103981:0:35314:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789603691.103983:0:35314:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.103986:0:35314:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789603691.103993:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.103996:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.104000:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47400 refcount=4 00000020:00000001:2.0:1789603691.104002:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893586944 : -106961815964672 : ffff9eb802f47400) 00010000:00000001:2.0:1789603691.104005:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893586944 : -106961815964672 : ffff9eb802f47400) 00010000:00000040:2.0:1789603691.104013:0:35314:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb802f47400, remote cookie: 0x31dbb14d74e92221, flags: 0x1001 00010000:00000040:2.0:1789603691.104016:0:35314:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789603691.104019:0:35314:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1789603691.104027:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 3 00010000:00000001:2.0:1789603691.104031:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603691.104035:0:35314:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603691.104041:0:35314:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47400/0xa04c19c788fe558d lrc: 4/1,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92221 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603691.104051:0:35314:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47400/0xa04c19c788fe558d lrc: 4/1,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92221 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603691.104058:0:35314:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789603691.104063:0:35314:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789603691.104066:0:35314:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789603691.104068:0:35314:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789603691.104069:0:35314:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789603691.104072:0:35314:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff9eb81938b800) refcount = 3 00010000:00000040:2.0:1789603691.104076:0:35314:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1789603691.104079:0:35314:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030800/0xa04c19c788fe557f lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92205 expref: -99 pid: 35313 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1789603691.104086:0:35314:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1789603691.104093:0:35314:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47400/0xa04c19c788fe558d lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92221 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603691.104100:0:35314:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789603691.104103:0:35314:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789603691.104105:0:35314:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603691.104109:0:35314:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789603691.104111:0:35314:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603691.104114:0:35314:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47400/0xa04c19c788fe558d lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92221 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603691.104120:0:35314:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789603691.104123:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.104125:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.104126:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.104127:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.104128:0:35314:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603691.104133:0:35314:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789603691.104136:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.104137:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.104138:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47400 refcount=3 00000020:00000001:2.0:1789603691.104141:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893586944 : -106961815964672 : ffff9eb802f47400) 00010000:00000001:2.0:1789603691.104142:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893586944 : -106961815964672 : ffff9eb802f47400) 00010000:00000001:2.0:1789603691.104144:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.104145:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789603691.104149:0:35314:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9eb8040f1f80 x1876533442922496/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603707 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789603691.104159:0:35314:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789603691.104163:0:35314:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb8040f1f80 x1876533442922496/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603707 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789603691.104170:0:35314:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.104176:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.104178:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.104179:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47400 refcount=3 00000020:00000001:2.0:1789603691.104181:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893586944 : -106961815964672 : ffff9eb802f47400) 00010000:00000001:2.0:1789603691.104183:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893586944 : -106961815964672 : ffff9eb802f47400) 00000002:00010000:2.0:1789603691.104187:0:35314:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47400/0xa04c19c788fe558d lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92221 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789603691.104198:0:35314:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9eb806b15300. 00010000:00000001:2.0:1789603691.104200:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.104202:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603691.104203:0:35314:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603691.104205:0:35314:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603691.104209:0:35314:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789603691.104212:0:35314:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603691.104214:0:35314:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112000 : -106961797439616 : ffff9eb8040f1f80) 00010000:00000001:2.0:1789603691.104216:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.104218:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.104219:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47400 refcount=3 00000020:00000001:2.0:1789603691.104221:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893586944 : -106961815964672 : ffff9eb802f47400) 00010000:00000001:2.0:1789603691.104224:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893586944 : -106961815964672 : ffff9eb802f47400) 00000002:00010000:2.0:1789603691.104227:0:35314:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47400/0xa04c19c788fe558d lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92221 expref: -99 pid: 35314 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603691.104234:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.104235:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.104237:0:35314:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789603691.104238:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.104239:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.104241:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47400 refcount=3 00000020:00000001:2.0:1789603691.104243:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893586944 : -106961815964672 : ffff9eb802f47400) 00010000:00000001:2.0:1789603691.104245:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893586944 : -106961815964672 : ffff9eb802f47400) 00010000:00000040:2.0:1789603691.104248:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 4 00010000:00000001:2.0:1789603691.104250:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789603691.104255:0:35314:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 16 res 8589935621/43 (0 0) 00010000:00000001:2.0:1789603691.104258:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.104259:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603691.104261:0:35314:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789603691.104264:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d07888 00000002:00002000:2.0:1789603691.104267:0:35314:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:2.0:1789603691.104270:0:35314:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603691.104274:0:35314:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603691.104277:0:35314:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789603691.104280:0:35314:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789603691.104283:0:35314:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.104287:0:35314:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603691.104292:0:35314:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8421fba00. 00000080:00000001:2.0:1789603691.104298:0:35314:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789603691.104306:0:35314:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789603691.104310:0:35314:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1789603691.104315:0:35314:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603691.104319:0:35314:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154296 : -106961585397320 : ffff9eb810b2a1b8) 00000020:00001000:2.0:1789603691.104322:0:35314:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a1b0 00000020:00000001:2.0:1789603691.104325:0:35314:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789603691.104331:0:35314:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789603691.104333:0:35314:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789603691.104340:0:35314:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb8051ed600. 00020000:00000010:2.0:1789603691.104345:0:35314:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb80500bf00. 00020000:00000010:2.0:1789603691.104351:0:35314:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb8051eda20. 00020000:00000001:2.0:1789603691.104354:0:35314:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637111929920032 : -106961779631584 : ffff9eb8051eda20) 00020000:00000002:2.0:1789603691.104358:0:35314:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb8051eda20, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789603691.104364:0:35314:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789603691.104368:0:35314:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb80500bf00: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:2.0:1789603691.104373:0:35314:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9eb8041ac0f8) owner ffff9eb801224f80 00020000:00000001:2.0:1789603691.104376:0:35314:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789603691.104378:0:35314:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9eb8041ac0f8) owner ffff9eb801224f80 00020000:00000010:2.0:1789603691.104383:0:35314:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb80500bf00. 00020000:00000010:2.0:1789603691.104386:0:35314:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb8051ed600. 00020000:00000010:2.0:1789603691.104389:0:35314:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb8051eda20. 00020000:00000002:2.0:1789603691.104392:0:35314:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789603691.104394:0:35314:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.104396:0:35314:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789603691.104398:0:35314:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a1b0 00000080:00000001:2.0:1789603691.104404:0:35314:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:2.0:1789603691.104407:0:35314:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:2.0:1789603691.104414:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.104415:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.104417:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47400 refcount=3 00000020:00000001:2.0:1789603691.104419:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893586944 : -106961815964672 : ffff9eb802f47400) 00010000:00000001:2.0:1789603691.104421:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893586944 : -106961815964672 : ffff9eb802f47400) 00000080:00000001:2.0:1789603691.104425:0:35314:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789603691.104427:0:35314:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603691.104429:0:35314:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154296 : -106961585397320 : ffff9eb810b2a1b8) 00000020:00001000:2.0:1789603691.104431:0:35314:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a1b0 00000020:00000001:2.0:1789603691.104433:0:35314:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789603691.104434:0:35314:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789603691.104435:0:35314:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789603691.104438:0:35314:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb8051eda20. 00020000:00000010:2.0:1789603691.104440:0:35314:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb80500bf00. 00020000:00000010:2.0:1789603691.104443:0:35314:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb8051ed600. 00020000:00000001:2.0:1789603691.104445:0:35314:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637111929918976 : -106961779632640 : ffff9eb8051ed600) 00020000:00000002:2.0:1789603691.104447:0:35314:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb8051ed600, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789603691.104450:0:35314:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789603691.104454:0:35314:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb80500bf00: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:2.0:1789603691.104456:0:35314:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9eb8041ac0f8) owner ffff9eb801224f80 00020000:00000001:2.0:1789603691.104458:0:35314:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789603691.104460:0:35314:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9eb8041ac0f8) owner ffff9eb801224f80 00020000:00000010:2.0:1789603691.104462:0:35314:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb80500bf00. 00020000:00000010:2.0:1789603691.104464:0:35314:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb8051eda20. 00020000:00000010:2.0:1789603691.104466:0:35314:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb8051ed600. 00020000:00000002:2.0:1789603691.104469:0:35314:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789603691.104470:0:35314:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.104472:0:35314:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.104476:0:35314:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789603691.104479:0:35314:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb801224f80 00020000:00000002:2.0:1789603691.104482:0:35314:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb810df8cc0 addref 2/0 by ffff9eb801224f80. 00020000:00000002:2.0:1789603691.104485:0:35314:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb801224f80 00020000:00000001:2.0:1789603691.104488:0:35314:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789603691.104490:0:35314:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789603691.104492:0:35314:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789603691.104494:0:35314:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789603691.104496:0:35314:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789603691.104499:0:35314:0:(file.c:6854:ll_layout_conf()) [0x200000405:0x2b:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1789603691.104501:0:35314:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a1b0 00000080:00000001:2.0:1789603691.104503:0:35314:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.104505:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.104506:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789603691.104508:0:35314:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789603691.104553:0:35314:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789603691.104555:0:35314:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603691.104558:0:35314:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9eb808122a08) for lock 0xa04c19c788fe558d 00800000:00000001:2.0:1789603691.104562:0:35314:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603691.104564:0:35314:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603691.104565:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.104567:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.104569:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47400 refcount=3 00000020:00000001:2.0:1789603691.104571:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893586944 : -106961815964672 : ffff9eb802f47400) 00010000:00000001:2.0:1789603691.104573:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893586944 : -106961815964672 : ffff9eb802f47400) 00010000:00000001:2.0:1789603691.104576:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.104577:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603691.104578:0:35314:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603691.104580:0:35314:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.104583:0:35314:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603691.104588:0:35314:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f1f80 x1876533442922496/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603707 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603691.104595:0:35314:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603691.104598:0:35314:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe558d from it ffffb8e501d07bf0 00010000:00000001:2.0:1789603691.104601:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.104602:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.104603:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47400 refcount=3 00000020:00000001:2.0:1789603691.104605:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893586944 : -106961815964672 : ffff9eb802f47400) 00010000:00000001:2.0:1789603691.104607:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893586944 : -106961815964672 : ffff9eb802f47400) 00010000:00000001:2.0:1789603691.104610:0:35314:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603691.104614:0:35314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47400/0xa04c19c788fe558d lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e92221 expref: -99 pid: 35314 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603691.104620:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.104622:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.104623:0:35314:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603691.104627:0:35314:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603691.104631:0:35314:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47400/0xa04c19c788fe558d lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e92221 expref: -99 pid: 35314 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603691.104639:0:35314:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603691.104643:0:35314:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603691.104645:0:35314:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603691.104651:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.104652:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.104654:0:35314:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.104658:0:35314:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603691.104661:0:35314:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.104663:0:35314:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.104666:0:35314:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.104669:0:35314:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603691.104670:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.104671:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789603691.104674:0:35314:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789603691.104680:0:35314:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9eb806b15700. 00000080:00000001:2.0:1789603691.104683:0:35314:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1789603691.104687:0:35314:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1789603691.104690:0:35314:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603691.104693:0:35314:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603691.104696:0:35314:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603691.104698:0:35314:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603691.104700:0:35314:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.104702:0:35314:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1789603691.104704:0:35314:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603691.104706:0:35314:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789603691.104710:0:35314:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9eb81272ade0. 00000002:00100000:2.0:1789603691.104713:0:35314:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb8040f1f80 x1876533442922496/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603707 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789603691.104720:0:35314:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603691.104721:0:35314:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789603691.104725:0:35314:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1789603691.104729:0:35314:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.104733:0:35314:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1789603691.104736:0:35314:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789603691.104738:0:35314:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603691.104741:0:35314:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789603691.104743:0:35314:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.104747:0:35314:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1789603691.104751:0:35314:0:(pcc.c:1984:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.104753:0:35314:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789603691.104755:0:35314:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.104757:0:35314:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603691.104761:0:35314:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603691.104764:0:35314:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f1f80 x1876533442922496/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603707 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789603691.104772:0:35314:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603691.104776:0:35314:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9eb810240000. 02000000:00000001:2.0:1789603691.104858:0:35314:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789603691.104861:0:35314:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.104863:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d07b98 00000080:00000008:2.0:1789603691.104865:0:35314:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9eb808122a08), flags 100000, rc = 0 00000020:00000001:2.0:1789603691.104893:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d07d28 00000080:00200008:2.0:1789603691.104896:0:35314:0:(file.c:6307:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff9eb808122a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789603691.104905:0:35314:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603691.104906:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d07ca0 00000080:00200000:2.0:1789603691.104908:0:35314:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9eb808122a08),name=recon 00000080:00000010:2.0:1789603691.104915:0:35314:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8421fba00. 00800000:00000002:2.0:1789603691.104921:0:35314:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603691.104928:0:35314:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603691.104932:0:35314:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603691.104934:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d07bc0 00800000:00000002:2.0:1789603691.104936:0:35314:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603691.104940:0:35314:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603691.104944:0:35314:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603691.104946:0:35314:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603691.104947:0:35314:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603691.104949:0:35314:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603691.104951:0:35314:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.104953:0:35314:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603691.104955:0:35314:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603691.104958:0:35314:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603691.104959:0:35314:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603691.104960:0:35314:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603691.104961:0:35314:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603691.104962:0:35314:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.104964:0:35314:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1789603691.104966:0:35314:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.104968:0:35314:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603691.104973:0:35314:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603691.104975:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d07a90 00000002:00010000:2.0:1789603691.104977:0:35314:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603691.104981:0:35314:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603691.104983:0:35314:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603691.104985:0:35314:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603691.104989:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 4 00010000:00000001:2.0:1789603691.104991:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603691.104995:0:35314:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603691.104999:0:35314:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603691.105003:0:35314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1789603691.105011:0:35314:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603691.105016:0:35314:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603691.105019:0:35314:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1789603691.105026:0:35314:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603691.105028:0:35314:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603691.105030:0:35314:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603691.105033:0:35314:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603691.105035:0:35314:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603691.105036:0:35314:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603691.105039:0:35314:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603691.105041:0:35314:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603691.105044:0:35314:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8421fba00. 00000080:00000001:2.0:1789603691.105047:0:35314:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603691.105049:0:35314:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603691.105052:0:35314:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9eb808122a08) 00000080:00010000:2.0:1789603691.105056:0:35314:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9eb808122a08) for lock 0xa04c19c788fe555c 00800000:00000001:2.0:1789603691.105059:0:35314:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603691.105060:0:35314:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603691.105062:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.105063:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.105065:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46600 refcount=3 00000020:00000001:2.0:1789603691.105067:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:2.0:1789603691.105070:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:2.0:1789603691.105072:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.105073:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603691.105074:0:35314:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603691.105076:0:35314:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603691.105078:0:35314:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe555c from it ffffb8e501d07cd8 00010000:00000001:2.0:1789603691.105080:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.105081:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.105083:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46600 refcount=3 00000020:00000001:2.0:1789603691.105085:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:2.0:1789603691.105087:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:2.0:1789603691.105089:0:35314:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603691.105091:0:35314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1789603691.105098:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.105099:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.105100:0:35314:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603691.105102:0:35314:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603691.105104:0:35314:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1789603691.105116:0:35314:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603691.105118:0:35314:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603691.105119:0:35314:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603691.105122:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.105123:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.105124:0:35314:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.105126:0:35314:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603691.105128:0:35314:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.105129:0:35314:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.105131:0:35314:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.105133:0:35314:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603691.105134:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.105136:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603691.105137:0:35314:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603691.105139:0:35314:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603691.105142:0:35314:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1789603691.105145:0:35314:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789603691.105147:0:35314:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603691.105148:0:35314:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789603691.105150:0:35314:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.105152:0:35314:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789603691.105155:0:35314:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1789603691.105157:0:35314:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603691.105160:0:35314:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154296 : -106961585397320 : ffff9eb810b2a1b8) 00000020:00001000:2.0:1789603691.105162:0:35314:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a1b0 00000020:00000001:2.0:1789603691.105168:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603691.105170:0:35314:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789603691.105173:0:35314:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789603691.105175:0:35314:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1789603691.105179:0:35314:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603691.105181:0:35314:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789603691.105183:0:35314:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789603691.105185:0:35314:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.105186:0:35314:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789603691.105190:0:35314:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9eb812979530 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1789603691.105193:0:35314:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb801224f80 00020000:00000001:2.0:1789603691.105197:0:35314:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789603691.105199:0:35314:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789603691.105202:0:35314:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789603691.105203:0:35314:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.105206:0:35314:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789603691.105208:0:35314:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789603691.105210:0:35314:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.105211:0:35314:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603691.105212:0:35314:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789603691.105214:0:35314:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789603691.105216:0:35314:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb801224f80 00000020:00000001:2.0:1789603691.105218:0:35314:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789603691.105221:0:35314:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1789603691.105222:0:35314:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:2.0:1789603691.105225:0:35314:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789603691.105228:0:35314:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789603691.105231:0:35314:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789603691.105233:0:35314:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1789603691.105240:0:35314:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1789603691.105245:0:35314:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb80574ef00. 00020000:00000002:2.0:1789603691.105249:0:35314:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789603691.105251:0:35314:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789603691.105253:0:35314:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603691.105255:0:35314:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789603691.105256:0:35314:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603691.105258:0:35314:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124155160 : -106961585396456 : ffff9eb810b2a518) 00000020:00001000:2.0:1789603691.105260:0:35314:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a510 00000020:00000001:2.0:1789603691.105263:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9eb80798faa8 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603691.105264:0:35314:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789603691.105269:0:35314:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603691.105270:0:35314:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789603691.105272:0:35314:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789603691.105274:0:35314:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112155936048 : -106961553615568 : ffff9eb812979530) 00000020:00000001:2.0:1789603691.105276:0:35314:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.105278:0:35314:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.105280:0:35314:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974317008 : -106961735234608 : ffff9eb807c44bd0) 00000020:00000001:2.0:1789603691.105282:0:35314:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789603691.105287:0:35314:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb8182c5560. 00000008:00010000:2.0:1789603691.105289:0:35314:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1789603691.105293:0:35314:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789603691.105294:0:35314:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789603691.105296:0:35314:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb80574ef30, osc lock ffff9eb8182c5560, flags 0x400001002 00000020:00000001:2.0:1789603691.105298:0:35314:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.105300:0:35314:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.105303:0:35314:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637111935561472 : -106961773990144 : ffff9eb80574ef00) 00000020:00000001:2.0:1789603691.105305:0:35314:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789603691.105306:0:35314:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789603691.105307:0:35314:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.105309:0:35314:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.105312:0:35314:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1789603691.105314:0:35314:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1789603691.105316:0:35314:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789603691.105318:0:35314:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789603691.105319:0:35314:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603691.105321:0:35314:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974317008 : -106961735234608 : ffff9eb807c44bd0) 00000020:00000001:2.0:1789603691.105323:0:35314:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789603691.105325:0:35314:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789603691.105328:0:35314:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789603691.105332:0:35314:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789603691.105335:0:35314:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789603691.105337:0:35314:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789603691.105339:0:35314:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789603691.105340:0:35314:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789603691.105341:0:35314:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789603691.105344:0:35314:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789603691.105345:0:35314:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603691.105351:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:2.0:1789603691.105353:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603691.105358:0:35314:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603691.105361:0:35314:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603691.105364:0:35314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1789603691.105374:0:35314:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603691.105376:0:35314:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603691.105379:0:35314:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789603691.105387:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.105388:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.105390:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=4 00000020:00000001:2.0:1789603691.105392:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.105394:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00000008:00000001:2.0:1789603691.105397:0:35314:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1789603691.105400:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.105401:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.105402:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=5 00000020:00000001:2.0:1789603691.105404:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.105406:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00000020:00000001:2.0:1789603691.105410:0:35314:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789603691.105412:0:35314:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1789603691.105414:0:35314:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1789603691.105416:0:35314:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.105417:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.105418:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.105420:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=6 00000020:00000001:2.0:1789603691.105422:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.105424:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.105426:0:35314:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603691.105428:0:35314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789603691.105435:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.105436:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.105437:0:35314:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603691.105438:0:35314:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603691.105440:0:35314:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789603691.105452:0:35314:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603691.105454:0:35314:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603691.105455:0:35314:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603691.105457:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.105458:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.105459:0:35314:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.105461:0:35314:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603691.105462:0:35314:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.105463:0:35314:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.105465:0:35314:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.105467:0:35314:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603691.105468:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.105469:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.105470:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.105471:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789603691.105473:0:35314:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603691.105476:0:35314:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.105478:0:35314:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.105480:0:35314:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.105481:0:35314:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.105483:0:35314:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789603691.105484:0:35314:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1789603691.105486:0:35314:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1789603691.105487:0:35314:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1789603691.105489:0:35314:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.105491:0:35314:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.105495:0:35314:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789603691.105496:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603691.105499:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603691.105500:0:35314:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789603691.105503:0:35314:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1789603691.105506:0:35314:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789603691 a=0 c=1789603691 b=0 00020000:00000001:2.0:1789603691.105535:0:35314:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.105538:0:35314:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.105539:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000080:00200000:2.0:1789603691.105542:0:35314:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1789603691.105545:0:35314:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789603691.105549:0:35314:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789603691.105551:0:35314:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb8129794d0 (ffff9eb810b2a1b8/0) at cl_lock_release():245 00000020:00000001:2.0:1789603691.105554:0:35314:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789603691.105555:0:35314:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb8129794d0 (ffff9eb810b2a1b8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789603691.105558:0:35314:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789603691.105559:0:35314:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603691.105560:0:35314:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974317008 : -106961735234608 : ffff9eb807c44bd0) 00000020:00000001:2.0:1789603691.105562:0:35314:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789603691.105563:0:35314:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb80574ef30 (ffff9eb810b2a518/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789603691.105566:0:35314:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789603691.105567:0:35314:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789603691.105569:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.105570:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789603691.105572:0:35314:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789603691.105573:0:35314:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789603691.105574:0:35314:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789603691.105576:0:35314:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789603691.105577:0:35314:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789603691.105578:0:35314:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb8129794d0 (ffff9eb810b2a1b8/0) at cl_lock_fini():72 00020000:00000001:2.0:1789603691.105581:0:35314:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789603691.105583:0:35314:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789603691.105584:0:35314:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb80574ef30 (ffff9eb810b2a1b8/1) at cl_lock_fini():72 00000008:00000010:2.0:1789603691.105587:0:35314:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb8182c5560. 00000020:00000001:2.0:1789603691.105590:0:35314:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789603691.105592:0:35314:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb80574ef00. 00020000:00000001:2.0:1789603691.105595:0:35314:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789603691.105596:0:35314:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789603691.105598:0:35314:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1789603691.105599:0:35314:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.105602:0:35314:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789603691.105604:0:35314:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789603691.105606:0:35314:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789603691.105608:0:35314:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789603691.105609:0:35314:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789603691.105611:0:35314:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a510 00020000:00000001:2.0:1789603691.105614:0:35314:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789603691.105616:0:35314:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789603691.105619:0:35314:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789603691.105622:0:35314:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789603691.105625:0:35314:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789603691.105626:0:35314:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.105628:0:35314:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789603691.105630:0:35314:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789603691.105631:0:35314:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789603691.105632:0:35314:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a1b0 00000001:00000001:2.0:1789603691.105633:0:35314:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.105639:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d07d28 00000080:00000008:2.0:1789603691.105641:0:35314:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9eb808122a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789603691.105747:0:35314:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:2.0:1789603691.105749:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d07d88 00000080:00200008:2.0:1789603691.105751:0:35314:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 0, count: 4194304 00000080:00000001:2.0:1789603691.105755:0:35314:0:(pcc.c:2514:pcc_file_read_iter()) Process entered 00000080:00000001:2.0:1789603691.105757:0:35314:0:(pcc.c:2518:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789603691.105761:0:35314:0:(rw.c:1191:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:2.0:1789603691.105765:0:35314:0:(rw.c:1245:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:2.0:1789603691.105794:0:35314:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603691.105797:0:35314:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154296 : -106961585397320 : ffff9eb810b2a1b8) 00000020:00001000:2.0:1789603691.105799:0:35314:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a1b0 00000080:00000001:2.0:1789603691.105801:0:35314:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1789603691.105804:0:35314:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.105806:0:35314:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1789603691.105808:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d07c98 00000080:00200000:2.0:1789603691.105810:0:35314:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:2.0:1789603691.105815:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d07c30 00000080:00200000:2.0:1789603691.105817:0:35314:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:2.0:1789603691.105819:0:35314:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1789603691.105837:0:35314:0:(cl_io.c:215:cl_io_rw_init()) header@00000000434eeb19[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000020:00200000:2.0:1789603691.105840:0:35314:0:(cl_io.c:215:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:2.0:1789603691.105842:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603691.105844:0:35314:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789603691.105845:0:35314:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789603691.105846:0:35314:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789603691.105849:0:35314:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603691.105851:0:35314:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1789603691.105854:0:35314:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603691.105859:0:35314:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.105861:0:35314:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789603691.105862:0:35314:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.105864:0:35314:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789603691.105866:0:35314:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9eb812979530 type 1 ignore/verify layout 0/0 00020000:00000002:2.0:1789603691.105868:0:35314:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb801224f80 00020000:00000001:2.0:1789603691.105871:0:35314:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789603691.105872:0:35314:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789603691.105874:0:35314:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789603691.105875:0:35314:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.105877:0:35314:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789603691.105878:0:35314:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789603691.105880:0:35314:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.105881:0:35314:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603691.105882:0:35314:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789603691.105883:0:35314:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789603691.105884:0:35314:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb801224f80 00000020:00000001:2.0:1789603691.105886:0:35314:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.105888:0:35314:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.105892:0:35314:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:2.0:1789603691.105894:0:35314:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1789603691.105897:0:35314:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1789603691.105900:0:35314:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:2.0:1789603691.105903:0:35314:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1789603691.105905:0:35314:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1789603691.105909:0:35314:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:2.0:1789603691.105912:0:35314:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603691.105913:0:35314:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789603691.105914:0:35314:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603691.105916:0:35314:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124155160 : -106961585396456 : ffff9eb810b2a518) 00000020:00001000:2.0:1789603691.105918:0:35314:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a510 00000020:00000001:2.0:1789603691.105919:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9eb80798faa8 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603691.105921:0:35314:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789603691.105923:0:35314:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603691.105924:0:35314:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789603691.105925:0:35314:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789603691.105926:0:35314:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112155936048 : -106961553615568 : ffff9eb812979530) 00000020:00000001:2.0:1789603691.105929:0:35314:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.105930:0:35314:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.105932:0:35314:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974317008 : -106961735234608 : ffff9eb807c44bd0) 00000020:00000001:2.0:1789603691.105934:0:35314:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1789603691.105936:0:35314:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1789603691.105940:0:35314:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.105941:0:35314:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.105944:0:35314:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.105945:0:35314:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.105947:0:35314:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.105949:0:35314:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:2.0:1789603691.105950:0:35314:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:2.0:1789603691.105953:0:35314:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1789603691.105954:0:35314:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1789603691.105957:0:35314:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1789603691.105960:0:35314:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.105962:0:35314:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.105964:0:35314:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1789603691.105966:0:35314:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:2.0:1789603691.105968:0:35314:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1789603691.105969:0:35314:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1789603691.105971:0:35314:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.105973:0:35314:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.105975:0:35314:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.105977:0:35314:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.105978:0:35314:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.105980:0:35314:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1789603691.105982:0:35314:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789603691.105983:0:35314:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:2.0:1789603691.105985:0:35314:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789603691.105987:0:35314:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.105989:0:35314:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.105991:0:35314:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.105992:0:35314:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.105994:0:35314:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789603691.105995:0:35314:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789603691.105996:0:35314:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789603691.105997:0:35314:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789603691.105999:0:35314:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1789603691.106001:0:35314:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:2.0:1789603691.106005:0:35314:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb80574ef00. 00020000:00000002:2.0:1789603691.106008:0:35314:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:2.0:1789603691.106010:0:35314:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789603691.106011:0:35314:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603691.106012:0:35314:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974317008 : -106961735234608 : ffff9eb807c44bd0) 00000020:00000001:2.0:1789603691.106014:0:35314:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789603691.106016:0:35314:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb8182c5560. 00000008:00010000:2.0:1789603691.106018:0:35314:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1789603691.106020:0:35314:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789603691.106021:0:35314:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789603691.106024:0:35314:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb80574ef30, osc lock ffff9eb8182c5560, flags 0x0 00000020:00000001:2.0:1789603691.106026:0:35314:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.106027:0:35314:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.106029:0:35314:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637111935561472 : -106961773990144 : ffff9eb80574ef00) 00000020:00000001:2.0:1789603691.106031:0:35314:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789603691.106032:0:35314:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789603691.106033:0:35314:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.106035:0:35314:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.106036:0:35314:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789603691.106037:0:35314:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789603691.106038:0:35314:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603691.106039:0:35314:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974317008 : -106961735234608 : ffff9eb807c44bd0) 00000020:00000001:2.0:1789603691.106041:0:35314:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789603691.106043:0:35314:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789603691.106044:0:35314:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1789603691.106046:0:35314:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.106049:0:35314:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789603691.106051:0:35314:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789603691.106052:0:35314:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789603691.106053:0:35314:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789603691.106055:0:35314:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789603691.106056:0:35314:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789603691.106057:0:35314:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789603691.106059:0:35314:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603691.106062:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:2.0:1789603691.106065:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603691.106068:0:35314:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603691.106072:0:35314:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603691.106077:0:35314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1789603691.106085:0:35314:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603691.106089:0:35314:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603691.106092:0:35314:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789603691.106098:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.106100:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.106102:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=4 00000020:00000001:2.0:1789603691.106104:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.106107:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00000008:00000001:2.0:1789603691.106109:0:35314:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1789603691.106111:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.106112:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.106113:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=5 00000020:00000001:2.0:1789603691.106115:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.106117:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.106119:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.106120:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.106122:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=6 00000020:00000001:2.0:1789603691.106123:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.106125:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.106128:0:35314:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603691.106129:0:35314:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603691.106133:0:35314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789603691.106140:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.106141:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789603691.106143:0:35314:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.106145:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.106146:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.106147:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=7 00000020:00000001:2.0:1789603691.106149:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.106151:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.106153:0:35314:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603691.106155:0:35314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789603691.106161:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.106163:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789603691.106165:0:35314:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 6/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789603691.106172:0:35314:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603691.106173:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.106174:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.106175:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.106176:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789603691.106177:0:35314:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603691.106179:0:35314:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.106180:0:35314:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.106182:0:35314:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.106183:0:35314:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.106185:0:35314:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.106187:0:35314:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.106188:0:35314:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.106191:0:35314:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:2.0:1789603691.106193:0:35314:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:2.0:1789603691.106195:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d07b90 00000080:00200000:2.0:1789603691.106196:0:35314:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:2.0:1789603691.106201:0:35314:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1789603691.106203:0:35314:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1789603691.106205:0:35314:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:2.0:1789603691.106209:0:35314:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603691.106210:0:35314:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974317008 : -106961735234608 : ffff9eb807c44bd0) 00000020:00000001:2.0:1789603691.106212:0:35314:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1789603691.106213:0:35314:0:(osc_io.c:1414:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1789603691.106216:0:35314:0:(osc_io.c:1427:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.106218:0:35314:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.106220:0:35314:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.106222:0:35314:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.106224:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603691.106226:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603691.106228:0:35314:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789603691.106230:0:35314:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1789603691.106231:0:35314:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789603691 a=0 c=1789603691 b=0 00020000:00000001:2.0:1789603691.106234:0:35314:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.106235:0:35314:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.106238:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000001:00000001:2.0:1789603691.106240:0:35314:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1789603691.106241:0:35314:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:2.0:1789603691.106243:0:35314:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789603691.106244:0:35314:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789603691.106245:0:35314:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789603691.106246:0:35314:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1789603691.106248:0:35314:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1789603691.106251:0:35314:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb80574e200. 00020000:00000002:2.0:1789603691.106253:0:35314:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789603691.106256:0:35314:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789603691.106257:0:35314:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603691.106258:0:35314:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974317008 : -106961735234608 : ffff9eb807c44bd0) 00000020:00000001:2.0:1789603691.106260:0:35314:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789603691.106262:0:35314:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb8182c5a20. 00000008:00010000:2.0:1789603691.106264:0:35314:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1789603691.106265:0:35314:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789603691.106266:0:35314:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789603691.106268:0:35314:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb80574e230, osc lock ffff9eb8182c5a20, flags 0x400001002 00000020:00000001:2.0:1789603691.106270:0:35314:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.106272:0:35314:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.106273:0:35314:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637111935558144 : -106961773993472 : ffff9eb80574e200) 00000020:00000001:2.0:1789603691.106275:0:35314:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789603691.106277:0:35314:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789603691.106278:0:35314:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.106280:0:35314:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.106282:0:35314:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1789603691.106283:0:35314:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1789603691.106285:0:35314:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789603691.106286:0:35314:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789603691.106287:0:35314:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603691.106288:0:35314:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974317008 : -106961735234608 : ffff9eb807c44bd0) 00000020:00000001:2.0:1789603691.106290:0:35314:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789603691.106291:0:35314:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789603691.106292:0:35314:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789603691.106294:0:35314:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789603691.106295:0:35314:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789603691.106296:0:35314:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789603691.106297:0:35314:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789603691.106298:0:35314:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789603691.106299:0:35314:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789603691.106300:0:35314:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789603691.106302:0:35314:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603691.106304:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:2.0:1789603691.106306:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603691.106309:0:35314:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603691.106310:0:35314:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603691.106314:0:35314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1789603691.106322:0:35314:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603691.106324:0:35314:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603691.106327:0:35314:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789603691.106335:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.106336:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.106337:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=6 00000020:00000001:2.0:1789603691.106339:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.106342:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00000008:00000001:2.0:1789603691.106344:0:35314:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1789603691.106345:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.106346:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.106348:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=7 00000020:00000001:2.0:1789603691.106349:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.106351:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00000020:00000001:2.0:1789603691.106353:0:35314:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789603691.106355:0:35314:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1789603691.106356:0:35314:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1789603691.106358:0:35314:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.106359:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.106360:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.106361:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=8 00000020:00000001:2.0:1789603691.106363:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.106365:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.106366:0:35314:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603691.106369:0:35314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 8/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789603691.106375:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.106376:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789603691.106379:0:35314:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 7/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789603691.106385:0:35314:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603691.106386:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.106387:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.106388:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.106389:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789603691.106390:0:35314:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603691.106391:0:35314:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.106393:0:35314:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.106396:0:35314:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.106397:0:35314:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.106399:0:35314:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789603691.106400:0:35314:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1789603691.106402:0:35314:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1789603691.106403:0:35314:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1789603691.106405:0:35314:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.106407:0:35314:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.106409:0:35314:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789603691.106411:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603691.106413:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603691.106414:0:35314:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789603691.106416:0:35314:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1789603691.106417:0:35314:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789603691 a=0 c=1789603691 b=0 00020000:00000001:2.0:1789603691.106420:0:35314:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.106421:0:35314:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.106423:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000080:00200000:2.0:1789603691.106425:0:35314:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1789603691.106427:0:35314:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789603691.106429:0:35314:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789603691.106431:0:35314:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb8129794d0 (ffff9eb810b2a1b8/0) at cl_lock_release():245 00000020:00000001:2.0:1789603691.106434:0:35314:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789603691.106435:0:35314:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb8129794d0 (ffff9eb810b2a1b8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789603691.106437:0:35314:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789603691.106439:0:35314:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603691.106440:0:35314:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974317008 : -106961735234608 : ffff9eb807c44bd0) 00000020:00000001:2.0:1789603691.106442:0:35314:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789603691.106443:0:35314:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb80574e230 (ffff9eb810b2a518/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789603691.106446:0:35314:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789603691.106447:0:35314:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789603691.106448:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.106449:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789603691.106451:0:35314:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789603691.106452:0:35314:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789603691.106453:0:35314:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789603691.106455:0:35314:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789603691.106456:0:35314:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789603691.106457:0:35314:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb8129794d0 (ffff9eb810b2a1b8/0) at cl_lock_fini():72 00020000:00000001:2.0:1789603691.106460:0:35314:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789603691.106461:0:35314:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789603691.106462:0:35314:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb80574e230 (ffff9eb810b2a1b8/1) at cl_lock_fini():72 00000008:00000010:2.0:1789603691.106465:0:35314:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb8182c5a20. 00000020:00000001:2.0:1789603691.106468:0:35314:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789603691.106470:0:35314:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb80574e200. 00020000:00000001:2.0:1789603691.106473:0:35314:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789603691.106474:0:35314:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789603691.106475:0:35314:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1789603691.106477:0:35314:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789603691.106481:0:35314:0:(vvp_io.c:864:vvp_io_read_start()) header@00000000434eeb19[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000080:00000002:2.0:1789603691.106483:0:35314:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611179, 4194258 bytes, offset 46, size 46 00000080:00400000:2.0:1789603691.106486:0:35314:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:2.0:1789603691.106489:0:35314:0:(vvp_io.c:893:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:2.0:1789603691.106493:0:35314:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1789603691.106494:0:35314:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789603691.106496:0:35314:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:2.0:1789603691.106497:0:35314:0:(osc_io.c:1034:osc_io_read_start()) Process entered 00000020:00000001:2.0:1789603691.106499:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603691.106500:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603691.106502:0:35314:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1789603691.106505:0:35314:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789603691.106507:0:35314:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.106539:0:35314:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.106541:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000008:00000001:2.0:1789603691.106544:0:35314:0:(osc_io.c:1043:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.106546:0:35314:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.106548:0:35314:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.106549:0:35314:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.106551:0:35314:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.106553:0:35314:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:2.0:1789603691.106555:0:35314:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1789603691.107204:0:35314:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1789603691.107209:0:35314:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:2.0:1789603691.107211:0:35314:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:2.0:1789603691.107212:0:35314:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.107215:0:35314:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.107218:0:35314:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:2.0:1789603691.107221:0:35314:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789603691.107223:0:35314:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789603691.107225:0:35314:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb810945c68 (ffff9eb810b2a1b8/0) at cl_lock_release():245 00000020:00000001:2.0:1789603691.107229:0:35314:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789603691.107231:0:35314:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb810945c68 (ffff9eb810b2a1b8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789603691.107234:0:35314:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789603691.107236:0:35314:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603691.107238:0:35314:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974317008 : -106961735234608 : ffff9eb807c44bd0) 00000020:00000001:2.0:1789603691.107240:0:35314:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789603691.107241:0:35314:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb80574ef30 (ffff9eb810b2a518/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789603691.107244:0:35314:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789603691.107246:0:35314:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789603691.107248:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.107250:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.107253:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=5 00000020:00000001:2.0:1789603691.107255:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.107258:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.107260:0:35314:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603691.107263:0:35314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789603691.107272:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.107274:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.107321:0:35314:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603691.107327:0:35314:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603691.107330:0:35314:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:2.0:1789603691.107398:0:35314:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603691.107401:0:35314:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603691.107404:0:35314:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603691.107407:0:35314:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.107411:0:35314:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603691.107413:0:35314:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.107415:0:35314:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.107418:0:35314:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.107421:0:35314:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603691.107422:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.107423:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.107424:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.107425:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789603691.107427:0:35314:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789603691.107429:0:35314:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789603691.107430:0:35314:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789603691.107431:0:35314:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789603691.107433:0:35314:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789603691.107434:0:35314:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb810945c68 (ffff9eb810b2a1b8/0) at cl_lock_fini():72 00020000:00000001:2.0:1789603691.107437:0:35314:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789603691.107438:0:35314:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789603691.107439:0:35314:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb80574ef30 (ffff9eb810b2a1b8/1) at cl_lock_fini():72 00000008:00000010:2.0:1789603691.107443:0:35314:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb8182c5560. 00000020:00000001:2.0:1789603691.107447:0:35314:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789603691.107448:0:35314:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb80574ef00. 00020000:00000001:2.0:1789603691.107452:0:35314:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789603691.107453:0:35314:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789603691.107454:0:35314:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1789603691.107456:0:35314:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1789603691.107458:0:35314:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789603691.107460:0:35314:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789603691.107461:0:35314:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1789603691.107462:0:35314:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.107464:0:35314:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.107466:0:35314:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1789603691.107467:0:35314:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1789603691.107469:0:35314:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1789603691.107472:0:35314:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:2.0:1789603691.107473:0:35314:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1789603691.107475:0:35314:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1789603691.107477:0:35314:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1789603691.107478:0:35314:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789603691.107479:0:35314:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1789603691.107484:0:35314:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1789603691.107485:0:35314:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.107488:0:35314:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.107490:0:35314:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789603691.107491:0:35314:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789603691.107493:0:35314:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.107498:0:35314:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789603691.107499:0:35314:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789603691.107501:0:35314:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789603691.107502:0:35314:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789603691.107504:0:35314:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789603691.107506:0:35314:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a510 00020000:00000001:2.0:1789603691.107592:0:35314:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789603691.107595:0:35314:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789603691.107597:0:35314:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789603691.107600:0:35314:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789603691.107603:0:35314:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789603691.107604:0:35314:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:2.0:1789603691.107607:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d07c98 00000080:00200000:2.0:1789603691.107609:0:35314:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:2.0:1789603691.107613:0:35314:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:2.0:1789603691.107615:0:35314:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789603691.107617:0:35314:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a1b0 00000020:00000001:2.0:1789603691.107622:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d07d88 00000080:00000008:2.0:1789603691.107625:0:35314:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:2.0:1789603691.107627:0:35314:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:2.0:1789603691.107843:0:35314:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:2.0:1789603691.107846:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d07d88 00000080:00200008:2.0:1789603691.107848:0:35314:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 4194304 00000080:00000001:2.0:1789603691.107852:0:35314:0:(pcc.c:2514:pcc_file_read_iter()) Process entered 00000080:00000001:2.0:1789603691.107854:0:35314:0:(pcc.c:2518:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789603691.107858:0:35314:0:(rw.c:1288:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:2.0:1789603691.107860:0:35314:0:(rw.c:1297:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789603691.107868:0:35314:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603691.107871:0:35314:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154296 : -106961585397320 : ffff9eb810b2a1b8) 00000020:00001000:2.0:1789603691.107873:0:35314:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a1b0 00000080:00000001:2.0:1789603691.107876:0:35314:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1789603691.107879:0:35314:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.107881:0:35314:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1789603691.107883:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d07c98 00000080:00200000:2.0:1789603691.107884:0:35314:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:2.0:1789603691.107889:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d07c30 00000080:00200000:2.0:1789603691.107890:0:35314:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:2.0:1789603691.107892:0:35314:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1789603691.107898:0:35314:0:(cl_io.c:215:cl_io_rw_init()) header@00000000434eeb19[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000020:00200000:2.0:1789603691.107900:0:35314:0:(cl_io.c:215:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:2.0:1789603691.107903:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603691.107905:0:35314:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789603691.107907:0:35314:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789603691.107909:0:35314:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789603691.107911:0:35314:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603691.107912:0:35314:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1789603691.107915:0:35314:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603691.107919:0:35314:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.107922:0:35314:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789603691.107923:0:35314:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.107925:0:35314:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789603691.107929:0:35314:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9eb812979530 type 1 ignore/verify layout 0/0 00020000:00000002:2.0:1789603691.107932:0:35314:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb801224f80 00020000:00000001:2.0:1789603691.107935:0:35314:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789603691.107938:0:35314:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789603691.107940:0:35314:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789603691.107942:0:35314:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.107944:0:35314:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789603691.107947:0:35314:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789603691.107948:0:35314:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.107950:0:35314:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603691.107951:0:35314:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789603691.107953:0:35314:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789603691.107954:0:35314:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb801224f80 00000020:00000001:2.0:1789603691.107957:0:35314:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.107959:0:35314:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.107961:0:35314:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:2.0:1789603691.107963:0:35314:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1789603691.107965:0:35314:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1789603691.107968:0:35314:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:2.0:1789603691.107970:0:35314:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1789603691.107972:0:35314:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1789603691.107976:0:35314:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:2.0:1789603691.107979:0:35314:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603691.107981:0:35314:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789603691.107982:0:35314:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603691.107983:0:35314:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124155160 : -106961585396456 : ffff9eb810b2a518) 00000020:00001000:2.0:1789603691.107986:0:35314:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a510 00000020:00000001:2.0:1789603691.107989:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9eb80798faa8 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603691.107991:0:35314:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789603691.107993:0:35314:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603691.107994:0:35314:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789603691.107996:0:35314:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789603691.107997:0:35314:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112155936048 : -106961553615568 : ffff9eb812979530) 00000020:00000001:2.0:1789603691.107999:0:35314:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.108001:0:35314:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.108003:0:35314:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974317008 : -106961735234608 : ffff9eb807c44bd0) 00000020:00000001:2.0:1789603691.108005:0:35314:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1789603691.108007:0:35314:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1789603691.108009:0:35314:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.108011:0:35314:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.108014:0:35314:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.108015:0:35314:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.108017:0:35314:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.108019:0:35314:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:2.0:1789603691.108021:0:35314:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:2.0:1789603691.108023:0:35314:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1789603691.108024:0:35314:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1789603691.108027:0:35314:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1789603691.108029:0:35314:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.108032:0:35314:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.108034:0:35314:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1789603691.108035:0:35314:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:2.0:1789603691.108037:0:35314:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1789603691.108038:0:35314:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1789603691.108040:0:35314:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.108042:0:35314:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.108044:0:35314:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.108045:0:35314:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.108047:0:35314:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.108049:0:35314:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1789603691.108051:0:35314:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789603691.108052:0:35314:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:2.0:1789603691.108054:0:35314:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789603691.108055:0:35314:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.108057:0:35314:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.108059:0:35314:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.108061:0:35314:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.108062:0:35314:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789603691.108063:0:35314:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789603691.108065:0:35314:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789603691.108067:0:35314:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789603691.108069:0:35314:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1789603691.108071:0:35314:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:2.0:1789603691.108079:0:35314:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb80574ef00. 00020000:00000002:2.0:1789603691.108082:0:35314:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:2.0:1789603691.108084:0:35314:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789603691.108086:0:35314:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603691.108087:0:35314:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974317008 : -106961735234608 : ffff9eb807c44bd0) 00000020:00000001:2.0:1789603691.108089:0:35314:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789603691.108094:0:35314:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb8182c5560. 00000008:00010000:2.0:1789603691.108096:0:35314:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1789603691.108099:0:35314:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789603691.108100:0:35314:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789603691.108103:0:35314:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb80574ef30, osc lock ffff9eb8182c5560, flags 0x0 00000020:00000001:2.0:1789603691.108105:0:35314:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.108106:0:35314:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.108108:0:35314:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637111935561472 : -106961773990144 : ffff9eb80574ef00) 00000020:00000001:2.0:1789603691.108111:0:35314:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789603691.108112:0:35314:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789603691.108113:0:35314:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.108115:0:35314:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.108117:0:35314:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789603691.108118:0:35314:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789603691.108119:0:35314:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603691.108120:0:35314:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974317008 : -106961735234608 : ffff9eb807c44bd0) 00000020:00000001:2.0:1789603691.108122:0:35314:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789603691.108124:0:35314:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789603691.108126:0:35314:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1789603691.108128:0:35314:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.108130:0:35314:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789603691.108133:0:35314:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789603691.108134:0:35314:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789603691.108136:0:35314:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789603691.108137:0:35314:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789603691.108138:0:35314:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789603691.108142:0:35314:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789603691.108144:0:35314:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603691.108150:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:2.0:1789603691.108153:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603691.108158:0:35314:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603691.108163:0:35314:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603691.108168:0:35314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 02000000:00000001:2.0:1789603691.108178:0:35314:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603691.108184:0:35314:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603691.108187:0:35314:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:2.0:1789603691.108195:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.108197:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.108198:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=4 00000020:00000001:2.0:1789603691.108200:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.108203:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00000008:00000001:2.0:1789603691.108206:0:35314:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1789603691.108208:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.108209:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.108211:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=5 00000020:00000001:2.0:1789603691.108213:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.108215:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.108217:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.108218:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.108219:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=6 00000020:00000001:2.0:1789603691.108221:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.108222:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.108224:0:35314:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603691.108226:0:35314:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603691.108230:0:35314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:2.0:1789603691.108237:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.108238:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789603691.108240:0:35314:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.108242:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.108243:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.108244:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=7 00000020:00000001:2.0:1789603691.108246:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.108249:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.108251:0:35314:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603691.108253:0:35314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:2.0:1789603691.108261:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.108262:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789603691.108264:0:35314:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 6/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:2.0:1789603691.108271:0:35314:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603691.108272:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.108273:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.108274:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.108275:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789603691.108276:0:35314:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603691.108278:0:35314:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.108291:0:35314:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.108293:0:35314:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.108295:0:35314:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.108297:0:35314:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.108299:0:35314:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.108302:0:35314:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.108304:0:35314:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:2.0:1789603691.108306:0:35314:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:2.0:1789603691.108308:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d07b90 00000080:00200000:2.0:1789603691.108310:0:35314:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:2.0:1789603691.108313:0:35314:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1789603691.108316:0:35314:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1789603691.108318:0:35314:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:2.0:1789603691.108320:0:35314:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603691.108322:0:35314:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974317008 : -106961735234608 : ffff9eb807c44bd0) 00000020:00000001:2.0:1789603691.108324:0:35314:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1789603691.108326:0:35314:0:(osc_io.c:1414:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1789603691.108328:0:35314:0:(osc_io.c:1427:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.108330:0:35314:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.108332:0:35314:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.108334:0:35314:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.108346:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603691.108348:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603691.108351:0:35314:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789603691.108354:0:35314:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1789603691.108358:0:35314:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789603691.108360:0:35314:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:2.0:1789603691.108361:0:35314:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789603691.108362:0:35314:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:2.0:1789603691.108365:0:35314:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=46 (1) m=1789603691 a=1789603691 c=1789603691 b=0 00020000:00000001:2.0:1789603691.108368:0:35314:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789603691.108371:0:35314:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789603691 a=1789603691 c=1789603691 b=0 00020000:00000001:2.0:1789603691.108374:0:35314:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.108376:0:35314:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.108378:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000001:00000001:2.0:1789603691.108381:0:35314:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1789603691.108382:0:35314:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:2.0:1789603691.108383:0:35314:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789603691.108385:0:35314:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789603691.108386:0:35314:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789603691.108387:0:35314:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1789603691.108389:0:35314:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1789603691.108393:0:35314:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb80574e200. 00020000:00000002:2.0:1789603691.108396:0:35314:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789603691.108398:0:35314:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789603691.108399:0:35314:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603691.108400:0:35314:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974317008 : -106961735234608 : ffff9eb807c44bd0) 00000020:00000001:2.0:1789603691.108402:0:35314:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789603691.108405:0:35314:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb8182c5a20. 00000008:00010000:2.0:1789603691.108407:0:35314:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1789603691.108409:0:35314:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789603691.108410:0:35314:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789603691.108411:0:35314:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb80574e230, osc lock ffff9eb8182c5a20, flags 0x400001002 00000020:00000001:2.0:1789603691.108413:0:35314:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.108415:0:35314:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.108417:0:35314:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637111935558144 : -106961773993472 : ffff9eb80574e200) 00000020:00000001:2.0:1789603691.108419:0:35314:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789603691.108420:0:35314:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789603691.108421:0:35314:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.108422:0:35314:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.108425:0:35314:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1789603691.108427:0:35314:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1789603691.108428:0:35314:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789603691.108429:0:35314:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789603691.108431:0:35314:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603691.108432:0:35314:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974317008 : -106961735234608 : ffff9eb807c44bd0) 00000020:00000001:2.0:1789603691.108434:0:35314:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789603691.108435:0:35314:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789603691.108437:0:35314:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789603691.108439:0:35314:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789603691.108440:0:35314:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789603691.108441:0:35314:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789603691.108442:0:35314:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789603691.108443:0:35314:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789603691.108445:0:35314:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789603691.108446:0:35314:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789603691.108448:0:35314:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603691.108450:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:2.0:1789603691.108453:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603691.108456:0:35314:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603691.108457:0:35314:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603691.108461:0:35314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 02000000:00000001:2.0:1789603691.108470:0:35314:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603691.108473:0:35314:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603691.108475:0:35314:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:2.0:1789603691.108483:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.108484:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.108486:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=6 00000020:00000001:2.0:1789603691.108488:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.108490:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00000008:00000001:2.0:1789603691.108493:0:35314:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1789603691.108495:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.108496:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.108497:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=7 00000020:00000001:2.0:1789603691.108499:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.108501:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00000020:00000001:2.0:1789603691.108504:0:35314:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789603691.108506:0:35314:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1789603691.108546:0:35314:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1789603691.108547:0:35314:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.108549:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.108550:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.108552:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=8 00000020:00000001:2.0:1789603691.108554:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.108556:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.108558:0:35314:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603691.108560:0:35314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 8/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:2.0:1789603691.108573:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.108574:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789603691.108576:0:35314:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 7/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:2.0:1789603691.108583:0:35314:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603691.108584:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.108585:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.108586:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.108587:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789603691.108588:0:35314:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603691.108590:0:35314:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.108592:0:35314:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.108594:0:35314:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.108595:0:35314:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.108597:0:35314:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789603691.108598:0:35314:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1789603691.108601:0:35314:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1789603691.108602:0:35314:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1789603691.108604:0:35314:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.108605:0:35314:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.108608:0:35314:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789603691.108610:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603691.108611:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603691.108613:0:35314:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789603691.108615:0:35314:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1789603691.108617:0:35314:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789603691 a=1789603691 c=1789603691 b=0 00020000:00000001:2.0:1789603691.108619:0:35314:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.108621:0:35314:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.108623:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000080:00200000:2.0:1789603691.108625:0:35314:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1789603691.108628:0:35314:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789603691.108630:0:35314:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789603691.108632:0:35314:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb8129794d0 (ffff9eb810b2a1b8/0) at cl_lock_release():245 00000020:00000001:2.0:1789603691.108635:0:35314:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789603691.108637:0:35314:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb8129794d0 (ffff9eb810b2a1b8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789603691.108639:0:35314:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789603691.108641:0:35314:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603691.108642:0:35314:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974317008 : -106961735234608 : ffff9eb807c44bd0) 00000020:00000001:2.0:1789603691.108643:0:35314:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789603691.108644:0:35314:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb80574e230 (ffff9eb810b2a518/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789603691.108647:0:35314:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789603691.108648:0:35314:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789603691.108649:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.108650:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789603691.108652:0:35314:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789603691.108654:0:35314:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789603691.108655:0:35314:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789603691.108656:0:35314:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789603691.108657:0:35314:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789603691.108658:0:35314:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb8129794d0 (ffff9eb810b2a1b8/0) at cl_lock_fini():72 00020000:00000001:2.0:1789603691.108661:0:35314:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789603691.108662:0:35314:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789603691.108663:0:35314:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb80574e230 (ffff9eb810b2a1b8/1) at cl_lock_fini():72 00000008:00000010:2.0:1789603691.108666:0:35314:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb8182c5a20. 00000020:00000001:2.0:1789603691.108669:0:35314:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789603691.108671:0:35314:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb80574e200. 00020000:00000001:2.0:1789603691.108674:0:35314:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789603691.108676:0:35314:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789603691.108677:0:35314:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1789603691.108678:0:35314:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789603691.108683:0:35314:0:(vvp_io.c:864:vvp_io_read_start()) header@00000000434eeb19[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000080:00000002:2.0:1789603691.108685:0:35314:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611179, 4194304 bytes, offset 46, size 46 00000080:00400000:2.0:1789603691.108688:0:35314:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:2.0:1789603691.108691:0:35314:0:(vvp_io.c:893:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:2.0:1789603691.108695:0:35314:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1789603691.108697:0:35314:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789603691.108698:0:35314:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:2.0:1789603691.109012:0:35314:0:(osc_io.c:1034:osc_io_read_start()) Process entered 00000020:00000001:2.0:1789603691.109016:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603691.109018:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603691.109020:0:35314:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1789603691.109024:0:35314:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789603691.109026:0:35314:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.109028:0:35314:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.109029:0:35314:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000008:00000001:2.0:1789603691.109032:0:35314:0:(osc_io.c:1043:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.109034:0:35314:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.109036:0:35314:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.109038:0:35314:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.109040:0:35314:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.109042:0:35314:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:2.0:1789603691.109043:0:35314:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1789603691.109045:0:35314:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1789603691.109046:0:35314:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:2.0:1789603691.109048:0:35314:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:2.0:1789603691.109049:0:35314:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.109051:0:35314:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.109053:0:35314:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:2.0:1789603691.109055:0:35314:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789603691.109057:0:35314:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789603691.109058:0:35314:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb810945c68 (ffff9eb810b2a1b8/0) at cl_lock_release():245 00000020:00000001:2.0:1789603691.109061:0:35314:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789603691.109062:0:35314:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb810945c68 (ffff9eb810b2a1b8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789603691.109064:0:35314:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789603691.109065:0:35314:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603691.109067:0:35314:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974317008 : -106961735234608 : ffff9eb807c44bd0) 00000020:00000001:2.0:1789603691.109069:0:35314:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789603691.109070:0:35314:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb80574ef30 (ffff9eb810b2a518/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789603691.109073:0:35314:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789603691.109074:0:35314:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789603691.109075:0:35314:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.109077:0:35314:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.109079:0:35314:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=5 00000020:00000001:2.0:1789603691.109081:0:35314:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.109083:0:35314:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.109085:0:35314:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603691.109090:0:35314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:2.0:1789603691.109105:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.109106:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.109108:0:35314:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603691.109110:0:35314:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603691.109113:0:35314:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:2.0:1789603691.109122:0:35314:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603691.109125:0:35314:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603691.109128:0:35314:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603691.109131:0:35314:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.109135:0:35314:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603691.109137:0:35314:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.109138:0:35314:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.109142:0:35314:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.109144:0:35314:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603691.109145:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.109146:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.109147:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.109148:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789603691.109150:0:35314:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789603691.109151:0:35314:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789603691.109152:0:35314:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789603691.109154:0:35314:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789603691.109155:0:35314:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789603691.109156:0:35314:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb810945c68 (ffff9eb810b2a1b8/0) at cl_lock_fini():72 00020000:00000001:2.0:1789603691.109159:0:35314:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789603691.109160:0:35314:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789603691.109161:0:35314:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb80574ef30 (ffff9eb810b2a1b8/1) at cl_lock_fini():72 00000008:00000010:2.0:1789603691.109164:0:35314:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb8182c5560. 00000020:00000001:2.0:1789603691.109167:0:35314:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789603691.109168:0:35314:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb80574ef00. 00020000:00000001:2.0:1789603691.109171:0:35314:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789603691.109172:0:35314:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789603691.109173:0:35314:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1789603691.109176:0:35314:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1789603691.109177:0:35314:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789603691.109179:0:35314:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789603691.109180:0:35314:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1789603691.109181:0:35314:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.109183:0:35314:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.109184:0:35314:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1789603691.109186:0:35314:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1789603691.109187:0:35314:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1789603691.109189:0:35314:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:2.0:1789603691.109190:0:35314:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1789603691.109192:0:35314:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1789603691.109194:0:35314:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1789603691.109195:0:35314:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789603691.109196:0:35314:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1789603691.109199:0:35314:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1789603691.109200:0:35314:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.109202:0:35314:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.109204:0:35314:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789603691.109205:0:35314:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789603691.109206:0:35314:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.109209:0:35314:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789603691.109211:0:35314:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789603691.109212:0:35314:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789603691.109214:0:35314:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789603691.109215:0:35314:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789603691.109217:0:35314:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a510 00020000:00000001:2.0:1789603691.109220:0:35314:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789603691.109221:0:35314:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789603691.109222:0:35314:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789603691.109224:0:35314:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789603691.109227:0:35314:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789603691.109228:0:35314:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:2.0:1789603691.109230:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d07c98 00000080:00200000:2.0:1789603691.109232:0:35314:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:2.0:1789603691.109235:0:35314:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:2.0:1789603691.109237:0:35314:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789603691.109239:0:35314:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a1b0 00000020:00000001:2.0:1789603691.109242:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d07d88 00000080:00000008:2.0:1789603691.109244:0:35314:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:2.0:1789603691.109247:0:35314:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.109993:0:35314:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789603691.109999:0:35314:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb801224f80 00020000:00000002:2.0:1789603691.110004:0:35314:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb801224f80 00020000:00000001:2.0:1789603691.110007:0:35314:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.110017:0:35314:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789603691.110020:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d07df0 00000080:00200008:2.0:1789603691.110022:0:35314:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x2b:0x0](ffff9eb808122a08), flags 100000 00000080:00000001:2.0:1789603691.110029:0:35314:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1789603691.110033:0:35314:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:2.0:1789603691.110034:0:35314:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789603691.110035:0:35314:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb801224f80 00020000:00000002:2.0:1789603691.110038:0:35314:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb801224f80 00020000:00000001:2.0:1789603691.110040:0:35314:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.110043:0:35314:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1789603691.110050:0:35314:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603691.110053:0:35314:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603691.110056:0:35314:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603691.110059:0:35314:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603691.110061:0:35314:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.110063:0:35314:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1789603691.110066:0:35314:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603691.110072:0:35314:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603691.110075:0:35314:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603691.110082:0:35314:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 4 00010000:00000001:2.0:1789603691.110084:0:35314:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603691.110090:0:35314:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1789603691.110095:0:35314:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1789603691.110098:0:35314:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603691.110103:0:35314:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603691.110108:0:35314:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47400/0xa04c19c788fe558d lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e92221 expref: -99 pid: 35314 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789603691.110117:0:35314:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.110118:0:35314:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603691.110120:0:35314:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1789603691.110123:0:35314:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2b:0x0]: 16 00000080:00000010:2.0:1789603691.110126:0:35314:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb8053df900. 00000080:00000001:2.0:1789603691.110131:0:35314:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.110138:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d07df0 00000080:00000008:2.0:1789603691.110139:0:35314:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9eb808122a08), flags 100000, rc = 0 00000080:00000001:2.0:1789603691.110143:0:35314:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.110148:0:35314:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789603691.110150:0:35314:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501d07e00 00000080:00002000:2.0:1789603691.110152:0:35314:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9eb8205616c0, parent ffff9eb8081326c0, inode ffff9eb808122a08) hashed, 00000080:00000001:2.0:1789603691.110155:0:35314:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.126457:0:35315:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603691.126463:0:35315:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603691.126465:0:35315:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603691.126468:0:35315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501cb7b20 00000080:00200000:2.0:1789603691.126473:0:35315:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:2.0:1789603691.126480:0:35315:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb818253200. 00800000:00000002:2.0:1789603691.126487:0:35315:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603691.126491:0:35315:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603691.126496:0:35315:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603691.126498:0:35315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501cb7a40 00800000:00000002:2.0:1789603691.126501:0:35315:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603691.126505:0:35315:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603691.126507:0:35315:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603691.126541:0:35315:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603691.126720:0:35315:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603691.126723:0:35315:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603691.126726:0:35315:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.126728:0:35315:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603691.126731:0:35315:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.126734:0:35315:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603691.126740:0:35315:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603691.126742:0:35315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501cb7910 00000002:00010000:2.0:1789603691.126745:0:35315:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603691.126748:0:35315:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603691.126750:0:35315:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603691.126753:0:35315:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603691.126759:0:35315:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b700 count: 2 00010000:00000001:2.0:1789603691.126763:0:35315:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603691.126768:0:35315:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603691.126772:0:35315:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603691.126777:0:35315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789603691.126787:0:35315:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603691.126792:0:35315:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603691.126795:0:35315:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789603691.126802:0:35315:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603691.126804:0:35315:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603691.126806:0:35315:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603691.126808:0:35315:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603691.126811:0:35315:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603691.126813:0:35315:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603691.126816:0:35315:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603691.126819:0:35315:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603691.126832:0:35315:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb818253200. 00000080:00000001:2.0:1789603691.126837:0:35315:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603691.126840:0:35315:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603691.126842:0:35315:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:2.0:1789603691.126845:0:35315:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5586 00800000:00000001:2.0:1789603691.126849:0:35315:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603691.126851:0:35315:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603691.126916:0:35315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.126919:0:35315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.126922:0:35315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47c00 refcount=3 00000020:00000001:2.0:1789603691.126924:0:35315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.126927:0:35315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.126931:0:35315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.126933:0:35315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603691.126934:0:35315:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603691.126936:0:35315:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603691.126940:0:35315:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5586 from it ffffb8e501cb7b58 00010000:00000001:2.0:1789603691.126942:0:35315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.126943:0:35315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.126944:0:35315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47c00 refcount=3 00000020:00000001:2.0:1789603691.126946:0:35315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.126948:0:35315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.126951:0:35315:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603691.126954:0:35315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603691.126960:0:35315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.126962:0:35315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.126963:0:35315:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603691.126965:0:35315:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603691.126968:0:35315:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789603691.126975:0:35315:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603691.126978:0:35315:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603691.126980:0:35315:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603691.126984:0:35315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.126985:0:35315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.126986:0:35315:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.126989:0:35315:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603691.126991:0:35315:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.126993:0:35315:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.126995:0:35315:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.126997:0:35315:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603691.126998:0:35315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.126999:0:35315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603691.127002:0:35315:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603691.127003:0:35315:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603691.127005:0:35315:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:2.0:1789603691.127011:0:35315:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.127014:0:35315:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789603691.127017:0:35315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501cb7b48 00000080:00002000:2.0:1789603691.127018:0:35315:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9eb8205616c0) flags 0x48004e refc 0 00000080:00000001:2.0:1789603691.127021:0:35315:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.127022:0:35315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501cb7b90 00000080:00200000:2.0:1789603691.127023:0:35315:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:2.0:1789603691.127030:0:35315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501cb7d08 00000080:00200008:2.0:1789603691.127033:0:35315:0:(file.c:6307:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff9eb808122a08), request_mask 606, flags 0, foreign 0 00000080:00000001:2.0:1789603691.127037:0:35315:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603691.127038:0:35315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501cb7c80 00000080:00200000:2.0:1789603691.127039:0:35315:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9eb808122a08),name=recon 00000080:00000010:2.0:1789603691.127044:0:35315:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb818253200. 00800000:00000002:2.0:1789603691.127046:0:35315:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603691.127051:0:35315:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603691.127053:0:35315:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603691.127054:0:35315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501cb7ba0 00800000:00000002:2.0:1789603691.127056:0:35315:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603691.127058:0:35315:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603691.127060:0:35315:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603691.127062:0:35315:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603691.127063:0:35315:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603691.127064:0:35315:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603691.127065:0:35315:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.127067:0:35315:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603691.127069:0:35315:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603691.127071:0:35315:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603691.127072:0:35315:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603691.127073:0:35315:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603691.127074:0:35315:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603691.127075:0:35315:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.127077:0:35315:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1789603691.127078:0:35315:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.127080:0:35315:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603691.127082:0:35315:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603691.127084:0:35315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501cb7a70 00000002:00010000:2.0:1789603691.127085:0:35315:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603691.127087:0:35315:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603691.127089:0:35315:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603691.127090:0:35315:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603691.127093:0:35315:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 4 00010000:00000001:2.0:1789603691.127095:0:35315:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603691.127097:0:35315:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603691.127099:0:35315:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603691.127102:0:35315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1789603691.127108:0:35315:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603691.127110:0:35315:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603691.127113:0:35315:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1789603691.127119:0:35315:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603691.127120:0:35315:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603691.127122:0:35315:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603691.127124:0:35315:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603691.127125:0:35315:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603691.127127:0:35315:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603691.127128:0:35315:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603691.127130:0:35315:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603691.127132:0:35315:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb818253200. 00000080:00000001:2.0:1789603691.127134:0:35315:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603691.127136:0:35315:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603691.127138:0:35315:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9eb808122a08) 00000080:00010000:2.0:1789603691.127141:0:35315:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9eb808122a08) for lock 0xa04c19c788fe555c 00800000:00000001:2.0:1789603691.127143:0:35315:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603691.127144:0:35315:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603691.127145:0:35315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.127146:0:35315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.127148:0:35315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46600 refcount=3 00000020:00000001:2.0:1789603691.127149:0:35315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:2.0:1789603691.127152:0:35315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:2.0:1789603691.127154:0:35315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.127156:0:35315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603691.127157:0:35315:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603691.127158:0:35315:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603691.127160:0:35315:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe555c from it ffffb8e501cb7cb8 00010000:00000001:2.0:1789603691.127162:0:35315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.127163:0:35315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.127164:0:35315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46600 refcount=3 00000020:00000001:2.0:1789603691.127166:0:35315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:2.0:1789603691.127168:0:35315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:2.0:1789603691.127170:0:35315:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603691.127172:0:35315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1789603691.127177:0:35315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.127178:0:35315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.127179:0:35315:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603691.127180:0:35315:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603691.127182:0:35315:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1789603691.127187:0:35315:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603691.127188:0:35315:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603691.127189:0:35315:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603691.127191:0:35315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.127192:0:35315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.127193:0:35315:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.127195:0:35315:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603691.127197:0:35315:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.127198:0:35315:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.127200:0:35315:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.127201:0:35315:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603691.127202:0:35315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.127203:0:35315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603691.127205:0:35315:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603691.127206:0:35315:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603691.127210:0:35315:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1789603691.127213:0:35315:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789603691.127215:0:35315:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603691.127218:0:35315:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789603691.127219:0:35315:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.127222:0:35315:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789603691.127225:0:35315:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1789603691.127228:0:35315:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603691.127233:0:35315:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154296 : -106961585397320 : ffff9eb810b2a1b8) 00000020:00001000:2.0:1789603691.127235:0:35315:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a1b0 00000020:00000001:2.0:1789603691.127241:0:35315:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603691.127244:0:35315:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789603691.127246:0:35315:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789603691.127248:0:35315:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1789603691.127251:0:35315:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603691.127252:0:35315:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789603691.127254:0:35315:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789603691.127256:0:35315:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.127258:0:35315:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789603691.127262:0:35315:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9eb812979530 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1789603691.127266:0:35315:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb804208000 00020000:00000001:2.0:1789603691.127270:0:35315:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789603691.127272:0:35315:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789603691.127275:0:35315:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789603691.127276:0:35315:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.127279:0:35315:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789603691.127281:0:35315:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789603691.127282:0:35315:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.127284:0:35315:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603691.127285:0:35315:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789603691.127286:0:35315:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789603691.127288:0:35315:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb804208000 00000020:00000001:2.0:1789603691.127290:0:35315:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789603691.127292:0:35315:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1789603691.127294:0:35315:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:2.0:1789603691.127296:0:35315:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1789603691.127298:0:35315:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1789603691.127301:0:35315:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1789603691.127303:0:35315:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1789603691.127308:0:35315:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1789603691.127314:0:35315:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb80574ef00. 00020000:00000002:2.0:1789603691.127316:0:35315:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789603691.127319:0:35315:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1789603691.127321:0:35315:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603691.127322:0:35315:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789603691.127323:0:35315:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603691.127325:0:35315:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124155160 : -106961585396456 : ffff9eb810b2a518) 00000020:00001000:2.0:1789603691.127327:0:35315:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a510 00000020:00000001:2.0:1789603691.127330:0:35315:0:(cl_object.c:143:cl_object_top()) ffff9eb80798faa8 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603691.127331:0:35315:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789603691.127335:0:35315:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603691.127336:0:35315:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789603691.127338:0:35315:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789603691.127339:0:35315:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112155936048 : -106961553615568 : ffff9eb812979530) 00000020:00000001:2.0:1789603691.127342:0:35315:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.127343:0:35315:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.127345:0:35315:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974317008 : -106961735234608 : ffff9eb807c44bd0) 00000020:00000001:2.0:1789603691.127347:0:35315:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1789603691.127352:0:35315:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb8182c5560. 00000008:00010000:2.0:1789603691.127355:0:35315:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1789603691.127357:0:35315:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789603691.127359:0:35315:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1789603691.127361:0:35315:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb80574ef30, osc lock ffff9eb8182c5560, flags 0x400001002 00000020:00000001:2.0:1789603691.127363:0:35315:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.127364:0:35315:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.127367:0:35315:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637111935561472 : -106961773990144 : ffff9eb80574ef00) 00000020:00000001:2.0:1789603691.127369:0:35315:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1789603691.127369:0:35315:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1789603691.127371:0:35315:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.127372:0:35315:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.127374:0:35315:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1789603691.127376:0:35315:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1789603691.127378:0:35315:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1789603691.127379:0:35315:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1789603691.127380:0:35315:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603691.127381:0:35315:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974317008 : -106961735234608 : ffff9eb807c44bd0) 00000020:00000001:2.0:1789603691.127383:0:35315:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1789603691.127386:0:35315:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1789603691.127388:0:35315:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789603691.127392:0:35315:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1789603691.127395:0:35315:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1789603691.127396:0:35315:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1789603691.127398:0:35315:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1789603691.127399:0:35315:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1789603691.127400:0:35315:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1789603691.127403:0:35315:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1789603691.127404:0:35315:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603691.127408:0:35315:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:2.0:1789603691.127410:0:35315:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603691.127413:0:35315:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603691.127416:0:35315:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603691.127419:0:35315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 02000000:00000001:2.0:1789603691.127428:0:35315:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603691.127430:0:35315:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603691.127433:0:35315:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:2.0:1789603691.127439:0:35315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.127440:0:35315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.127442:0:35315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=4 00000020:00000001:2.0:1789603691.127444:0:35315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.127446:0:35315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00000008:00000001:2.0:1789603691.127449:0:35315:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1789603691.127451:0:35315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.127452:0:35315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.127454:0:35315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=5 00000020:00000001:2.0:1789603691.127455:0:35315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.127457:0:35315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00000020:00000001:2.0:1789603691.127461:0:35315:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789603691.127464:0:35315:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1789603691.127466:0:35315:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1789603691.127467:0:35315:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.127469:0:35315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.127470:0:35315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.127471:0:35315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=6 00000020:00000001:2.0:1789603691.127473:0:35315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.127474:0:35315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:2.0:1789603691.127476:0:35315:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603691.127479:0:35315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:2.0:1789603691.127485:0:35315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.127486:0:35315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.127488:0:35315:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603691.127489:0:35315:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603691.127492:0:35315:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:2.0:1789603691.127498:0:35315:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603691.127499:0:35315:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603691.127501:0:35315:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603691.127503:0:35315:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.127504:0:35315:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603691.127506:0:35315:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.127507:0:35315:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.127538:0:35315:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.127540:0:35315:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603691.127541:0:35315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.127542:0:35315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.127543:0:35315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.127680:0:35315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789603691.127682:0:35315:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603691.127685:0:35315:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.127687:0:35315:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.127690:0:35315:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.127691:0:35315:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.127693:0:35315:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1789603691.127694:0:35315:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1789603691.127697:0:35315:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1789603691.127698:0:35315:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1789603691.127700:0:35315:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.127701:0:35315:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.127706:0:35315:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1789603691.127708:0:35315:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603691.127710:0:35315:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603691.127712:0:35315:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1789603691.127715:0:35315:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1789603691.127720:0:35315:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789603691.127722:0:35315:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:2.0:1789603691.127724:0:35315:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1789603691.127725:0:35315:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:2.0:1789603691.127727:0:35315:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=46 (1) m=1789603691 a=1789603691 c=1789603691 b=0 00020000:00000001:2.0:1789603691.127731:0:35315:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789603691.127733:0:35315:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789603691 a=1789603691 c=1789603691 b=0 00020000:00000001:2.0:1789603691.127736:0:35315:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.127737:0:35315:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.127739:0:35315:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000080:00200000:2.0:1789603691.127741:0:35315:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:2.0:1789603691.127744:0:35315:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789603691.127748:0:35315:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1789603691.127749:0:35315:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb8129794d0 (ffff9eb810b2a1b8/0) at cl_lock_release():245 00000020:00000001:2.0:1789603691.127752:0:35315:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789603691.127753:0:35315:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb8129794d0 (ffff9eb810b2a1b8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1789603691.127756:0:35315:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1789603691.127757:0:35315:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603691.127759:0:35315:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974317008 : -106961735234608 : ffff9eb807c44bd0) 00000020:00000001:2.0:1789603691.127760:0:35315:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1789603691.127762:0:35315:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb80574ef30 (ffff9eb810b2a518/1) at cl_lock_cancel():142 00000008:00000001:2.0:1789603691.127765:0:35315:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1789603691.127766:0:35315:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1789603691.127768:0:35315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.127769:0:35315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1789603691.127771:0:35315:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1789603691.127773:0:35315:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1789603691.127774:0:35315:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789603691.127775:0:35315:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1789603691.127776:0:35315:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789603691.127777:0:35315:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb8129794d0 (ffff9eb810b2a1b8/0) at cl_lock_fini():72 00020000:00000001:2.0:1789603691.127780:0:35315:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1789603691.127781:0:35315:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1789603691.127783:0:35315:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb80574ef30 (ffff9eb810b2a1b8/1) at cl_lock_fini():72 00000008:00000010:2.0:1789603691.127786:0:35315:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb8182c5560. 00000020:00000001:2.0:1789603691.127789:0:35315:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1789603691.127790:0:35315:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb80574ef00. 00020000:00000001:2.0:1789603691.127793:0:35315:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1789603691.127794:0:35315:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1789603691.127795:0:35315:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1789603691.127796:0:35315:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.127799:0:35315:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789603691.127801:0:35315:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789603691.127803:0:35315:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789603691.127804:0:35315:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789603691.127806:0:35315:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789603691.127808:0:35315:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a510 00020000:00000001:2.0:1789603691.127810:0:35315:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789603691.127812:0:35315:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789603691.127815:0:35315:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789603691.127818:0:35315:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789603691.127831:0:35315:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1789603691.127834:0:35315:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.127836:0:35315:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789603691.127838:0:35315:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789603691.127839:0:35315:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789603691.127840:0:35315:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a1b0 00000001:00000001:2.0:1789603691.127842:0:35315:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.127847:0:35315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501cb7d08 00000080:00000008:2.0:1789603691.127849:0:35315:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9eb808122a08), request_mask 606, flags 0, foreign 0 00000080:00000001:2.0:1789603691.127961:0:35315:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789603691.127964:0:35315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501cb7da0 00000080:00002000:2.0:1789603691.127967:0:35315:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9eb8205616c0, parent ffff9eb8081326c0, inode ffff9eb808122a08) hashed, 00000080:00000001:2.0:1789603691.127970:0:35315:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.128016:0:35315:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603691.128018:0:35315:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603691.128020:0:35315:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603691.128021:0:35315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501cb7bc0 00000080:00200000:2.0:1789603691.128023:0:35315:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:2.0:1789603691.128028:0:35315:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb818253200. 00800000:00000002:2.0:1789603691.128032:0:35315:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603691.128035:0:35315:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603691.128037:0:35315:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603691.128038:0:35315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501cb7ae0 00800000:00000002:2.0:1789603691.128041:0:35315:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603691.128044:0:35315:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603691.128045:0:35315:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603691.128047:0:35315:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603691.128049:0:35315:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603691.128050:0:35315:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603691.128052:0:35315:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.128053:0:35315:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603691.128055:0:35315:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.128058:0:35315:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603691.128061:0:35315:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603691.128063:0:35315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501cb79b0 00000002:00010000:2.0:1789603691.128064:0:35315:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603691.128067:0:35315:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603691.128068:0:35315:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603691.128070:0:35315:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603691.128073:0:35315:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b700 count: 2 00010000:00000001:2.0:1789603691.128075:0:35315:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603691.128078:0:35315:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603691.128081:0:35315:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603691.128085:0:35315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1789603691.128093:0:35315:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603691.128096:0:35315:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603691.128098:0:35315:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1789603691.128105:0:35315:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603691.128106:0:35315:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603691.128107:0:35315:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603691.128109:0:35315:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603691.128111:0:35315:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603691.128113:0:35315:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603691.128115:0:35315:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603691.128117:0:35315:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603691.128119:0:35315:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb818253200. 00000080:00000001:2.0:1789603691.128122:0:35315:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603691.128124:0:35315:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603691.128126:0:35315:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:2.0:1789603691.128129:0:35315:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5586 00800000:00000001:2.0:1789603691.128131:0:35315:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603691.128132:0:35315:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603691.128134:0:35315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.128135:0:35315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.128137:0:35315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47c00 refcount=3 00000020:00000001:2.0:1789603691.128139:0:35315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.128141:0:35315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.128143:0:35315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.128144:0:35315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603691.128145:0:35315:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603691.128147:0:35315:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603691.128149:0:35315:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5586 from it ffffb8e501cb7bf8 00010000:00000001:2.0:1789603691.128150:0:35315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.128151:0:35315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.128152:0:35315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47c00 refcount=3 00000020:00000001:2.0:1789603691.128154:0:35315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.128156:0:35315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.128158:0:35315:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603691.128161:0:35315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789603691.128168:0:35315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.128170:0:35315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.128171:0:35315:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603691.128172:0:35315:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603691.128174:0:35315:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789603691.128180:0:35315:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603691.128182:0:35315:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603691.128183:0:35315:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603691.128185:0:35315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.128186:0:35315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.128187:0:35315:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.128189:0:35315:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603691.128191:0:35315:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.128192:0:35315:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.128194:0:35315:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.128196:0:35315:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603691.128197:0:35315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.128198:0:35315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603691.128200:0:35315:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603691.128202:0:35315:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603691.128204:0:35315:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:2.0:1789603691.128207:0:35315:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.128210:0:35315:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789603691.128212:0:35315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501cb7be8 00000080:00002000:2.0:1789603691.128213:0:35315:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9eb8205616c0) flags 0x48004e refc 0 00000080:00000001:2.0:1789603691.128216:0:35315:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.128218:0:35315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501cb7c30 00000080:00200000:2.0:1789603691.128219:0:35315:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:2.0:1789603691.128232:0:35315:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1789603691.128236:0:35315:0:(xattr.c:565:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:2.0:1789603691.128240:0:35315:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789603691.128241:0:35315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501cb7e40 00000080:00002000:2.0:1789603691.128243:0:35315:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9eb8205616c0, parent ffff9eb8081326c0, inode ffff9eb808122a08) hashed, 00000080:00000001:2.0:1789603691.128246:0:35315:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.128255:0:35315:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603691.128257:0:35315:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603691.128258:0:35315:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603691.128259:0:35315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501cb7bc0 00000080:00200000:2.0:1789603691.128261:0:35315:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:2.0:1789603691.128264:0:35315:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb818253200. 00800000:00000002:2.0:1789603691.128267:0:35315:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603691.128269:0:35315:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603691.128271:0:35315:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603691.128272:0:35315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501cb7ae0 00800000:00000002:2.0:1789603691.128273:0:35315:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603691.128276:0:35315:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603691.128277:0:35315:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603691.128278:0:35315:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603691.128279:0:35315:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603691.128281:0:35315:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603691.128282:0:35315:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.128284:0:35315:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603691.128285:0:35315:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.128287:0:35315:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603691.128290:0:35315:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603691.128291:0:35315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501cb79b0 00000002:00010000:2.0:1789603691.128293:0:35315:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603691.128295:0:35315:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603691.128297:0:35315:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603691.128298:0:35315:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603691.128301:0:35315:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b700 count: 2 00010000:00000001:2.0:1789603691.128303:0:35315:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603691.128306:0:35315:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603691.128308:0:35315:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603691.128311:0:35315:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1789603691.128323:0:35315:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603691.128326:0:35315:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603691.128329:0:35315:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1789603691.128335:0:35315:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603691.128336:0:35315:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603691.128338:0:35315:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603691.128339:0:35315:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603691.128341:0:35315:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603691.128343:0:35315:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603691.128346:0:35315:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603691.128347:0:35315:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603691.128350:0:35315:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb818253200. 00000080:00000001:2.0:1789603691.128353:0:35315:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603691.128354:0:35315:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603691.128356:0:35315:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:2.0:1789603691.128359:0:35315:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5586 00800000:00000001:2.0:1789603691.128362:0:35315:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603691.128363:0:35315:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603691.128364:0:35315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.128366:0:35315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.128367:0:35315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47c00 refcount=3 00000020:00000001:2.0:1789603691.128369:0:35315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.128371:0:35315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.128373:0:35315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.128374:0:35315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603691.128375:0:35315:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603691.128377:0:35315:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603691.128379:0:35315:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5586 from it ffffb8e501cb7bf8 00010000:00000001:2.0:1789603691.128381:0:35315:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.128382:0:35315:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.128384:0:35315:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47c00 refcount=3 00000020:00000001:2.0:1789603691.128385:0:35315:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.128387:0:35315:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.128389:0:35315:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603691.128392:0:35315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789603691.128398:0:35315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.128399:0:35315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.128400:0:35315:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603691.128401:0:35315:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603691.128403:0:35315:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789603691.128409:0:35315:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603691.128411:0:35315:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603691.128412:0:35315:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603691.128414:0:35315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.128415:0:35315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.128416:0:35315:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.128418:0:35315:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603691.128419:0:35315:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.128421:0:35315:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.128422:0:35315:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.128424:0:35315:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603691.128425:0:35315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.128426:0:35315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603691.128428:0:35315:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603691.128429:0:35315:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603691.128431:0:35315:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:2.0:1789603691.128434:0:35315:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.128436:0:35315:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789603691.128438:0:35315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501cb7be8 00000080:00002000:2.0:1789603691.128440:0:35315:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9eb8205616c0) flags 0x48004e refc 0 00000080:00000001:2.0:1789603691.128442:0:35315:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.128443:0:35315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501cb7c30 00000080:00200000:2.0:1789603691.128445:0:35315:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:2.0:1789603691.128451:0:35315:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1789603691.128453:0:35315:0:(xattr.c:583:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1789603691.128456:0:35315:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789603691.128457:0:35315:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501cb7e40 00000080:00002000:2.0:1789603691.128459:0:35315:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9eb8205616c0, parent ffff9eb8081326c0, inode ffff9eb808122a08) hashed, 00000080:00000001:2.0:1789603691.128462:0:35315:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603691.160831:0:35316:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789603691.160842:0:35316:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789603691.160844:0:35316:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789603691.160848:0:35316:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50202bb20 00000080:00200000:3.0:1789603691.160854:0:35316:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:3.0:1789603691.160865:0:35316:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb814ea1400. 00800000:00000002:3.0:1789603691.160874:0:35316:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:3.0:1789603691.160880:0:35316:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603691.160887:0:35316:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603691.160889:0:35316:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50202ba40 00800000:00000002:3.0:1789603691.160892:0:35316:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603691.160897:0:35316:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789603691.160901:0:35316:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603691.160904:0:35316:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603691.160907:0:35316:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603691.160910:0:35316:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603691.160912:0:35316:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603691.160914:0:35316:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603691.160917:0:35316:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603691.160921:0:35316:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789603691.160927:0:35316:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603691.160930:0:35316:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50202b910 00000002:00010000:3.0:1789603691.160932:0:35316:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789603691.160937:0:35316:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789603691.160940:0:35316:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603691.160946:0:35316:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603691.160955:0:35316:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b700 count: 2 00010000:00000001:3.0:1789603691.160959:0:35316:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603691.160965:0:35316:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603691.160970:0:35316:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603691.160976:0:35316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1789603691.160990:0:35316:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789603691.160998:0:35316:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603691.161002:0:35316:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1789603691.161009:0:35316:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789603691.161012:0:35316:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789603691.161013:0:35316:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603691.161015:0:35316:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603691.161018:0:35316:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789603691.161020:0:35316:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789603691.161022:0:35316:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789603691.161026:0:35316:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:3.0:1789603691.161030:0:35316:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb814ea1400. 00000080:00000001:3.0:1789603691.161036:0:35316:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789603691.161038:0:35316:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603691.161045:0:35316:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:3.0:1789603691.161050:0:35316:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5586 00800000:00000001:3.0:1789603691.161055:0:35316:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603691.161059:0:35316:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603691.161061:0:35316:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603691.161064:0:35316:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603691.161068:0:35316:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47c00 refcount=3 00000020:00000001:3.0:1789603691.161071:0:35316:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:3.0:1789603691.161074:0:35316:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:3.0:1789603691.161077:0:35316:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603691.161079:0:35316:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603691.161080:0:35316:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603691.161082:0:35316:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603691.161084:0:35316:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5586 from it ffffb8e50202bb58 00010000:00000001:3.0:1789603691.161086:0:35316:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603691.161088:0:35316:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603691.161089:0:35316:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47c00 refcount=3 00000020:00000001:3.0:1789603691.161091:0:35316:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:3.0:1789603691.161093:0:35316:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:3.0:1789603691.161096:0:35316:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603691.161099:0:35316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789603691.161106:0:35316:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603691.161108:0:35316:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603691.161110:0:35316:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603691.161113:0:35316:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603691.161115:0:35316:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789603691.161126:0:35316:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603691.161129:0:35316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603691.161131:0:35316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603691.161136:0:35316:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603691.161137:0:35316:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603691.161138:0:35316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603691.161142:0:35316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603691.161144:0:35316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603691.161146:0:35316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603691.161148:0:35316:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603691.161150:0:35316:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603691.161152:0:35316:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603691.161153:0:35316:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789603691.161156:0:35316:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789603691.161158:0:35316:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789603691.161161:0:35316:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:3.0:1789603691.161166:0:35316:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603691.161170:0:35316:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789603691.161173:0:35316:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50202bb48 00000080:00002000:3.0:1789603691.161175:0:35316:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9eb8205616c0) flags 0x48004e refc 0 00000080:00000001:3.0:1789603691.161178:0:35316:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603691.161180:0:35316:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50202bb90 00000080:00200000:3.0:1789603691.161181:0:35316:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:3.0:1789603691.161189:0:35316:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50202bd08 00000080:00200008:3.0:1789603691.161191:0:35316:0:(file.c:6307:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff9eb808122a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789603691.161197:0:35316:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789603691.161198:0:35316:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50202bc80 00000080:00200000:3.0:1789603691.161199:0:35316:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9eb808122a08),name=recon 00000080:00000010:3.0:1789603691.161204:0:35316:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb814ea1400. 00800000:00000002:3.0:1789603691.161207:0:35316:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:3.0:1789603691.161213:0:35316:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603691.161214:0:35316:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603691.161216:0:35316:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50202bba0 00800000:00000002:3.0:1789603691.161217:0:35316:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603691.161220:0:35316:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789603691.161223:0:35316:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603691.161225:0:35316:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603691.161226:0:35316:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603691.161228:0:35316:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603691.161230:0:35316:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603691.161232:0:35316:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603691.161234:0:35316:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603691.161236:0:35316:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603691.161238:0:35316:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603691.161239:0:35316:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603691.161240:0:35316:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603691.161242:0:35316:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603691.161244:0:35316:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:3.0:1789603691.161245:0:35316:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603691.161247:0:35316:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:3.0:1789603691.161250:0:35316:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603691.161251:0:35316:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50202ba70 00000002:00010000:3.0:1789603691.161253:0:35316:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789603691.161255:0:35316:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789603691.161257:0:35316:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603691.161258:0:35316:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603691.161344:0:35316:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 4 00010000:00000001:3.0:1789603691.161348:0:35316:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603691.161351:0:35316:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603691.161354:0:35316:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603691.161357:0:35316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 02000000:00000001:3.0:1789603691.161365:0:35316:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789603691.161368:0:35316:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603691.161371:0:35316:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000002:00000001:3.0:1789603691.161379:0:35316:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789603691.161381:0:35316:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789603691.161382:0:35316:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603691.161384:0:35316:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603691.161386:0:35316:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789603691.161388:0:35316:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789603691.161390:0:35316:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789603691.161392:0:35316:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:3.0:1789603691.161702:0:35316:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb814ea1400. 00000080:00000001:3.0:1789603691.161706:0:35316:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789603691.161707:0:35316:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603691.161710:0:35316:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9eb808122a08) 00000080:00010000:3.0:1789603691.161713:0:35316:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9eb808122a08) for lock 0xa04c19c788fe555c 00800000:00000001:3.0:1789603691.161716:0:35316:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603691.161718:0:35316:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603691.161719:0:35316:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603691.161721:0:35316:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603691.161723:0:35316:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46600 refcount=3 00000020:00000001:3.0:1789603691.161726:0:35316:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:3.0:1789603691.161728:0:35316:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:3.0:1789603691.161730:0:35316:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603691.161732:0:35316:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603691.161733:0:35316:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603691.161734:0:35316:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603691.161736:0:35316:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe555c from it ffffb8e50202bcb8 00010000:00000001:3.0:1789603691.161738:0:35316:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603691.161739:0:35316:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603691.161740:0:35316:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46600 refcount=3 00000020:00000001:3.0:1789603691.161742:0:35316:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:3.0:1789603691.161750:0:35316:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893583360 : -106961815968256 : ffff9eb802f46600) 00010000:00000001:3.0:1789603691.161753:0:35316:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603691.161756:0:35316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1789603691.161763:0:35316:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603691.161765:0:35316:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603691.161766:0:35316:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603691.161768:0:35316:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603691.161770:0:35316:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1789603691.161777:0:35316:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603691.161779:0:35316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603691.161781:0:35316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603691.161784:0:35316:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603691.161785:0:35316:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603691.161786:0:35316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603691.161788:0:35316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603691.161790:0:35316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603691.161792:0:35316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603691.161794:0:35316:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603691.161795:0:35316:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603691.161797:0:35316:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603691.161798:0:35316:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789603691.161799:0:35316:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789603691.161801:0:35316:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603691.161805:0:35316:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1789603691.161810:0:35316:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789603691.161812:0:35316:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603691.161815:0:35316:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789603691.161816:0:35316:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603691.161819:0:35316:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789603691.161833:0:35316:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1789603691.161837:0:35316:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603691.161844:0:35316:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930520 : -106961319621096 : ffff9eb8208a0e18) 00000020:00001000:3.0:1789603691.161847:0:35316:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0e10 00000020:00000001:3.0:1789603691.161853:0:35316:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:3.0:1789603691.161856:0:35316:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789603691.161859:0:35316:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789603691.161861:0:35316:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1789603691.161865:0:35316:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603691.161866:0:35316:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789603691.161869:0:35316:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789603691.161871:0:35316:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603691.161873:0:35316:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789603691.161878:0:35316:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9eb80572dc20 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1789603691.161882:0:35316:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb80420a7c0 00020000:00000001:3.0:1789603691.161886:0:35316:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789603691.161887:0:35316:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789603691.161890:0:35316:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789603691.161892:0:35316:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603691.161894:0:35316:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789603691.161896:0:35316:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789603691.161897:0:35316:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603691.161899:0:35316:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603691.161901:0:35316:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789603691.161902:0:35316:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789603691.161904:0:35316:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb80420a7c0 00000020:00000001:3.0:1789603691.161906:0:35316:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789603691.161909:0:35316:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1789603691.161910:0:35316:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:3.0:1789603691.161913:0:35316:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1789603691.161915:0:35316:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1789603691.161918:0:35316:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1789603691.161920:0:35316:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1789603691.161931:0:35316:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1789603691.161940:0:35316:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb80502bd80. 00020000:00000002:3.0:1789603691.161943:0:35316:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789603691.161946:0:35316:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1789603691.161949:0:35316:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789603691.161951:0:35316:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789603691.161952:0:35316:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603691.161955:0:35316:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112122224792 : -106961587326824 : ffff9eb810953098) 00000020:00001000:3.0:1789603691.161957:0:35316:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810953090 00000020:00000001:3.0:1789603691.161960:0:35316:0:(cl_object.c:143:cl_object_top()) ffff9eb80798faa8 -> ffff9eb80798ff58 00000020:00000001:3.0:1789603691.161962:0:35316:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789603691.161967:0:35316:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603691.161969:0:35316:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789603691.161971:0:35316:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789603691.161972:0:35316:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935425568 : -106961774126048 : ffff9eb80572dc20) 00000020:00000001:3.0:1789603691.161974:0:35316:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603691.161976:0:35316:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603691.161979:0:35316:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962640472 : -106961746911144 : ffff9eb807122058) 00000020:00000001:3.0:1789603691.161981:0:35316:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1789603691.161986:0:35316:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb81239d8f0. 00000008:00010000:3.0:1789603691.161989:0:35316:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1789603691.161992:0:35316:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789603691.161993:0:35316:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1789603691.161996:0:35316:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb80502bdb0, osc lock ffff9eb81239d8f0, flags 0x400001002 00000020:00000001:3.0:1789603691.161998:0:35316:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603691.162000:0:35316:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603691.162003:0:35316:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637111928077696 : -106961781473920 : ffff9eb80502bd80) 00000020:00000001:3.0:1789603691.162006:0:35316:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789603691.162007:0:35316:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1789603691.162008:0:35316:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603691.162010:0:35316:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603691.162013:0:35316:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1789603691.162016:0:35316:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1789603691.162018:0:35316:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1789603691.162020:0:35316:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1789603691.162021:0:35316:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789603691.162023:0:35316:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962640472 : -106961746911144 : ffff9eb807122058) 00000020:00000001:3.0:1789603691.162024:0:35316:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1789603691.162026:0:35316:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1789603691.162029:0:35316:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789603691.162032:0:35316:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789603691.162035:0:35316:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789603691.162036:0:35316:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789603691.162038:0:35316:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789603691.162040:0:35316:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789603691.162041:0:35316:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789603691.162043:0:35316:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1789603691.162045:0:35316:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603691.162050:0:35316:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:3.0:1789603691.162052:0:35316:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603691.162059:0:35316:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603691.162063:0:35316:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603691.162067:0:35316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:3.0:1789603691.162079:0:35316:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789603691.162083:0:35316:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603691.162085:0:35316:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:3.0:1789603691.162092:0:35316:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603691.162093:0:35316:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603691.162095:0:35316:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=4 00000020:00000001:3.0:1789603691.162097:0:35316:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:3.0:1789603691.162099:0:35316:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00000008:00000001:3.0:1789603691.162103:0:35316:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789603691.162105:0:35316:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603691.162106:0:35316:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603691.162107:0:35316:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=5 00000020:00000001:3.0:1789603691.162109:0:35316:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:3.0:1789603691.162111:0:35316:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00000020:00000001:3.0:1789603691.162115:0:35316:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789603691.162118:0:35316:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1789603691.162120:0:35316:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1789603691.162122:0:35316:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603691.162123:0:35316:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603691.162124:0:35316:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603691.162125:0:35316:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=6 00000020:00000001:3.0:1789603691.162127:0:35316:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:3.0:1789603691.162128:0:35316:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:3.0:1789603691.162130:0:35316:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603691.162133:0:35316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:3.0:1789603691.162139:0:35316:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603691.162140:0:35316:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603691.162142:0:35316:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603691.162143:0:35316:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603691.162144:0:35316:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1789603691.162151:0:35316:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603691.162153:0:35316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603691.162154:0:35316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603691.162156:0:35316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603691.162158:0:35316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603691.162159:0:35316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603691.162161:0:35316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603691.162164:0:35316:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603691.162165:0:35316:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603691.162167:0:35316:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603691.162167:0:35316:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603691.162168:0:35316:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603691.162170:0:35316:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789603691.162171:0:35316:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603691.162174:0:35316:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603691.162176:0:35316:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603691.162178:0:35316:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603691.162180:0:35316:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603691.162182:0:35316:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789603691.162183:0:35316:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1789603691.162186:0:35316:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1789603691.162188:0:35316:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1789603691.162190:0:35316:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603691.162192:0:35316:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603691.162196:0:35316:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789603691.162199:0:35316:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:3.0:1789603691.162201:0:35316:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:3.0:1789603691.162204:0:35316:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789603691.162207:0:35316:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1789603691.162210:0:35316:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789603691 a=1789603691 c=1789603691 b=0 00020000:00000001:3.0:1789603691.162214:0:35316:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603691.162216:0:35316:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603691.162218:0:35316:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000080:00200000:3.0:1789603691.162220:0:35316:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:3.0:1789603691.162223:0:35316:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1789603691.162228:0:35316:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1789603691.162230:0:35316:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb80572dbc0 (ffff9eb8208a0e18/0) at cl_lock_release():245 00000020:00000001:3.0:1789603691.162233:0:35316:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789603691.162235:0:35316:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb80572dbc0 (ffff9eb8208a0e18/0) at cl_lock_cancel():142 00020000:00000001:3.0:1789603691.162237:0:35316:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1789603691.162239:0:35316:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789603691.162240:0:35316:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962640472 : -106961746911144 : ffff9eb807122058) 00000020:00000001:3.0:1789603691.162242:0:35316:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789603691.162243:0:35316:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb80502bdb0 (ffff9eb810953098/1) at cl_lock_cancel():142 00000008:00000001:3.0:1789603691.162246:0:35316:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1789603691.162248:0:35316:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1789603691.162249:0:35316:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603691.162251:0:35316:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789603691.162252:0:35316:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1789603691.162254:0:35316:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1789603691.162255:0:35316:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789603691.162256:0:35316:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789603691.162258:0:35316:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789603691.162259:0:35316:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb80572dbc0 (ffff9eb8208a0e18/0) at cl_lock_fini():72 00020000:00000001:3.0:1789603691.162347:0:35316:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1789603691.162349:0:35316:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789603691.162350:0:35316:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb80502bdb0 (ffff9eb8208a0e18/1) at cl_lock_fini():72 00000008:00000010:3.0:1789603691.162354:0:35316:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb81239d8f0. 00000020:00000001:3.0:1789603691.162358:0:35316:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1789603691.162360:0:35316:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb80502bd80. 00020000:00000001:3.0:1789603691.162363:0:35316:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1789603691.162364:0:35316:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1789603691.162366:0:35316:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1789603691.162367:0:35316:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603691.162370:0:35316:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789603691.162373:0:35316:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789603691.162375:0:35316:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789603691.162376:0:35316:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1789603691.162378:0:35316:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789603691.162380:0:35316:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810953090 00020000:00000001:3.0:1789603691.162382:0:35316:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789603691.162385:0:35316:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789603691.162388:0:35316:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789603691.162390:0:35316:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1789603691.162393:0:35316:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789603691.162464:0:35316:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603691.162467:0:35316:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789603691.162469:0:35316:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789603691.162470:0:35316:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789603691.162471:0:35316:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0e10 00000001:00000001:3.0:1789603691.162473:0:35316:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.162767:0:35316:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50202bd08 00000080:00000008:2.0:1789603691.162772:0:35316:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9eb808122a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789603691.162778:0:35316:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789603691.162779:0:35316:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50202bda0 00000080:00002000:2.0:1789603691.162782:0:35316:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9eb8205616c0, parent ffff9eb8081326c0, inode ffff9eb808122a08) hashed, 00000080:00000001:2.0:1789603691.162785:0:35316:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.162842:0:35316:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603691.162847:0:35316:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603691.162849:0:35316:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603691.162851:0:35316:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50202bbd8 00000080:00200000:2.0:1789603691.162853:0:35316:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:2.0:1789603691.162861:0:35316:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb818253200. 00800000:00000002:2.0:1789603691.162866:0:35316:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603691.162870:0:35316:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603691.162874:0:35316:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603691.162876:0:35316:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50202baf8 00800000:00000002:2.0:1789603691.162878:0:35316:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603691.162882:0:35316:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603691.162884:0:35316:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603691.162887:0:35316:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603691.162889:0:35316:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603691.162892:0:35316:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603691.162894:0:35316:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.162895:0:35316:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603691.162897:0:35316:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.162901:0:35316:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603691.162906:0:35316:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603691.162908:0:35316:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50202b9c8 00000002:00010000:2.0:1789603691.162910:0:35316:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603691.162914:0:35316:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603691.162916:0:35316:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603691.162919:0:35316:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603691.162923:0:35316:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b700 count: 2 00010000:00000001:2.0:1789603691.162926:0:35316:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603691.162929:0:35316:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603691.162933:0:35316:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603691.162937:0:35316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1789603691.162946:0:35316:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603691.162949:0:35316:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603691.162952:0:35316:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1789603691.162958:0:35316:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603691.162960:0:35316:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603691.162961:0:35316:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603691.162963:0:35316:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603691.162965:0:35316:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603691.162967:0:35316:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603691.162969:0:35316:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603691.162972:0:35316:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603691.162974:0:35316:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb818253200. 00000080:00000001:2.0:1789603691.162978:0:35316:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603691.162980:0:35316:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603691.162982:0:35316:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:2.0:1789603691.162985:0:35316:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5586 00800000:00000001:2.0:1789603691.162988:0:35316:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603691.162990:0:35316:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603691.162991:0:35316:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.162993:0:35316:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.162996:0:35316:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47c00 refcount=3 00000020:00000001:2.0:1789603691.162999:0:35316:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.163001:0:35316:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.163004:0:35316:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.163006:0:35316:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603691.163007:0:35316:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603691.163008:0:35316:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603691.163011:0:35316:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5586 from it ffffb8e50202bc10 00010000:00000001:2.0:1789603691.163013:0:35316:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.163014:0:35316:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.163015:0:35316:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47c00 refcount=3 00000020:00000001:2.0:1789603691.163017:0:35316:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.163018:0:35316:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.163020:0:35316:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603691.163023:0:35316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1789603691.163029:0:35316:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.163030:0:35316:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.163031:0:35316:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603691.163033:0:35316:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603691.163035:0:35316:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1789603691.163041:0:35316:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603691.163044:0:35316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603691.163045:0:35316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603691.163048:0:35316:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.163049:0:35316:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.163051:0:35316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.163054:0:35316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603691.163055:0:35316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.163057:0:35316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.163059:0:35316:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.163061:0:35316:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603691.163063:0:35316:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.163065:0:35316:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603691.163068:0:35316:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603691.163070:0:35316:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603691.163072:0:35316:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:2.0:1789603691.163076:0:35316:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.163084:0:35316:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1789603691.163087:0:35316:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50202bda0 00000080:00002000:2.0:1789603691.163088:0:35316:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9eb8205616c0) flags 0x48004e refc 0 00000080:00000001:2.0:1789603691.163091:0:35316:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.163093:0:35316:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50202be10 00000080:00200000:2.0:1789603691.163094:0:35316:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:2.0:1789603691.163099:0:35316:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789603691.163100:0:35316:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603691.163101:0:35316:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50202bd30 00000080:00200000:2.0:1789603691.163103:0:35316:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:2.0:1789603691.163107:0:35316:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb818253200. 00800000:00000002:2.0:1789603691.163110:0:35316:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603691.163112:0:35316:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603691.163113:0:35316:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603691.163115:0:35316:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50202bc50 00800000:00000002:2.0:1789603691.163116:0:35316:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603691.163119:0:35316:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603691.163121:0:35316:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603691.163122:0:35316:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603691.163123:0:35316:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603691.163124:0:35316:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603691.163126:0:35316:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.163128:0:35316:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603691.163130:0:35316:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.163132:0:35316:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603691.163135:0:35316:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603691.163136:0:35316:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50202bb20 00000002:00010000:2.0:1789603691.163137:0:35316:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603691.163140:0:35316:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603691.163141:0:35316:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603691.163142:0:35316:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603691.163145:0:35316:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b700 count: 2 00010000:00000001:2.0:1789603691.163147:0:35316:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603691.163149:0:35316:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603691.163150:0:35316:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603691.163153:0:35316:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1789603691.163160:0:35316:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603691.163161:0:35316:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603691.163165:0:35316:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1789603691.163171:0:35316:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603691.163173:0:35316:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603691.163174:0:35316:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603691.163176:0:35316:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603691.163178:0:35316:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603691.163179:0:35316:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603691.163181:0:35316:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603691.163183:0:35316:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603691.163185:0:35316:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb818253200. 00000080:00000001:2.0:1789603691.163187:0:35316:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603691.163188:0:35316:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603691.163190:0:35316:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:2.0:1789603691.163193:0:35316:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5586 00800000:00000001:2.0:1789603691.163196:0:35316:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603691.163197:0:35316:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603691.163198:0:35316:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.163200:0:35316:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.163201:0:35316:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47c00 refcount=3 00000020:00000001:2.0:1789603691.163204:0:35316:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.163206:0:35316:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.163208:0:35316:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.163210:0:35316:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603691.163211:0:35316:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603691.163213:0:35316:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603691.163215:0:35316:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5586 from it ffffb8e50202bd68 00010000:00000001:2.0:1789603691.163217:0:35316:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603691.163218:0:35316:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603691.163219:0:35316:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f47c00 refcount=3 00000020:00000001:2.0:1789603691.163221:0:35316:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.163223:0:35316:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893588992 : -106961815962624 : ffff9eb802f47c00) 00010000:00000001:2.0:1789603691.163225:0:35316:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603691.163227:0:35316:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1789603691.163233:0:35316:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.163234:0:35316:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.163235:0:35316:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603691.163236:0:35316:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603691.163239:0:35316:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1789603691.163244:0:35316:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603691.163246:0:35316:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603691.163247:0:35316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603691.163249:0:35316:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.163251:0:35316:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.163252:0:35316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.163254:0:35316:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603691.163255:0:35316:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.163257:0:35316:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.163259:0:35316:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.163344:0:35316:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603691.163346:0:35316:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.163347:0:35316:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603691.163349:0:35316:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603691.163351:0:35316:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603691.163353:0:35316:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 3 00000080:00000001:2.0:1789603691.163358:0:35316:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.163362:0:35316:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:2.0:1789603691.163365:0:35316:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50202bdf8 00000080:00200000:2.0:1789603691.163366:0:35316:0:(namei.c:2351:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00000001:2.0:1789603691.163370:0:35316:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1789603691.163372:0:35316:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603691.163376:0:35316:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154296 : -106961585397320 : ffff9eb810b2a1b8) 00000020:00001000:2.0:1789603691.163379:0:35316:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a1b0 00000020:00000001:2.0:1789603691.163381:0:35316:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789603691.163385:0:35316:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb80420a7c0 00020000:00000002:2.0:1789603691.163389:0:35316:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb810df8cc0 addref 2/0 by ffff9eb80420a7c0. 00020000:00000002:2.0:1789603691.163392:0:35316:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb80420a7c0 00020000:00000001:2.0:1789603691.163464:0:35316:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789603691.163467:0:35316:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789603691.163468:0:35316:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789603691.163471:0:35316:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:2.0:1789603691.163473:0:35316:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:2.0:1789603691.163476:0:35316:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a1b0 00000080:00000001:2.0:1789603691.163479:0:35316:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1789603691.163485:0:35316:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb818253200. 00800000:00000002:2.0:1789603691.163488:0:35316:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00800000:00000001:2.0:1789603691.163498:0:35316:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1789603691.163500:0:35316:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603691.163502:0:35316:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603691.163503:0:35316:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603691.163504:0:35316:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603691.163506:0:35316:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.163637:0:35316:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603691.163641:0:35316:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603691.163644:0:35316:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603691.163645:0:35316:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603691.163646:0:35316:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603691.163649:0:35316:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603691.163650:0:35316:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.163652:0:35316:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1789603691.163654:0:35316:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603691.163657:0:35316:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:2.0:1789603691.163659:0:35316:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603691.163660:0:35316:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603691.163661:0:35316:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603691.163662:0:35316:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603691.163664:0:35316:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.163666:0:35316:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1789603691.163667:0:35316:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.163670:0:35316:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x2b:0x0] 00800000:00000001:2.0:1789603691.163672:0:35316:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.163674:0:35316:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x2b:0x0] -> mds #0 00000002:00000001:2.0:1789603691.163679:0:35316:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1789603691.163682:0:35316:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789603691.163686:0:35316:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b700 count: 2 00010000:00000001:2.0:1789603691.163688:0:35316:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603691.163691:0:35316:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789603691.163695:0:35316:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789603691.163699:0:35316:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:2.0:1789603691.163708:0:35316:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789603691.163712:0:35316:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789603691.163714:0:35316:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789603691.163716:0:35316:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789603691.163719:0:35316:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603691.163720:0:35316:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603691.163722:0:35316:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b700 count: 3 00010000:00000001:2.0:1789603691.163724:0:35316:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603691.163727:0:35316:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603691.163728:0:35316:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603691.163730:0:35316:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603691.163731:0:35316:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b700 count: 3 00010000:00000001:2.0:1789603691.163733:0:35316:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603691.163735:0:35316:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603691.163736:0:35316:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603691.163737:0:35316:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603691.163739:0:35316:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b700 count: 3 00010000:00000001:2.0:1789603691.163741:0:35316:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603691.163742:0:35316:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.163744:0:35316:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789603691.163747:0:35316:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9eb808190840, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789603691.163752:0:35316:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789603691.163754:0:35316:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789603691.163757:0:35316:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789603691.163759:0:35316:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.163763:0:35316:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789603691.163766:0:35316:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789603691.163768:0:35316:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789603691.163770:0:35316:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603691.163772:0:35316:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789603691.163775:0:35316:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb802f47c00 with handle 0xa04c19c788fe5586 from hash 00010000:00000001:2.0:1789603691.163778:0:35316:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789603691.163779:0:35316:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.163780:0:35316:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.163781:0:35316:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789603691.163784:0:35316:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789603691.163786:0:35316:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789603691.163790:0:35316:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789603691.163792:0:35316:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603691.163794:0:35316:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603691.163797:0:35316:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789603691.163800:0:35316:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 4 00010000:00000001:2.0:1789603691.163802:0:35316:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603691.163803:0:35316:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789603691.163806:0:35316:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789603691.163809:0:35316:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47400/0xa04c19c788fe558d lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x31dbb14d74e92221 expref: -99 pid: 35314 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789603691.163815:0:35316:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789603691.163816:0:35316:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789603691.163818:0:35316:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789603691.163820:0:35316:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode CR 00000002:00000001:2.0:1789603691.163832:0:35316:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603691.163833:0:35316:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603691.163835:0:35316:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 5 00010000:00000001:2.0:1789603691.163837:0:35316:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603691.163839:0:35316:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603691.163840:0:35316:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603691.163841:0:35316:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603691.163842:0:35316:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 5 00010000:00000001:2.0:1789603691.163844:0:35316:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603691.163846:0:35316:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603691.163848:0:35316:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603691.163849:0:35316:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603691.163850:0:35316:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 5 00010000:00000001:2.0:1789603691.163852:0:35316:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603691.163854:0:35316:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.163855:0:35316:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.163858:0:35316:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789603691.163861:0:35316:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789603691.163865:0:35316:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9eb818253000. 00000080:00000001:2.0:1789603691.163868:0:35316:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1789603691.163871:0:35316:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789603691.163875:0:35316:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1789603691.163876:0:35316:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603691.163877:0:35316:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603691.163879:0:35316:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603691.163880:0:35316:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603691.163882:0:35316:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.163883:0:35316:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1789603691.163884:0:35316:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.163887:0:35316:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2b:0x0] 00000002:00000001:2.0:1789603691.163890:0:35316:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789603691.163892:0:35316:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9eb81291b000: [0x200000405:0x2b:0x0] file closed with intent: 0 00000100:00000010:2.0:1789603691.163899:0:35316:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f0380. 00000020:00000040:2.0:1789603691.163903:0:35316:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:2.0:1789603691.163908:0:35316:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603691.163912:0:35316:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603691.163917:0:35316:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603691.163928:0:35316:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb8421fa200. 00000100:00000001:2.0:1789603691.163936:0:35316:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789603691.163961:0:35316:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9eb8040f1f80 x1876533442922496/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603707 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789603691.163973:0:35316:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789603691.163978:0:35316:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb8040f0380 x1876533442922752/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789603691.163985:0:35316:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603691.163987:0:35316:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603691.163996:0:35316:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8209fc780. 00000100:00000001:2.0:1789603691.163998:0:35316:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112391354240 : -106961318197376 : ffff9eb8209fc780) 00000100:00000001:2.0:1789603691.164001:0:35316:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603691.164002:0:35316:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912104832 : -106961797446784 : ffff9eb8040f0380) 00000100:00000001:2.0:1789603691.164008:0:35316:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603691.164013:0:35316:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.164015:0:35316:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603691.164016:0:35316:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603691.164020:0:35316:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f0380 x1876533442922752/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603691.164027:0:35316:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603691.164029:0:35316:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603691.164033:0:35316:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603691.164036:0:35316:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603691.164038:0:35316:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603691.164042:0:35316:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f0380 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35316:1876533442922752:192.168.204.129@tcp:35:rm.0 00000100:00000001:2.0:1789603691.164046:0:35316:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603691.164051:0:35316:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603691.164054:0:35316:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603691.164056:0:35316:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603691.164061:0:35316:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041d1800. 02000000:00000001:2.0:1789603691.164063:0:35316:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603691.164073:0:35316:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603691.164078:0:35316:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3058. 00000400:00000010:2.0:1789603691.164087:0:35316:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7550. 00000100:00000200:2.0:1789603691.164096:0:35316:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442922752, portal 10 00000100:00000001:2.0:1789603691.164098:0:35316:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603691.164099:0:35316:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912104832 : -106961797446784 : ffff9eb8040f0380) 00000100:00000040:2.0:1789603691.164107:0:35316:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f0380 x1876533442922752/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603707 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603691.164115:0:35316:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603691.164119:0:35316:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603691.164121:0:35316:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d74c8. 00000100:00000200:2.0:1789603691.164124:0:35316:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876533442922752, offset 0 00000400:00000200:2.0:1789603691.164132:0:35316:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603691.164142:0:35316:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.164151:0:35316:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603691.164158:0:35316:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603691.164163:0:35316:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603691.164168:0:35316:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603691.164170:0:35316:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603691.164175:0:35316:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2971:2971:256:4294967295] 192.168.204.129@tcp LPNI seq info [2971:2971:8:4294967295] 00000400:00000200:2.0:1789603691.164180:0:35316:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.164191:0:35316:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603691.164199:0:35316:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603691.164205:0:35316:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8070dbb00. 00000800:00000200:2.0:1789603691.164215:0:35316:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603691.164225:0:35316:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603691.164230:0:35316:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8070dbb00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789603691.164381:0:35316:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603691.164388:0:35316:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 872161 usecs (873 jiffies) 00000400:00000200:2.0:1789603691.164393:0:35316:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603691.164406:0:35316:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296690970 00000100:00000001:2.0:1789603691.164417:0:35316:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296690905 00000100:00000001:2.0:1789603691.164424:0:35316:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296690970 00000100:00000001:2.0:1789603691.164428:0:35316:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296690905 00000100:00000001:2.0:1789603691.164431:0:35316:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603691.164435:0:35316:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.164437:0:35316:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603691.164439:0:35316:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603691.164445:0:35316:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8209fc780 going to sleep for 11 seconds 00000100:00000001:2.0:1789603691.164448:0:35316:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603691.164451:0:35316:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603691.164716:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603691.164722:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8070dbb00. 00000400:00000200:3.0:1789603691.164729:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603691.164737:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603691.164744:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d74c8 00000400:00000010:3.0:1789603691.164748:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d74c8. 00000100:00000001:3.0:1789603691.164753:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603691.164758:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f0380 x1876533442922752/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603707 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603691.164772:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603691.164776:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f0380 x1876533442922752/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603707 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603691.164782:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603691.164784:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603691.169730:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603691.169764:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603691.169770:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603691.169774:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603691.169785:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.169796:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603691.169807:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.169814:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.169929:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.169937:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d464900 00000400:00000200:3.0:1789603691.169943:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.169951:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x86f5 [1] + 224 00000800:00000001:3.0:1789603691.169960:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603691.170605:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603691.170676:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603691.170684:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603691.170694:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603691.170704:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f0380 x1876533442922752/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603707 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603691.170714:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9eb8040f0380 x1876533442922752/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603691.170736:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603691.170749:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1789603691.170814:0:35316:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603691.170835:0:35316:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603691.170837:0:35316:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603691.170842:0:35316:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3058. 00000400:00000200:2.0:1789603691.170846:0:35316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7550 00000400:00000010:2.0:1789603691.170849:0:35316:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7550. 00000100:00000001:2.0:1789603691.170852:0:35316:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603691.170857:0:35316:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f0380 x1876533442922752/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789603691.170866:0:35316:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f0380 x1876533442922752/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603691.170872:0:35316:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603691.170874:0:35316:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603691.170876:0:35316:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603691.170881:0:35316:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603691.170884:0:35316:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603691.170886:0:35316:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603691.170890:0:35316:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603691.170902:0:35316:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb4f0 time=88 v=5 (5 5 5 5) 00000100:00001000:2.0:1789603691.170907:0:35316:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603691.170909:0:35316:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603691.170911:0:35316:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.170914:0:35316:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603691.170919:0:35316:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.170923:0:35316:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789603691.170926:0:35316:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789603691.170927:0:35316:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789603691.170930:0:35316:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603691.170932:0:35316:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912104832 : -106961797446784 : ffff9eb8040f0380) 00000100:00000001:2.0:1789603691.170937:0:35316:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603691.170939:0:35316:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967638 00000100:00000001:2.0:1789603691.170941:0:35316:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000800:00000001:3.0:1789603691.170943:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603691.170945:0:35316:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603691.170951:0:35316:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f0380 x1876533442922752/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603707 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603691.170958:0:35316:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603691.170962:0:35316:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603691.170964:0:35316:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603691.170969:0:35316:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f0380 x1876533442922752/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603707 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789603691.170978:0:35316:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f0380 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35316:1876533442922752:192.168.204.129@tcp:35:rm.0 00000100:00000001:2.0:1789603691.170988:0:35316:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603691.170992:0:35316:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.170995:0:35316:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789603691.170998:0:35316:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603691.171001:0:35316:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f0380 x1876533442922752/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603707 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603691.171009:0:35316:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603691.171012:0:35316:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8209fc780. 00000100:00000001:2.0:1789603691.171016:0:35316:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789603691.171018:0:35316:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.171026:0:35316:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603691.171028:0:35316:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912104832 : -106961797446784 : ffff9eb8040f0380) 00000002:00000001:2.0:1789603691.171031:0:35316:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603691.171035:0:35316:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789603691.171042:0:35316:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb818253000. 00000080:00000001:2.0:1789603691.171048:0:35316:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1789603691.171052:0:35316:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1789603691.171056:0:35316:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603691.171059:0:35316:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603691.171062:0:35316:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603691.171065:0:35316:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603691.171067:0:35316:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.171069:0:35316:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1789603691.171071:0:35316:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603691.171077:0:35316:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1789603691.171082:0:35316:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9eb8040f1f80 x1876533442922496/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603707 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603691.171090:0:35316:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603691.171091:0:35316:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112000 : -106961797439616 : ffff9eb8040f1f80) 00000100:00000001:2.0:1789603691.171094:0:35316:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603691.171097:0:35316:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f1f80 x1876533442922496/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603707 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603691.171104:0:35316:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.171105:0:35316:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603691.171108:0:35316:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f0380 x1876533442922752/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603707 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603691.171114:0:35316:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.171116:0:35316:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603691.171119:0:35316:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f1f80 x1876533442922496/t8589934599(8589934599) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603707 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603691.171126:0:35316:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1789603691.171130:0:35316:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603691.171132:0:35316:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603691.171134:0:35316:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603691.171138:0:35316:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041d1c00. 02000000:00000001:2.0:1789603691.171144:0:35316:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603691.171147:0:35316:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603691.171148:0:35316:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f1f80. 00000100:00000001:2.0:1789603691.171154:0:35316:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603691.171155:0:35316:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603691.171157:0:35316:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603691.171160:0:35316:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f0380 x1876533442922752/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603707 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603691.171168:0:35316:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603691.171170:0:35316:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9eb81272ade0. 00000002:00000001:2.0:1789603691.171172:0:35316:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603691.171174:0:35316:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789603691.171176:0:35316:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9eb806b15700. 00000100:00000001:2.0:1789603691.171180:0:35316:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603691.171183:0:35316:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f0380 x1876533442922752/t8589934600(8589934600) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603707 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603691.171189:0:35316:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603691.171191:0:35316:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603691.171194:0:35316:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041d1800. 02000000:00000001:2.0:1789603691.171196:0:35316:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603691.171198:0:35316:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603691.171199:0:35316:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603691.171201:0:35316:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603691.171202:0:35316:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb8421fa200. 02000000:00000001:2.0:1789603691.171204:0:35316:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603691.171205:0:35316:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603691.171207:0:35316:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f0380. 00000100:00000001:2.0:1789603691.171209:0:35316:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603691.171211:0:35316:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603691.171213:0:35316:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.171217:0:35316:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789603691.171220:0:35316:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode (null) 00000002:00000001:2.0:1789603691.171224:0:35316:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603691.171228:0:35316:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603691.171236:0:35316:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 5 00010000:00000001:2.0:1789603691.171239:0:35316:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603691.171247:0:35316:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603691.171248:0:35316:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603691.171250:0:35316:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603691.171251:0:35316:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 5 00010000:00000001:2.0:1789603691.171253:0:35316:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603691.171255:0:35316:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.171257:0:35316:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.171260:0:35316:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789603691.171341:0:35316:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603691.171347:0:35316:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154296 : -106961585397320 : ffff9eb810b2a1b8) 00000020:00001000:2.0:1789603691.171350:0:35316:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a1b0 00000020:00000001:2.0:1789603691.171353:0:35316:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789603691.171356:0:35316:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x2b:0x0]: losing layout lock 00000080:00000001:2.0:1789603691.171359:0:35316:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789603691.171363:0:35316:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789603691.171368:0:35316:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789603691.171371:0:35316:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789603691.171374:0:35316:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789603691.171376:0:35316:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.171378:0:35316:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789603691.171381:0:35316:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a1b0 00000080:00000001:2.0:1789603691.171384:0:35316:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.171388:0:35316:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789603691.171391:0:35316:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x2b:0x0](ffff9eb808122a08) invalid 00000020:00000001:2.0:1789603691.171395:0:35316:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50202ba60 00000080:00002000:2.0:1789603691.171397:0:35316:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff9eb8205616c0) parent ffff9eb8081326c0 inode ffff9eb808122a08 refc 1 00000080:00000001:2.0:1789603691.171403:0:35316:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789603691.171406:0:35316:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789603691.171408:0:35316:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.171413:0:35316:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789603691.171418:0:35316:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789603691.171420:0:35316:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789603691.171422:0:35316:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603691.171426:0:35316:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789603691.171430:0:35316:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb802f47400 with handle 0xa04c19c788fe558d from hash 00010000:00000001:2.0:1789603691.171433:0:35316:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789603691.171436:0:35316:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.171437:0:35316:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.171439:0:35316:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789603691.171443:0:35316:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789603691.171445:0:35316:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789603691.171449:0:35316:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789603691.171454:0:35316:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030800/0xa04c19c788fe557f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e92205 expref: -99 pid: 35313 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1789603691.171463:0:35316:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789603691.171466:0:35316:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789603691.171469:0:35316:0:(xattr_cache.c:339:ll_xattr_cache_empty()) Process entered 00000080:00000020:2.0:1789603691.171472:0:35316:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.link 00000080:00000010:2.0:1789603691.171475:0:35316:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff9eb82030c1b0. 00000080:00000010:2.0:1789603691.171478:0:35316:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 47 at ffff9eb807a3f8c0. 00000080:00000010:2.0:1789603691.171481:0:35316:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9eb818c75e88. 00000080:00000020:2.0:1789603691.171484:0:35316:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.job 00000080:00000010:2.0:1789603691.171486:0:35316:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 9 at ffff9eb82030c390. 00000080:00000010:2.0:1789603691.171488:0:35316:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 6 at ffff9eb807256f50. 00000080:00000010:2.0:1789603691.171491:0:35316:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9eb818c75780. 00000080:00000020:2.0:1789603691.171492:0:35316:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lov 00000080:00000010:2.0:1789603691.171494:0:35316:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff9eb82030c1c0. 00000080:00000010:2.0:1789603691.171496:0:35316:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff9eb807a3f380. 00000080:00000010:2.0:1789603691.171498:0:35316:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9eb818c75230. 00000080:00000020:2.0:1789603691.171500:0:35316:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lma 00000080:00000010:2.0:1789603691.171501:0:35316:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff9eb82030c710. 00000080:00000010:2.0:1789603691.171503:0:35316:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff9eb806947540. 00000080:00000010:2.0:1789603691.171506:0:35316:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9eb818c75280. 00000080:00000001:2.0:1789603691.171508:0:35316:0:(xattr_cache.c:360:ll_xattr_cache_empty()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.171535:0:35316:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789603691.171537:0:35316:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.171539:0:35316:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789603691.171540:0:35316:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789603691.171541:0:35316:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789603691.171543:0:35316:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603691.171544:0:35316:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789603691.171547:0:35316:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb800030800 with handle 0xa04c19c788fe557f from hash 00010000:00000001:2.0:1789603691.171549:0:35316:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789603691.171551:0:35316:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.171552:0:35316:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.171553:0:35316:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789603691.171554:0:35316:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789603691.171555:0:35316:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789603691.171557:0:35316:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789603691.171560:0:35316:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00000080:00000001:2.0:1789603691.171566:0:35316:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789603691.171568:0:35316:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789603691.171569:0:35316:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789603691.171570:0:35316:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode (null) 00000002:00000001:2.0:1789603691.171572:0:35316:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603691.171574:0:35316:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603691.171577:0:35316:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 5 00010000:00000001:2.0:1789603691.171579:0:35316:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603691.171581:0:35316:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603691.171582:0:35316:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603691.171583:0:35316:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603691.171585:0:35316:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 5 00010000:00000001:2.0:1789603691.171586:0:35316:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603691.171588:0:35316:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603691.171590:0:35316:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603691.171591:0:35316:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603691.171593:0:35316:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 5 00010000:00000001:2.0:1789603691.171595:0:35316:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603691.171597:0:35316:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603691.171598:0:35316:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603691.171599:0:35316:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603691.171601:0:35316:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b800 count: 5 00010000:00000001:2.0:1789603691.171602:0:35316:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603691.171604:0:35316:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.171606:0:35316:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.171607:0:35316:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789603691.171609:0:35316:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603691.171611:0:35316:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154296 : -106961585397320 : ffff9eb810b2a1b8) 00000020:00001000:2.0:1789603691.171614:0:35316:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a1b0 00000020:00000001:2.0:1789603691.171615:0:35316:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789603691.171617:0:35316:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x2b:0x0]: losing layout lock 00000080:00000001:2.0:1789603691.171619:0:35316:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789603691.171621:0:35316:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789603691.171622:0:35316:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1789603691.171624:0:35316:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789603691.171625:0:35316:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789603691.171627:0:35316:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.171628:0:35316:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789603691.171629:0:35316:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a1b0 00000080:00000001:2.0:1789603691.171631:0:35316:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.171633:0:35316:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789603691.171635:0:35316:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x2b:0x0](ffff9eb808122a08) invalid 00000020:00000001:2.0:1789603691.171637:0:35316:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50202ba60 00000080:00002000:2.0:1789603691.171639:0:35316:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff9eb8205616c0) parent ffff9eb8081326c0 inode ffff9eb808122a08 refc 1 00000080:00000001:2.0:1789603691.171641:0:35316:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789603691.171642:0:35316:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789603691.171644:0:35316:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.171646:0:35316:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789603691.171647:0:35316:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789603691.171649:0:35316:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789603691.171650:0:35316:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603691.171652:0:35316:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789603691.171654:0:35316:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb802f46600 with handle 0xa04c19c788fe555c from hash 00010000:00000001:2.0:1789603691.171656:0:35316:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789603691.171658:0:35316:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.171659:0:35316:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.171660:0:35316:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789603691.171662:0:35316:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789603691.171663:0:35316:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789603691.171666:0:35316:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1789603691.171669:0:35316:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=3 : 3 : 3) 00000002:00000001:2.0:1789603691.171672:0:35316:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=3 : 3 : 3) 00000100:00000010:2.0:1789603691.171682:0:35316:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f0380. 00000020:00000040:2.0:1789603691.171687:0:35316:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:2.0:1789603691.171692:0:35316:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789603691.171694:0:35316:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.171697:0:35316:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603691.171703:0:35316:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603691.171708:0:35316:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.171709:0:35316:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.171711:0:35316:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.171714:0:35316:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603691.171786:0:35316:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603691.171793:0:35316:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603691.171803:0:35316:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb8421fa200. 00000100:00000001:2.0:1789603691.171810:0:35316:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.171814:0:35316:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603691.171817:0:35316:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789603691.171832:0:35316:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47400/0xa04c19c788fe558d lrc: 1/0,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x31dbb14d74e92221 expref: -99 pid: 35314 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789603691.171840:0:35316:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030800/0xa04c19c788fe557f lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e92205 expref: -99 pid: 35313 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1789603691.171848:0:35316:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1789603691.171856:0:35316:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1789603691.171863:0:35316:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:2.0:1789603691.171865:0:35316:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:2.0:1789603691.171866:0:35316:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789603691.171869:0:35316:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47400/0xa04c19c788fe558d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x31dbb14d74e92221 expref: -99 pid: 35314 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1789603691.171879:0:35316:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9eb806b15300. 00010000:00000001:2.0:1789603691.171890:0:35316:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.171892:0:35316:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789603691.171894:0:35316:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030800/0xa04c19c788fe557f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e92205 expref: -99 pid: 35313 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789603691.171904:0:35316:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.171905:0:35316:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789603691.171907:0:35316:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46600/0xa04c19c788fe555c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x31dbb14d74e921bf expref: -99 pid: 35307 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00000010:2.0:1789603691.171913:0:35316:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9eb806b15580. 00010000:00000040:2.0:1789603691.171916:0:35316:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb81938b800 count: 0 00010000:00000010:2.0:1789603691.171922:0:35316:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb80574e700. 00010000:00000001:2.0:1789603691.171928:0:35316:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.171930:0:35316:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789603691.171932:0:35316:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f47c00/0xa04c19c788fe5586 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e92213 expref: -99 pid: 35314 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:2.0:1789603691.171938:0:35316:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb81938b700 count: 0 00010000:00000010:2.0:1789603691.171940:0:35316:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb80574e480. 00010000:00000001:2.0:1789603691.171944:0:35316:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603691.171946:0:35316:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.171948:0:35316:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603691.171949:0:35316:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.171951:0:35316:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1789603691.171965:0:35316:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1789603691.171974:0:35316:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb8040f0380 x1876533442923008/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603691.171981:0:35316:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603691.171983:0:35316:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603691.171990:0:35316:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8209fc780. 00000100:00000001:2.0:1789603691.171993:0:35316:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112391354240 : -106961318197376 : ffff9eb8209fc780) 00000100:00000001:2.0:1789603691.171995:0:35316:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603691.171997:0:35316:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912104832 : -106961797446784 : ffff9eb8040f0380) 00000100:00000001:2.0:1789603691.172003:0:35316:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603691.172009:0:35316:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.172010:0:35316:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603691.172013:0:35316:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603691.172017:0:35316:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f0380 x1876533442923008/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603691.172025:0:35316:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603691.172028:0:35316:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603691.172032:0:35316:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603691.172035:0:35316:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603691.172037:0:35316:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603691.172040:0:35316:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f0380 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35316:1876533442923008:192.168.204.129@tcp:36:rm.0 00000100:00000001:2.0:1789603691.172045:0:35316:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603691.172050:0:35316:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603691.172053:0:35316:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603691.172055:0:35316:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603691.172060:0:35316:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041d1800. 02000000:00000001:2.0:1789603691.172062:0:35316:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603691.172071:0:35316:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603691.172075:0:35316:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3058. 00000400:00000010:2.0:1789603691.172081:0:35316:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7550. 00000100:00000200:2.0:1789603691.172088:0:35316:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442923008, portal 10 00000100:00000001:2.0:1789603691.172090:0:35316:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603691.172092:0:35316:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912104832 : -106961797446784 : ffff9eb8040f0380) 00000100:00000040:2.0:1789603691.172098:0:35316:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f0380 x1876533442923008/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 1789603707 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603691.172105:0:35316:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603691.172108:0:35316:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603691.172111:0:35316:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7f68. 00000100:00000200:2.0:1789603691.172114:0:35316:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1876533442923008, offset 0 00000400:00000200:2.0:1789603691.172122:0:35316:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603691.172130:0:35316:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.172139:0:35316:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603691.172146:0:35316:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603691.172151:0:35316:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603691.172156:0:35316:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603691.172159:0:35316:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603691.172163:0:35316:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2972:2972:256:4294967295] 192.168.204.129@tcp LPNI seq info [2972:2972:8:4294967295] 00000400:00000200:2.0:1789603691.172168:0:35316:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.172180:0:35316:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603691.172187:0:35316:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603691.172192:0:35316:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8070dba00. 00000800:00000200:2.0:1789603691.172199:0:35316:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603691.172209:0:35316:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603691.172214:0:35316:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8070dba00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1789603691.173579:0:35316:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603691.173592:0:35316:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 871075 usecs (872 jiffies) 00000400:00000200:2.0:1789603691.173600:0:35316:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603691.173605:0:35316:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296690979 00000100:00000001:2.0:1789603691.173616:0:35316:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296690970 00000100:00000001:2.0:1789603691.173623:0:35316:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296690979 00000100:00000001:2.0:1789603691.173627:0:35316:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296690970 00000100:00000001:2.0:1789603691.173630:0:35316:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603691.173635:0:35316:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.173639:0:35316:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603691.173642:0:35316:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603691.173646:0:35316:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8209fc780 going to sleep for 11 seconds 00000100:00000001:2.0:1789603691.173651:0:35316:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603691.173654:0:35316:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603691.175137:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603691.175154:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8070dba00. 00000400:00000200:2.0:1789603691.175162:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603691.175173:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603691.175182:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7f68 00000400:00000010:2.0:1789603691.175186:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7f68. 00000100:00000001:2.0:1789603691.175192:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603691.175203:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f0380 x1876533442923008/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 1789603707 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603691.175218:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603691.175222:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f0380 x1876533442923008/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 1789603707 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603691.175231:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.175232:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789603691.178614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47400. 00010000:00000010:2.1:1789603691.178636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800030800. 00010000:00000010:2.1:1789603691.178645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b800. 00010000:00000010:2.1:1789603691.178651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46600. 00010000:00000010:2.1:1789603691.178655:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b700. 00010000:00000010:2.1:1789603691.178657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f47c00. 00000800:00000001:3.0:1789603691.188502:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603691.188577:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603691.188583:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603691.188586:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603691.188598:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.188608:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603691.188619:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.188625:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.188631:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.188636:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d464a00 00000400:00000200:3.0:1789603691.188643:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603691.188652:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x8705 [1] + 224 00000800:00000001:3.0:1789603691.188660:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603691.188668:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603691.188672:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603691.188678:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603691.188688:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603691.188701:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f0380 x1876533442923008/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 1789603707 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603691.188714:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9eb8040f0380 x1876533442923008/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603691.188740:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603691.188750:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603691.188754:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603691.188852:0:35316:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603691.188863:0:35316:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603691.188866:0:35316:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603691.188870:0:35316:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3058. 00000400:00000200:2.0:1789603691.188876:0:35316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7550 00000400:00000010:2.0:1789603691.188879:0:35316:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7550. 00000100:00000001:2.0:1789603691.188882:0:35316:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603691.188887:0:35316:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f0380 x1876533442923008/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603691.188897:0:35316:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f0380 x1876533442923008/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 1789603707 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603691.188904:0:35316:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603691.188907:0:35316:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603691.188910:0:35316:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603691.188914:0:35316:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603691.188917:0:35316:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603691.188919:0:35316:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603691.188923:0:35316:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603691.188936:0:35316:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=89 v=5 (5 106 106 106) 00000100:00001000:2.0:1789603691.188941:0:35316:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603691.188944:0:35316:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603691.188946:0:35316:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.188949:0:35316:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603691.188954:0:35316:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.188958:0:35316:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789603691.188961:0:35316:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009b/0x200000002] 00000100:00000001:2.0:1789603691.188963:0:35316:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789603691.188966:0:35316:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603691.188967:0:35316:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912104832 : -106961797446784 : ffff9eb8040f0380) 00000100:00000001:2.0:1789603691.188984:0:35316:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603691.188986:0:35316:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967638 00000100:00000001:2.0:1789603691.188989:0:35316:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603691.188993:0:35316:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603691.188999:0:35316:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f0380 x1876533442923008/t8589934601(8589934601) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/456 e 0 to 0 dl 1789603707 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603691.189006:0:35316:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603691.189010:0:35316:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603691.189012:0:35316:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603691.189016:0:35316:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f0380 x1876533442923008/t8589934601(8589934601) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/456 e 0 to 0 dl 1789603707 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603691.189023:0:35316:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f0380 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35316:1876533442923008:192.168.204.129@tcp:36:rm.0 00000100:00000001:2.0:1789603691.189028:0:35316:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603691.189032:0:35316:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.189034:0:35316:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789603691.189037:0:35316:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603691.189040:0:35316:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f0380 x1876533442923008/t8589934601(8589934601) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/456 e 0 to 0 dl 1789603707 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603691.189047:0:35316:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603691.189050:0:35316:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8209fc780. 00000100:00000001:2.0:1789603691.189054:0:35316:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789603691.189055:0:35316:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603691.189066:0:35316:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603691.189070:0:35316:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603691.189075:0:35316:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603691.189078:0:35316:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb818253200. 00000080:00000002:2.0:1789603691.189100:0:35316:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1789603690 to 1789603691 00000100:00000001:2.0:1789603691.189104:0:35316:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603691.189107:0:35316:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f0380 x1876533442923008/t8589934601(8589934601) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/456 e 0 to 0 dl 1789603707 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603691.189114:0:35316:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.189119:0:35316:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.189132:0:35316:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789603691.189137:0:35316:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50202be28 00000080:00002000:2.0:1789603691.189139:0:35316:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff9eb8205616c0, parent ffff9eb8081326c0, inode 0000000000000000) hashed, 00000080:00000001:2.0:1789603691.189143:0:35316:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603691.189151:0:35316:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789603691.189158:0:35316:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789603691.189168:0:35316:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1789603691.189171:0:35316:0:(file.c:5295:cl_sync_file_range()) Process entered 00000080:00000002:2.0:1789603691.189174:0:35316:0:(file.c:5297:cl_sync_file_range()) [0x200000405:0x2b:0x0]: start 0, end 9223372036854775807, mode 2 00000020:00000001:2.0:1789603691.189178:0:35316:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603691.189183:0:35316:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154296 : -106961585397320 : ffff9eb810b2a1b8) 00000020:00001000:2.0:1789603691.189186:0:35316:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a1b0 00000020:00000001:2.0:1789603691.189193:0:35316:0:(cl_object.c:143:cl_object_top()) ffff9eb80798ff58 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603691.189196:0:35316:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789603691.189200:0:35316:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789603691.189202:0:35316:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789603691.189206:0:35316:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603691.189207:0:35316:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789603691.189209:0:35316:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789603691.189214:0:35316:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9eb812979530 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1789603691.189217:0:35316:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb80420a7c0 00020000:00000001:2.0:1789603691.189222:0:35316:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789603691.189224:0:35316:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789603691.189226:0:35316:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789603691.189228:0:35316:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.189230:0:35316:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789603691.189233:0:35316:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789603691.189234:0:35316:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.189236:0:35316:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603691.189237:0:35316:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789603691.189239:0:35316:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789603691.189241:0:35316:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb80420a7c0 00000020:00000001:2.0:1789603691.189244:0:35316:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.189246:0:35316:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:2.0:1789603691.189248:0:35316:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1789603691.189250:0:35316:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1789603691.189254:0:35316:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1789603691.189259:0:35316:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:2.0:1789603691.189263:0:35316:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603691.189265:0:35316:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789603691.189266:0:35316:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603691.189268:0:35316:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124155160 : -106961585396456 : ffff9eb810b2a518) 00000020:00001000:2.0:1789603691.189270:0:35316:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a510 00000020:00000001:2.0:1789603691.189273:0:35316:0:(cl_object.c:143:cl_object_top()) ffff9eb80798faa8 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603691.189275:0:35316:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789603691.189280:0:35316:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603691.189281:0:35316:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789603691.189284:0:35316:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789603691.189285:0:35316:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112155936048 : -106961553615568 : ffff9eb812979530) 00000020:00000001:2.0:1789603691.189287:0:35316:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.189289:0:35316:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.189291:0:35316:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974317008 : -106961735234608 : ffff9eb807c44bd0) 00000020:00000001:2.0:1789603691.189294:0:35316:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1789603691.189295:0:35316:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.189298:0:35316:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.189299:0:35316:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.189301:0:35316:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:2.0:1789603691.189303:0:35316:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1789603691.189305:0:35316:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789603691.189306:0:35316:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:2.0:1789603691.189308:0:35316:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789603691.189309:0:35316:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.189311:0:35316:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.189313:0:35316:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.189315:0:35316:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.189317:0:35316:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789603691.189318:0:35316:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.189319:0:35316:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.189321:0:35316:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:2.0:1789603691.189323:0:35316:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1789603691.189325:0:35316:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789603691.189326:0:35316:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:2.0:1789603691.189328:0:35316:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1789603691.189331:0:35316:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1789603691.189336:0:35316:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9eb8065296c0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:2.0:1789603691.189342:0:35316:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1789603691.189343:0:35316:0:(osc_cache.c:1870:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603691.189345:0:35316:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1789603691.189347:0:35316:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603691.189349:0:35316:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:2.0:1789603691.189353:0:35316:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1789603691.189357:0:35316:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff9eb8040b6540@{[0 -> 0/1023], [1|0|-|locking|wiY|ffff9eb8065296c0], [28672|1|+|-|ffff9eb802f46a00|1024|ffff9eb80420a7c0]} make ready 00000008:00010000:2.0:1789603691.189365:0:35316:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 000000008d43d126 ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1789603691.189377:0:35316:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:2.0:1789603691.189379:0:35316:0:(cl_page.c:1159:cl_page_make_ready()) Process entered 00000020:00008000:2.0:1789603691.189396:0:35316:0:(cl_page.c:1171:cl_page_make_ready()) page@00000000d0e75821[2 00000000606ececf 1 1 0000000000000000 0 0 0] 00000020:00008000:2.0:1789603691.189398:0:35316:0:(cl_page.c:1171:cl_page_make_ready()) readied 00000020:00000001:2.0:1789603691.189401:0:35316:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:2.0:1789603691.189403:0:35316:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789603691.189405:0:35316:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789603691.189406:0:35316:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:2.0:1789603691.189408:0:35316:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1789603691.189410:0:35316:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789603691.189413:0:35316:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d0e75821[2 00000000606ececf 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789603691.189415:0:35316:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 3 00000020:00000001:2.0:1789603691.189417:0:35316:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1789603691.189418:0:35316:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1789603691.189422:0:35316:0:(cl_page.c:1193:cl_page_make_ready()) page@00000000d0e75821[2 00000000606ececf 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789603691.189424:0:35316:0:(cl_page.c:1193:cl_page_make_ready()) 1 0 00000008:00000001:2.0:1789603691.189425:0:35316:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.189428:0:35316:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603691.189430:0:35316:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603691.189432:0:35316:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1789603691.189435:0:35316:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.189437:0:35316:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000008:00000001:2.0:1789603691.189440:0:35316:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603691.189442:0:35316:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:2.0:1789603691.189444:0:35316:0:(osc_cache.c:908:osc_extent_finish()) extent ffff9eb8040b6540@{[0 -> 0/1023], [2|0|-|rpc|wiY|ffff9eb8065296c0], [28672|1|+|-|ffff9eb802f46a00|1024|ffff9eb80420a7c0]} extent finished. 00000008:00010000:2.0:1789603691.189450:0:35316:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 000000008d43d126 ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1789603691.189459:0:35316:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:2.0:1789603691.189461:0:35316:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:2.0:1789603691.189463:0:35316:0:(cl_page.c:1115:cl_page_complete()) page@00000000d0e75821[2 00000000606ececf 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789603691.189465:0:35316:0:(cl_page.c:1115:cl_page_complete()) 1 0 00000020:00000001:2.0:1789603691.189466:0:35316:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:2.0:1789603691.189468:0:35316:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1789603691.189469:0:35316:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789603691.189472:0:35316:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d0e75821[2 00000000606ececf 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789603691.189473:0:35316:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1789603691.189475:0:35316:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1789603691.189477:0:35316:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1789603691.189480:0:35316:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000d0e75821[2 00000000606ececf 1 1 0000000000000000 0 0 0] 00000080:00008000:2.0:1789603691.189482:0:35316:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1789603691.189498:0:35316:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1789603691.189499:0:35316:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:2.0:1789603691.189501:0:35316:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1789603691.189504:0:35316:0:(cl_page.c:567:cl_batch_put()) page@00000000d0e75821[2 00000000606ececf 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789603691.189506:0:35316:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:2.0:1789603691.189508:0:35316:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:2.0:1789603691.190088:0:35316:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:2.0:1789603691.190093:0:35316:0:(osc_cache.c:1648:osc_free_grant()) lost 28672 grant: 28672 avail: 8359936 dirty: 0/0 00000008:00000020:2.0:1789603691.190100:0:35316:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9eb8040b6540@{[0 -> 0/1023], [1|0|-|inv|wY|ffff9eb8065296c0], [28672|0|-|-|ffff9eb802f46a00|1024|ffff9eb80420a7c0]} destroyed. 00000008:00010000:2.0:1789603691.190107:0:35316:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000008d43d126 ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:2.0:1789603691.190116:0:35316:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603691.190119:0:35316:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:2.0:1789603691.190124:0:35316:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9eb8040b6540. 00000008:00000001:2.0:1789603691.190129:0:35316:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603691.190132:0:35316:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1789603691.190135:0:35316:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff9eb8065296c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1789603691.190139:0:35316:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1789603691.190141:0:35316:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff9eb8065296c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=1. 00000008:00000001:2.0:1789603691.190146:0:35316:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789603691.190149:0:35316:0:(osc_io.c:1171:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.190151:0:35316:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.190155:0:35316:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.190157:0:35316:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.190158:0:35316:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.190161:0:35316:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:2.0:1789603691.190164:0:35316:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1789603691.190166:0:35316:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1789603691.190167:0:35316:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:2.0:1789603691.190168:0:35316:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:2.0:1789603691.190169:0:35316:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.190171:0:35316:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1789603691.190173:0:35316:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:2.0:1789603691.190176:0:35316:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:2.0:1789603691.190178:0:35316:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1789603691.190180:0:35316:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789603691.190181:0:35316:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789603691.190183:0:35316:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1789603691.190184:0:35316:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.190186:0:35316:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.190188:0:35316:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1789603691.190189:0:35316:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1789603691.190191:0:35316:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1789603691.190193:0:35316:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1789603691.190194:0:35316:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1789603691.190196:0:35316:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1789603691.190198:0:35316:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789603691.190199:0:35316:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1789603691.190200:0:35316:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1789603691.190201:0:35316:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.190202:0:35316:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.190204:0:35316:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789603691.190205:0:35316:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789603691.190207:0:35316:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.190210:0:35316:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789603691.190213:0:35316:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789603691.190215:0:35316:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789603691.190216:0:35316:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789603691.190218:0:35316:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789603691.190220:0:35316:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a510 00020000:00000001:2.0:1789603691.190224:0:35316:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789603691.190226:0:35316:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789603691.190229:0:35316:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789603691.190232:0:35316:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789603691.190235:0:35316:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789603691.190237:0:35316:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789603691.190239:0:35316:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a1b0 00000080:00000001:2.0:1789603691.190242:0:35316:0:(file.c:5343:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789603691.190253:0:35316:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1789603691.190255:0:35316:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446637111893533120 : -106961816018496 : ffff9eb802f3a1c0) 00000020:00000001:2.0:1789603691.190258:0:35316:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:2.0:1789603691.190260:0:35316:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:2.0:1789603691.190261:0:35316:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789603691.190263:0:35316:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789603691.190264:0:35316:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789603691.190268:0:35316:0:(cl_page.c:518:__cl_page_state_set()) page@00000000d0e75821[2 00000000606ececf 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789603691.190270:0:35316:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:2.0:1789603691.190271:0:35316:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:2.0:1789603691.190273:0:35316:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:2.0:1789603691.190275:0:35316:0:(osc_page.c:138:osc_page_delete()) ffff9eb802f3a220 00000008:00000001:2.0:1789603691.190277:0:35316:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:2.0:1789603691.190279:0:35316:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff9eb802f3a230 page ffff9eb802f3a220 at index 0. 00000008:00000001:2.0:1789603691.190282:0:35316:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603691.190288:0:35316:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:2.0:1789603691.190290:0:35316:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffecbc84bc9980 index 0 00000020:00000001:2.0:1789603691.190296:0:35316:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:2.0:1789603691.190298:0:35316:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:2.0:1789603691.190299:0:35316:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1789603691.190302:0:35316:0:(cl_page.c:567:cl_batch_put()) page@00000000d0e75821[1 00000000606ececf 5 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789603691.190303:0:35316:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:2.0:1789603691.190305:0:35316:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:2.0:1789603691.190309:0:35316:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9eb802f3a1c0. 00000020:00000001:2.0:1789603691.190312:0:35316:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:2.0:1789603691.190314:0:35316:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:2.0:1789603691.190351:0:35316:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1789603691.190355:0:35316:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9eb808122a08) 00800000:00000001:2.0:1789603691.190361:0:35316:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1789603691.190363:0:35316:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x2b:0x0] 00000002:00000001:2.0:1789603691.190371:0:35316:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1789603691.190378:0:35316:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603691.190380:0:35316:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1789603691.190383:0:35316:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603691.190385:0:35316:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.190387:0:35316:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1789603691.190390:0:35316:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1789603691.190392:0:35316:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:2.0:1789603691.190394:0:35316:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:2.0:1789603691.190396:0:35316:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1789603691.190398:0:35316:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1789603691.190400:0:35316:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1789603691.190402:0:35316:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603691.190405:0:35316:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603691.190408:0:35316:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603691.190411:0:35316:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154296 : -106961585397320 : ffff9eb810b2a1b8) 00000020:00001000:2.0:1789603691.190414:0:35316:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a1b0 00020000:00000001:2.0:1789603691.190421:0:35316:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:2.0:1789603691.190423:0:35316:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb80420a7c0 00020000:00000001:2.0:1789603691.190426:0:35316:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:2.0:1789603691.190429:0:35316:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb810df8cc0, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789603691.190434:0:35316:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789603691.190438:0:35316:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb807a6f780: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000001:2.0:1789603691.190442:0:35316:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:2.0:1789603691.190444:0:35316:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.190446:0:35316:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:2.0:1789603691.190448:0:35316:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:2.0:1789603691.190454:0:35316:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:2.0:1789603691.190459:0:35316:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248400 count: 2 00010000:00000001:2.0:1789603691.190461:0:35316:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603691.190465:0:35316:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:2.0:1789603691.190467:0:35316:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:2.0:1789603691.190471:0:35316:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 46 blocks 0 [cma]time 1789603691 1789603691 1789603691 ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 1/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:2.0:1789603691.190480:0:35316:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000020:00000001:2.0:1789603691.190482:0:35316:0:(cl_object.c:143:cl_object_top()) ffff9eb8065296c0 -> ffff9eb80798ff58 00000008:00000001:2.0:1789603691.190484:0:35316:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789603691.190486:0:35316:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789603691.190488:0:35316:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789603691.190490:0:35316:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1789603691.190495:0:35316:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9eb8065296c0. 00020000:00000001:2.0:1789603691.190500:0:35316:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:2.0:1789603691.190502:0:35316:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9eb80798fa28. 00020000:00000001:2.0:1789603691.190509:0:35316:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1789603691.190560:0:35316:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603691.190562:0:35316:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789603691.190564:0:35316:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb80420a7c0 00020000:00000001:2.0:1789603691.190567:0:35316:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:2.0:1789603691.190569:0:35316:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:2.0:1789603691.190570:0:35316:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb80420a7c0 00020000:00000001:2.0:1789603691.190573:0:35316:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:2.0:1789603691.190575:0:35316:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9eb810d23698. 00020000:00000010:2.0:1789603691.190579:0:35316:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9eb8209d6300. 00020000:00000010:2.0:1789603691.190582:0:35316:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9eb80574ab80. 00020000:00000002:2.0:1789603691.190585:0:35316:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb810df8cc0, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789603691.190589:0:35316:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789603691.190592:0:35316:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb807a6f780: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000010:2.0:1789603691.190597:0:35316:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb807a6f780. 00020000:00000010:2.0:1789603691.190601:0:35316:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb810df8780. 00020000:00000010:2.0:1789603691.190605:0:35316:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb810df8cc0. 00020000:00000001:2.0:1789603691.190607:0:35316:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1789603691.190608:0:35316:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8041ac0f8) owner 0000000000000000/ffff9eb80420a7c0 00020000:00000010:2.0:1789603691.190611:0:35316:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9eb8041ac0f8. 00020000:00000001:2.0:1789603691.190614:0:35316:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:2.0:1789603691.190616:0:35316:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9eb80798fed8. 00000020:00001000:2.0:1789603691.190621:0:35316:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a1b0 00000080:00000001:2.0:1789603691.190625:0:35316:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1789603691.190628:0:35316:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000010:2.1:1789603691.198557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb81272a5a0. 00000080:00000010:2.1:1789603691.208171:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808122940. 00000100:00000040:2.0:1789603691.251252:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789603691.251264:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789603691.251275:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f1f80. 00000020:00000040:2.0:1789603691.251350:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:2.0:1789603691.251357:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603691.251361:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603691.251367:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603691.251379:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8070dba00. 00000100:00000001:2.0:1789603691.251388:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603691.251404:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb8040f1f80 x1876533442923136/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603691.251418:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603691.251424:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603691.251430:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd846b93] to pc [ptlrpcd_01_01+1] req@ffff9eb8040f1f80 x1876533442923136/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603691.251455:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603691.251463:0:29506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2027) 00000100:00000001:2.0:1789603691.251480:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603691.251485:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603691.251488:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603691.251494:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f1f80 x1876533442923136/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603691.251502:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603691.251505:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603691.251538:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603691.251543:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603691.251547:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603691.251551:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2403:1876533442923136:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603691.251557:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603691.251565:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603691.251567:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603691.251570:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603691.251578:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8124d0600. 02000000:00000001:2.0:1789603691.251580:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603691.251592:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603691.251599:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3058. 00000400:00000010:2.0:1789603691.251607:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7550. 00000100:00000200:2.0:1789603691.251616:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442923136, portal 25 00000100:00000001:2.0:1789603691.251619:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603691.251620:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112000 : -106961797439616 : ffff9eb8040f1f80) 00000100:00000040:2.0:1789603691.251628:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f1f80 x1876533442923136/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603691.251636:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603691.251639:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603691.251642:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7f68. 00000100:00000200:2.0:1789603691.251646:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442923136, offset 0 00000400:00000200:2.0:1789603691.251654:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603691.251664:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.251673:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603691.251679:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603691.251684:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603691.251689:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603691.251691:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603691.251696:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2973:2973:256:4294967295] 192.168.204.129@tcp LPNI seq info [2973:2973:8:4294967295] 00000400:00000200:2.0:1789603691.251701:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.251714:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603691.251721:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603691.251727:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8070db700. 00000800:00000200:2.0:1789603691.251734:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603691.251743:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603691.251748:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8070db700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603691.251994:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603691.252000:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603691.252004:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296694130 00000100:00000001:2.0:1789603691.252012:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296690979 00000100:00000001:2.0:1789603691.252017:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296694130 00000100:00000001:2.0:1789603691.252022:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296690979 00000100:00000001:2.0:1789603691.252026:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603691.252030:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.252034:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.252037:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603691.252046:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603691.252049:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789603691.252051:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603691.252053:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603691.252055:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.252057:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.252069:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603691.252071:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603691.253427:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603691.253438:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8070db700. 00000400:00000200:2.0:1789603691.253447:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603691.253456:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603691.253464:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7f68 00000400:00000010:2.0:1789603691.253467:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7f68. 00000100:00000001:2.0:1789603691.253474:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603691.253481:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f1f80 x1876533442923136/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603691.253493:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603691.253497:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f1f80 x1876533442923136/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603707 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603691.253505:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.253507:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603691.255904:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603691.255928:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603691.255934:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603691.255937:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603691.255948:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.255957:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603691.255968:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.255974:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.255981:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.255987:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d464a80 00000400:00000200:2.0:1789603691.255994:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603691.256000:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x8715 [1] + 224 00000800:00000001:2.0:1789603691.256011:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603691.256962:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603691.256971:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603691.256980:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603691.256992:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603691.257004:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f1f80 x1876533442923136/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603691.257018:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb8040f1f80 x1876533442923136/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603691.257038:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603691.257048:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603691.257055:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603691.257075:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603691.257079:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603691.257087:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603691.257090:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603691.257093:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3058. 00000400:00000200:2.0:1789603691.257098:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7550 00000400:00000010:2.0:1789603691.257103:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7550. 00000100:00000001:2.0:1789603691.257106:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603691.257109:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f1f80 x1876533442923136/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603691.257119:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f1f80 x1876533442923136/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603707 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603691.257125:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603691.257127:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603691.257130:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603691.257134:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603691.257137:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603691.257139:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603691.257143:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603691.257151:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=89 v=5 (5 5 5 5) 00000100:00001000:2.0:1789603691.257156:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603691.257159:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603691.257161:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603691.257164:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603691.257167:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.257170:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603691.257175:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f1f80 x1876533442923136/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603707 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603691.257183:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603691.257186:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603691.257188:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603691.257193:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f1f80 x1876533442923136/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603707 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603691.257202:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2403:1876533442923136:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603691.257208:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603691.257211:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603691.257215:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f1f80 x1876533442923136/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603707 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603691.257227:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603691.257230:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603691.257234:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8124d0600. 02000000:00000001:2.0:1789603691.257238:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603691.257241:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603691.257243:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:2.0:1789603691.257246:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603691.257249:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8070dba00. 02000000:00000001:2.0:1789603691.257252:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603691.257255:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603691.257256:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f1f80. 00000100:00000001:2.0:1789603691.257260:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603691.257262:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603691.257264:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603691.257273:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603691.257275:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603691.257291:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603691.257294:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603691.438193:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603691.438205:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603691.438212:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603691.438214:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603691.438218:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603691.438219:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603691.438224:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603691.438226:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603691.438344:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603691.438348:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603691.438352:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789603692.461881:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603692.461888:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603692.461893:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603692.461895:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603692.461898:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603692.461899:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603692.461903:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603692.461904:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603692.462820:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603692.462824:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603692.462829:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789603692.593825:0:35403:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603693.484954:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603693.484961:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603693.484967:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603693.484968:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603693.484972:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603693.484973:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603693.484976:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603693.484978:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603693.487331:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603693.487338:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603693.487343:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789603694.506625:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603694.506632:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603694.506638:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603694.506639:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603694.506642:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603694.506643:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603694.506647:0:27602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603694.506648:0:27602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603694.506830:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603694.506834:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603694.506837:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789603694.579370:0:35543:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603695.211866:0:34624:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296694130, at 4296694145 00000100:00000010:2.0:1789603695.211883:0:34624:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb810df8840. 00000100:00000040:3.0:1789603695.212100:0:34484:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296694130, at 4296694145 00000100:00000010:3.0:1789603695.212107:0:34484:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb810df81e0. 00010000:00000001:3.0:1789603695.530683:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603695.530691:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603695.530698:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603695.530700:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603695.530704:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603695.530705:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603695.530709:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603695.530710:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603695.530818:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603695.530822:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603695.530825:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789603696.085250:0:35689:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603696.364984:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603696.364996:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603696.365006:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5c00. 00000020:00000040:1.0:1789603696.365012:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:1.0:1789603696.365017:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603696.365020:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603696.365024:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603696.365033:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9900. 00000100:00000001:1.0:1789603696.365041:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603696.365053:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb806bd5c00 x1876533442923264/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603696.365064:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603696.365069:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603696.365076:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a8d8082] to pc [ptlrpcd_00_00+0] req@ffff9eb806bd5c00 x1876533442923264/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603696.365106:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603696.365109:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603696.365113:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603696.365118:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd4000. 00000020:00000040:1.0:1789603696.365120:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603696.365123:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603696.365124:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603696.365126:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603696.365130:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9100. 00000100:00000001:1.0:1789603696.365133:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603696.365138:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID req@ffff9eb806bd4000 x1876533442923392/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603696.365145:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603696.365147:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603696.365151:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000567beb05] to pc [ptlrpcd_00_01+1] req@ffff9eb806bd4000 x1876533442923392/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603696.365159:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603696.365161:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603696.365164:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603696.365167:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd6d80. 00000020:00000040:1.0:1789603696.365169:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=5 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603696.365172:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603696.365173:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603696.365174:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603696.365177:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9e00. 00000100:00000001:1.0:1789603696.365179:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603696.365183:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb806bd6d80 x1876533442923520/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603696.365195:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603696.365197:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603696.365200:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077ae25ac] to pc [ptlrpcd_00_00+0] req@ffff9eb806bd6d80 x1876533442923520/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603696.365207:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603696.365209:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603696.365212:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603696.365215:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5f80. 00000020:00000040:1.0:1789603696.365217:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:1.0:1789603696.365219:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603696.365220:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603696.365221:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603696.365224:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9500. 00000100:00000001:1.0:1789603696.365226:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603696.365230:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID req@ffff9eb806bd5f80 x1876533442923648/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603696.365236:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603696.365238:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603696.365241:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003871ff72] to pc [ptlrpcd_00_01+1] req@ffff9eb806bd5f80 x1876533442923648/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603696.365248:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603696.365250:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789603696.365253:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789603696.365255:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd4a80. 00000020:00000040:1.0:1789603696.365257:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:1.0:1789603696.365259:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603696.365260:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603696.365262:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603696.365265:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9d00. 00000100:00000001:1.0:1789603696.365267:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603696.365271:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID req@ffff9eb806bd4a80 x1876533442923776/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789603696.365277:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603696.365279:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603696.365282:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e8aaf0e] to pc [ptlrpcd_00_00+0] req@ffff9eb806bd4a80 x1876533442923776/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603696.365289:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603696.365292:0:8257:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2033) 00000100:00000001:1.0:1789603696.365580:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603696.365584:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603696.365587:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603696.365593:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5c00 x1876533442923264/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603696.365600:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603696.365602:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603696.365606:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603696.365608:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603696.365611:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603696.365615:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2400:1876533442923264:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603696.365619:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603696.365623:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603696.365625:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603696.365628:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603696.365633:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8069b5e00. 02000000:00000001:1.0:1789603696.365635:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603696.365642:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603696.365647:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35058. 00000400:00000010:1.0:1789603696.365664:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc6e8. 00000100:00000200:1.0:1789603696.365671:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442923264, portal 25 00000100:00000001:1.0:1789603696.365673:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603696.365675:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957085184 : -106961752466432 : ffff9eb806bd5c00) 00000100:00000040:1.0:1789603696.365681:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd5c00 x1876533442923264/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603696.365688:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603696.365691:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603696.365694:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcc38. 00000100:00000200:1.0:1789603696.365697:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442923264, offset 0 00000400:00000200:1.0:1789603696.365703:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603696.365711:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603696.365718:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603696.365735:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603696.365739:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603696.365743:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603696.365745:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603696.365749:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2974:2974:256:4294967295] 192.168.204.129@tcp LPNI seq info [2974:2974:8:4294967295] 00000400:00000200:1.0:1789603696.365753:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603696.365762:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603696.365768:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603696.365774:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9b00. 00000800:00000200:1.0:1789603696.365783:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603696.365793:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603696.365798:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603696.365812:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603696.365815:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603696.365818:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296699244 00000100:00000010:1.0:1789603696.365823:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb805103de0. 00000100:00000001:1.0:1789603696.365829:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789603696.365834:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296699244 00000100:00000010:1.0:1789603696.365836:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb805103c00. 00000100:00000001:1.0:1789603696.365839:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789603696.365842:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603696.365845:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603696.365848:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603696.365851:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd6d80 x1876533442923520/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603696.365858:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603696.365859:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603696.365862:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603696.365864:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603696.365866:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603696.365868:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442923520:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603696.365871:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603696.365874:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603696.365876:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603696.365877:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603696.365880:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8069b4a00. 02000000:00000001:1.0:1789603696.365882:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603696.365885:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603696.365888:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35a50. 00000400:00000010:1.0:1789603696.365891:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc220. 00000100:00000200:1.0:1789603696.365894:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442923520, portal 10 00000100:00000001:1.0:1789603696.365896:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603696.365897:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957089664 : -106961752461952 : ffff9eb806bd6d80) 00000100:00000040:1.0:1789603696.365904:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd6d80 x1876533442923520/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603696.365910:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603696.365912:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603696.365914:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc330. 00000100:00000200:1.0:1789603696.365916:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442923520, offset 0 00000400:00000200:1.0:1789603696.365921:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603696.365925:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603696.365929:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603696.365931:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603696.365934:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603696.365936:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603696.365938:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603696.365941:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2975:2975:255:4294967295] 192.168.204.129@tcp LPNI seq info [2975:2975:7:4294967295] 00000400:00000200:1.0:1789603696.365945:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603696.365950:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603696.365954:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603696.365957:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9c00. 00000800:00000200:1.0:1789603696.365961:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603696.365965:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603696.365967:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603696.365970:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603696.365975:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21172 usecs (22 jiffies) 00000400:00000200:1.0:1789603696.365978:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603696.365979:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296695320 00000100:00000001:1.0:1789603696.365983:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296699244 00000100:00000001:1.0:1789603696.365985:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296695320 00000100:00000001:1.0:1789603696.365987:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296699244 00000100:00000001:1.0:1789603696.365989:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603696.365991:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603696.365993:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603696.365996:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd4a80 x1876533442923776/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603696.366003:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603696.366004:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603696.366006:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603696.366007:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603696.366009:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603696.366012:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442923776:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603696.366018:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603696.366021:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603696.366023:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603696.366024:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603696.366027:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8069b4200. 02000000:00000001:1.0:1789603696.366029:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603696.366032:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603696.366035:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35bb0. 00000400:00000010:1.0:1789603696.366038:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcbb0. 00000100:00000200:1.0:1789603696.366041:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442923776, portal 4 00000100:00000001:1.0:1789603696.366043:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603696.366044:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957080704 : -106961752470912 : ffff9eb806bd4a80) 00000100:00000040:1.0:1789603696.366050:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd4a80 x1876533442923776/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603696.366057:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603696.366059:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603696.366062:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc110. 00000100:00000200:1.0:1789603696.366064:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442923776, offset 0 00000400:00000200:1.0:1789603696.366068:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603696.366071:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603696.366074:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603696.366076:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603696.366079:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603696.366081:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603696.366083:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603696.366085:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2976:2976:254:4294967295] 192.168.204.129@tcp LPNI seq info [2976:2976:6:4294967295] 00000400:00000200:1.0:1789603696.366088:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603696.366094:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603696.366098:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603696.366102:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9300. 00000800:00000200:1.0:1789603696.366106:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603696.366110:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603696.366112:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603696.366115:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603696.366118:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22448 usecs (23 jiffies) 00000400:00000200:1.0:1789603696.366121:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603696.366122:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296695321 00000100:00000001:1.0:1789603696.366124:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296699244 00000100:00000001:1.0:1789603696.366126:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296695321 00000100:00000001:1.0:1789603696.366128:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296699244 00000100:00000001:1.0:1789603696.366130:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603696.366132:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603696.366135:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603696.366137:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603696.366147:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603696.366149:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789603696.366151:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603696.366153:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603696.366154:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603696.366157:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1789603696.366158:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603696.366160:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603696.366161:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603696.366163:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603696.366163:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603696.366165:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603696.366169:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd4000 x1876533442923392/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603696.366175:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603696.366176:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603696.366178:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603696.366180:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603696.366181:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603696.366184:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442923392:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603696.366187:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603696.366191:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603696.366192:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603696.366194:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603696.366198:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb804f70200. 02000000:00000001:1.0:1789603696.366200:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603696.366202:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603696.366204:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35ec8. 00000400:00000010:1.0:1789603696.366207:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcf68. 00000100:00000200:1.0:1789603696.366210:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442923392, portal 10 00000100:00000001:1.0:1789603696.366212:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603696.366213:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957078016 : -106961752473600 : ffff9eb806bd4000) 00000100:00000040:1.0:1789603696.366218:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd4000 x1876533442923392/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603696.366223:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603696.366225:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603696.366228:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc440. 00000100:00000200:1.0:1789603696.366230:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442923392, offset 0 00000400:00000200:1.0:1789603696.366233:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603696.366237:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603696.366240:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603696.366242:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603696.366244:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603696.366246:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603696.366247:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603696.366250:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2977:2977:253:4294967295] 192.168.204.129@tcp LPNI seq info [2977:2977:5:4294967295] 00000400:00000200:1.0:1789603696.366253:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603696.366258:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603696.366262:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603696.366264:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9f00. 00000800:00000200:1.0:1789603696.366268:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603696.366271:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603696.366274:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603696.366276:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603696.366278:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 870007 usecs (871 jiffies) 00000400:00000200:1.0:1789603696.366281:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603696.366283:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296696169 00000100:00000001:1.0:1789603696.366285:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296699244 00000100:00000001:1.0:1789603696.366287:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296696169 00000100:00000001:1.0:1789603696.366289:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296699244 00000100:00000001:1.0:1789603696.366291:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603696.366293:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603696.366295:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603696.366298:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5f80 x1876533442923648/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603696.366305:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603696.366307:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603696.366308:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603696.366310:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603696.366312:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603696.366315:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442923648:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603696.366318:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603696.366320:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603696.366322:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603696.366323:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603696.366327:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb810d6d200. 02000000:00000001:1.0:1789603696.366329:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603696.366331:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603696.366334:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35c60. 00000400:00000010:1.0:1789603696.366337:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc198. 00000100:00000200:1.0:1789603696.366339:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442923648, portal 4 00000100:00000001:1.0:1789603696.366341:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603696.366343:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957086080 : -106961752465536 : ffff9eb806bd5f80) 00000100:00000040:1.0:1789603696.366347:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd5f80 x1876533442923648/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603696.366353:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603696.366355:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603696.366357:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc770. 00000100:00000200:1.0:1789603696.366359:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442923648, offset 0 00000400:00000200:1.0:1789603696.366363:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603696.366366:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603696.366369:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603696.366371:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603696.366373:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603696.366375:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603696.366377:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603696.366380:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2978:2978:252:4294967295] 192.168.204.129@tcp LPNI seq info [2978:2978:4:4294967295] 00000400:00000200:1.0:1789603696.366383:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603696.366389:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603696.366393:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603696.366396:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9600. 00000800:00000200:1.0:1789603696.366400:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603696.366403:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603696.366406:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603696.366408:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603696.366411:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 188691 usecs (189 jiffies) 00000400:00000200:1.0:1789603696.366413:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603696.366415:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296695487 00000100:00000001:1.0:1789603696.366417:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296699244 00000100:00000001:1.0:1789603696.366420:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296695487 00000100:00000001:1.0:1789603696.366422:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296699244 00000100:00000001:1.0:1789603696.366425:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603696.366427:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603696.366429:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603696.366431:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603696.366924:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603696.366931:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9b00. 00000400:00000200:2.0:1789603696.366938:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603696.366943:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603696.366949:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcc38 00000400:00000010:2.0:1789603696.366952:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcc38. 00000100:00000001:2.0:1789603696.366956:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603696.366961:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5c00 x1876533442923264/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603696.366970:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603696.366973:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5c00 x1876533442923264/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603696.366979:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603696.366982:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603696.366996:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603696.366998:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9c00. 00000400:00000200:2.0:1789603696.367000:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603696.367003:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603696.367006:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc330 00000400:00000010:2.0:1789603696.367008:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc330. 00000100:00000001:2.0:1789603696.367010:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603696.367014:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd6d80 x1876533442923520/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603696.367021:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603696.367024:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd6d80 x1876533442923520/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603696.367031:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603696.367032:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603696.367039:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603696.367041:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9300. 00000400:00000200:2.0:1789603696.367044:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603696.367047:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603696.367049:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc110 00000400:00000010:2.0:1789603696.367051:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc110. 00000100:00000001:2.0:1789603696.367053:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603696.367056:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4a80 x1876533442923776/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603696.367063:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603696.367065:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4a80 x1876533442923776/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603696.367070:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603696.367072:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603696.367078:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603696.367080:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9f00. 00000400:00000200:2.0:1789603696.367083:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603696.367086:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603696.367089:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc440 00000400:00000010:2.0:1789603696.367090:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc440. 00000100:00000001:2.0:1789603696.367092:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603696.367096:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4000 x1876533442923392/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603696.367102:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603696.367105:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4000 x1876533442923392/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603696.367111:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603696.367112:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603696.367409:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603696.367412:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9600. 00000400:00000200:2.0:1789603696.367415:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603696.367419:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603696.367422:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc770 00000400:00000010:2.0:1789603696.367424:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc770. 00000100:00000001:2.0:1789603696.367426:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603696.367430:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5f80 x1876533442923648/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603696.367438:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603696.367440:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5f80 x1876533442923648/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603696.367446:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603696.367447:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789603696.369696:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603696.369705:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603696.381358:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603696.381376:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603696.381381:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603696.381384:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603696.381393:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603696.381401:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603696.381410:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603696.381415:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603696.381421:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603696.381426:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d464b00 00000400:00000200:2.0:1789603696.381432:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603696.381438:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x8725 [1] + 224 00000800:00000001:2.0:1789603696.381445:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603696.381450:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603696.381453:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603696.381458:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603696.381466:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603696.381476:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5c00 x1876533442923264/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603696.381489:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd5c00 x1876533442923264/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603696.381543:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603696.381553:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603696.381557:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603696.381559:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603696.381562:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603696.381565:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603696.381568:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603696.381572:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603696.381575:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603696.381578:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603696.381581:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d464c00 00000400:00000200:2.0:1789603696.381584:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603696.381589:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x872d [1] + 224 00000800:00000001:2.0:1789603696.381592:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603696.381595:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603696.381597:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603696.381600:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603696.381603:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603696.381608:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd6d80 x1876533442923520/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603696.381623:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd6d80 x1876533442923520/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603696.381630:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603696.381634:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603696.381637:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603696.381638:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603696.381640:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603696.381643:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603696.381657:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603696.381662:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603696.381664:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603696.381667:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603696.381670:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d464c80 00000400:00000200:2.0:1789603696.381673:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603696.381677:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x8745 [1] + 224 00000800:00000001:2.0:1789603696.381681:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603696.381685:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603696.381686:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603696.381690:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603696.381693:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603696.381697:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5f80 x1876533442923648/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603696.381705:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd5f80 x1876533442923648/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603696.381712:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603696.381716:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603696.381730:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603696.381732:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603696.381734:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603696.381737:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603696.381741:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603696.381745:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603696.381748:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603696.381750:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603696.381753:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d464b80 00000400:00000200:2.0:1789603696.381756:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603696.381759:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x873d [1] + 224 00000800:00000001:2.0:1789603696.381762:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603696.381766:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603696.381768:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603696.381771:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603696.381774:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603696.381779:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4000 x1876533442923392/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603696.381788:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd4000 x1876533442923392/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603696.381795:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603696.381798:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603696.381802:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603696.381804:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603696.381806:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603696.381809:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603696.381812:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603696.381816:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603696.381818:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603696.381821:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603696.381823:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d464d00 00000400:00000200:2.0:1789603696.381826:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603696.381829:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x8735 [1] + 224 00000800:00000001:2.0:1789603696.381832:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603696.381837:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603696.381839:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603696.381842:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603696.381845:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603696.381849:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4a80 x1876533442923776/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603696.381857:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd4a80 x1876533442923776/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603696.381863:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603696.381865:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603696.381867:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603696.382880:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603696.382887:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603696.382895:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603696.382897:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603696.382901:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35ec8. 00000400:00000200:1.0:1789603696.382906:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcf68 00000400:00000010:1.0:1789603696.382908:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcf68. 00000100:00000001:1.0:1789603696.382912:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603696.382919:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4000 x1876533442923392/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603696.382930:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4000 x1876533442923392/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603696.382936:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603696.382938:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603696.382941:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603696.382944:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603696.382947:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603696.382949:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603696.382952:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603696.382961:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=94 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603696.382966:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603696.382969:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603696.382970:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603696.382973:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603696.382976:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603696.382979:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603696.382981:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967638 00000100:00000001:1.0:1789603696.382984:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603696.382986:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603696.382991:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4000 x1876533442923392/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603696.383003:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603696.383007:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603696.383008:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603696.383012:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4000 x1876533442923392/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603696.383021:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442923392:192.168.204.129@tcp:400:kworker.0 00000400:00000001:1.0:1789603696.383027:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603696.383028:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603696.383029:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35c60. 00000400:00000200:1.0:1789603696.383032:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc198 00000400:00000010:1.0:1789603696.383033:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc198. 00000100:00000001:1.0:1789603696.383035:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603696.383038:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5f80 x1876533442923648/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603696.383047:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5f80 x1876533442923648/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603696.383052:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603696.383054:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603696.383055:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603696.383057:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603696.383058:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603696.383059:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603696.383061:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603696.383064:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=93 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603696.383067:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603696.383069:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603696.383070:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603696.383071:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603696.383073:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603696.383075:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603696.383077:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967335 00000100:00000001:1.0:1789603696.383079:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603696.383080:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603696.383084:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5f80 x1876533442923648/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603696.383090:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603696.383092:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603696.383094:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603696.383098:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5f80 x1876533442923648/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603696.383105:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442923648:192.168.204.129@tcp:400:kworker.0 00000400:00000001:1.0:1789603696.383109:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603696.383110:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603696.383112:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35058. 00000400:00000200:1.0:1789603696.383114:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc6e8 00000400:00000010:1.0:1789603696.383116:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc6e8. 00000100:00000001:1.0:1789603696.383118:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603696.383121:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5c00 x1876533442923264/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603696.383129:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5c00 x1876533442923264/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603696.383134:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603696.383136:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603696.383138:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603696.383139:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603696.383140:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603696.383142:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603696.383144:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603696.383146:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=94 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603696.383149:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=39 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603696.383151:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603696.383152:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603696.383154:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603696.383156:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603696.383157:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603696.383161:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5c00 x1876533442923264/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603696.383167:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603696.383169:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603696.383170:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603696.383173:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5c00 x1876533442923264/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603696.383179:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2400:1876533442923264:192.168.204.129@tcp:400:kworker.0 00000400:00000001:1.0:1789603696.383183:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603696.383184:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603696.383185:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35a50. 00000400:00000200:1.0:1789603696.383187:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc220 00000400:00000010:1.0:1789603696.383189:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc220. 00000100:00000001:1.0:1789603696.383191:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603696.383194:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd6d80 x1876533442923520/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603696.383201:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd6d80 x1876533442923520/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603696.383207:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603696.383208:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603696.383210:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603696.383211:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603696.383212:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603696.383213:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603696.383215:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603696.383219:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=94 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603696.383222:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1789603696.383224:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603696.383225:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603696.383226:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603696.383228:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603696.383230:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789603696.383231:0:2400:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: committing for last_committed 4294967336 gen 1 00000100:00000040:1.0:1789603696.383237:0:2400:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967336) req@ffff9eb810b49f80 x1876533442919808/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603706 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603696.383244:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603696.383248:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49f80 x1876533442919808/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603706 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603696.383254:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603696.383256:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603696.383259:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb80511f000. 02000000:00000001:1.0:1789603696.383263:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603696.383266:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603696.383267:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603696.383270:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603696.383272:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb804f7fe00. 02000000:00000001:1.0:1789603696.383275:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603696.383277:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603696.383279:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49f80. 00000100:00000001:1.0:1789603696.383284:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603696.383285:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603696.383287:0:2400:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789603696.383290:0:2400:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1789603696.383292:0:2400:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603696.383293:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603696.383297:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd6d80 x1876533442923520/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603696.383302:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603696.383304:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603696.383305:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603696.383308:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd6d80 x1876533442923520/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603696.383321:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442923520:192.168.204.129@tcp:400:kworker.0 00000400:00000001:1.0:1789603696.383326:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603696.383327:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603696.383328:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35bb0. 00000400:00000200:1.0:1789603696.383331:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcbb0 00000400:00000010:1.0:1789603696.383332:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcbb0. 00000100:00000001:1.0:1789603696.383334:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603696.383338:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4a80 x1876533442923776/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603696.383345:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4a80 x1876533442923776/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603696.383350:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603696.383352:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603696.383353:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603696.383355:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603696.383356:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603696.383357:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603696.383359:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603696.383362:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=93 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603696.383365:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603696.383367:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603696.383368:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603696.383370:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603696.383371:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603696.383374:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603696.383375:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:1.0:1789603696.383377:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603696.383378:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603696.383381:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4a80 x1876533442923776/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603696.383386:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603696.383388:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603696.383389:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603696.383392:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4a80 x1876533442923776/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603696.383397:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442923776:192.168.204.129@tcp:400:kworker.0 00000100:00000001:1.0:1789603696.383401:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603696.383403:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603696.383406:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4000 x1876533442923392/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603696.383411:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603696.383413:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603696.383415:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb804f70200. 02000000:00000001:1.0:1789603696.383418:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603696.383419:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603696.383420:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603696.383422:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603696.383424:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9100. 02000000:00000001:1.0:1789603696.383426:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603696.383428:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603696.383429:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4000. 00000100:00000001:1.0:1789603696.383431:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603696.383433:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603696.383434:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603696.383437:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5f80 x1876533442923648/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603696.383442:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603696.383443:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603696.383444:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb810d6d200. 02000000:00000001:1.0:1789603696.383447:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603696.383448:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603696.383449:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603696.383451:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603696.383452:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9500. 02000000:00000001:1.0:1789603696.383455:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603696.383456:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603696.383457:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5f80. 00000100:00000001:1.0:1789603696.383460:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603696.383462:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603696.383463:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603696.383466:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5c00 x1876533442923264/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603696.383473:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603696.383474:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603696.383475:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8069b5e00. 02000000:00000001:1.0:1789603696.383478:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603696.383479:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603696.383480:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:1.0:1789603696.383481:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603696.383483:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9900. 02000000:00000001:1.0:1789603696.383485:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603696.383486:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603696.383487:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5c00. 00000100:00000001:1.0:1789603696.383489:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603696.383490:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603696.383491:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603696.383494:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd6d80 x1876533442923520/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603696.384947:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603696.384950:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603696.384953:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8069b4a00. 02000000:00000001:1.0:1789603696.384958:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603696.384960:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603696.384962:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603696.384964:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603696.384966:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9e00. 02000000:00000001:1.0:1789603696.384969:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603696.384970:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603696.384972:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd6d80. 00000100:00000001:1.0:1789603696.384977:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603696.384979:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603696.384982:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603696.384990:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4a80 x1876533442923776/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603712 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603696.384997:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603696.384998:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603696.385000:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8069b4200. 02000000:00000001:1.0:1789603696.385002:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603696.385003:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603696.385004:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603696.385006:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603696.385008:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9d00. 02000000:00000001:1.0:1789603696.385010:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603696.385011:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603696.385012:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4a80. 00000100:00000001:1.0:1789603696.385014:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603696.385015:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603696.385018:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603696.385025:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603696.385027:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603696.385030:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603696.385033:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603696.554771:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603696.554779:0:34484:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603696.554781:0:34484:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603696.554785:0:34484:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603696.554789:0:34484:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603696.554792:0:34484:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603696.554794:0:34484:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603696.554796:0:34484:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603696.554800:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603696.554819:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603696.554823:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603696.554825:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603696.554838:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603696.554839:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603696.555961:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603696.555966:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603696.555971:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789603696.963678:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603696.963702:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603696.963720:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603696.963724:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603696.963735:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603696.963745:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603696.963757:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603696.963763:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603696.963770:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603696.963776:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 328 into portal 15 MB=0x6aab27ecdd980 00000400:00000200:3.0:1789603696.963786:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.129@tcp of length 328/328 into md 0x7fb5 [2] + 1704 00000800:00000001:3.0:1789603696.963794:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603696.963801:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603696.963805:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603696.963810:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603696.963820:0:2394:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789603696.963823:0:2394:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1789603696.963832:0:2394:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4b480. 00000100:00000040:3.0:1789603696.963837:0:2394:0:(events.c:341:request_in_callback()) incoming req@ffff9eb810b4b480 x1876533468584320 msgsize 328 00000100:00100000:3.0:1789603696.963841:0:2394:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.129@tcp (source: 12345-192.168.204.129@tcp) 00000100:00000001:3.0:1789603696.963858:0:2394:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789603696.963867:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603696.963871:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603696.963903:0:31407:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789603696.963907:0:31407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876533468584320 02000000:00000001:3.0:1789603696.963911:0:31407:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789603696.963914:0:31407:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603696.963917:0:31407:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603696.963924:0:31407:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603696.963929:0:31407:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876533468584320 00000020:00000001:3.0:1789603696.963934:0:31407:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789603696.963937:0:31407:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48dd 00000020:00000001:3.0:1789603696.963940:0:31407:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603696.963943:0:31407:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb80640e800 refcount=4 00000020:00000001:3.0:1789603696.963946:0:31407:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111948929024 : -106961760622592 : ffff9eb80640e800) 00000020:00000001:3.0:1789603696.963949:0:31407:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637111948929024 : -106961760622592 : ffff9eb80640e800) 00000100:00000001:3.0:1789603696.963955:0:31407:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789603696.963961:0:31407:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb807c62080. 00000100:00000001:3.0:1789603696.963965:0:31407:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789603696.963968:0:31407:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb807c62080. 00000020:00000010:3.0:1789603696.963976:0:31407:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb806b71800. 00000020:00000010:3.0:1789603696.963984:0:31407:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9eb80502b380. 00000020:00000010:3.0:1789603696.963990:0:31407:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9eb80798f640. 00000100:00000040:3.0:1789603696.964003:0:31407:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1789603696.964008:0:31407:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789603696.964010:0:31407:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789603696.964014:0:31407:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603696.964025:0:31407:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603696.964034:0:31407:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603696.964048:0:31407:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789603696.964050:0:31407:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789603696.964056:0:31407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.129@tcp, seq: 65 00000100:00000040:3.0:1789603696.964061:0:31407:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9eb80640e800 : new rpc_count 1 00000100:00000001:3.0:1789603696.964063:0:31407:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446637112124290176 : -106961585261440 : ffff9eb810b4b480) 00000100:00000040:3.0:1789603696.964072:0:31407:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9eb810b4b480 x1876533468584320/t0(0) o104->LOV_OSC_UUID@192.168.204.129@tcp:27/0 lens 328/0 e 0 to 0 dl 1789603707 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603696.964090:0:31407:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789603696.964093:0:31407:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb807c62080. 00000100:00000001:3.0:1789603696.964095:0:31407:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789603696.964097:0:31407:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb807c62080. 00000100:00100000:3.0:1789603696.964102:0:31407:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9eb810b4b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8748:x1876533468584320:12345-192.168.204.129@tcp:104: 00000100:00000200:3.0:1789603696.964106:0:31407:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876533468584320 00010000:00000001:3.0:1789603696.964110:0:31407:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1789603696.964119:0:31407:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603696.964120:0:31407:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603696.964123:0:31407:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=2 00000020:00000001:3.0:1789603696.964126:0:31407:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:3.0:1789603696.964129:0:31407:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:3.0:1789603696.964134:0:31407:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603696.964138:0:31407:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603696.964143:0:31407:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:3.0:1789603696.964157:0:31407:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789603696.964160:0:31407:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789603696.964166:0:31407:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9eb80511d800. 02000000:00000001:3.0:1789603696.964185:0:31407:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603696.964190:0:31407:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603696.964195:0:31407:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789603696.964199:0:31407:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603696.964205:0:31407:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810bb1de8 time=93 v=5 (1 1 1 1) 00000100:00000001:3.0:1789603696.964212:0:31407:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789603696.964215:0:31407:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 16 to 192.168.204.129@tcp 00000100:00000001:3.0:1789603696.964227:0:31407:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 02000000:00000001:3.0:1789603696.964230:0:31407:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789603696.964232:0:31407:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603696.964236:0:31407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603696.964239:0:31407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603696.964246:0:31407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0e58. 00000100:00000200:3.0:1789603696.964252:0:31407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876533468584320, offset 224 00000400:00000200:3.0:1789603696.964258:0:31407:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603696.964266:0:31407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603696.964274:0:31407:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.29@tcp to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603696.964282:0:31407:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2979:2979:256:4294967295] 192.168.204.129@tcp LPNI seq info [2979:2979:8:4294967295] 00000400:00000200:3.0:1789603696.964287:0:31407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603696.964297:0:31407:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:192.168.204.29@tcp) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603696.964303:0:31407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603696.964309:0:31407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f900. 00000800:00000200:3.0:1789603696.964315:0:31407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603696.964323:0:31407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603696.964329:0:31407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603696.964342:0:31407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603696.964346:0:31407:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00010000:00000001:3.0:1789603696.964349:0:31407:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1789603696.964353:0:31407:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9eb8109cf180. 00010000:00000001:3.0:1789603696.964356:0:31407:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789603696.964366:0:31407:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1789603696.964369:0:31407:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603696.964371:0:31407:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603696.964374:0:31407:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603696.964379:0:31407:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4b480 x1876533468584320/t0(0) o104->LOV_OSC_UUID@192.168.204.129@tcp:27/0 lens 328/224 e 0 to 0 dl 1789603707 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789603696.964389:0:31407:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9eb810b4b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8748:x1876533468584320:12345-192.168.204.129@tcp:104: Request processed in 297us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1789603696.964397:0:31407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.129@tcp, seq: 65 00000100:00000040:3.0:1789603696.964401:0:31407:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9eb80640e800 : new rpc_count 0 00000100:00000001:3.0:1789603696.964404:0:31407:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789603696.964405:0:31407:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789603696.964411:0:31407:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9eb80502b380. 00000020:00000010:3.0:1789603696.964416:0:31407:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9eb80798f640. 00000020:00000010:3.0:1789603696.964419:0:31407:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9eb806b71800. 00000020:00000040:3.0:1789603696.964425:0:31407:0:(genops.c:879:class_export_put()) PUTting export ffff9eb80640e800 : new refcount 3 00000100:00000001:3.0:1789603696.964428:0:31407:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789603696.964548:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603696.964553:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f900. 00000400:00000200:3.0:1789603696.964558:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603696.964562:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603696.964567:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0e58 00000400:00000010:3.0:1789603696.964570:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0e58. 00000100:00000001:3.0:1789603696.964574:0:2395:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789603696.964576:0:2395:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:3.0:1789603696.964590:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603696.964594:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603696.964598:0:16825:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1789603696.964602:0:16825:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1789603696.964605:0:16825:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789603696.964609:0:16825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1789603696.964621:0:16825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb802f46a00 already unused, calling callback (ffffffffc1285300) 00000008:00000001:3.0:1789603696.964625:0:16825:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1789603696.964627:0:16825:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789603696.964629:0:16825:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603696.964630:0:16825:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603696.964632:0:16825:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46a00 refcount=3 00000020:00000001:3.0:1789603696.964635:0:16825:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:3.0:1789603696.964637:0:16825:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893584384 : -106961815967232 : ffff9eb802f46a00) 00010000:00000001:3.0:1789603696.964641:0:16825:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603696.964644:0:16825:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:3.0:1789603696.964652:0:16825:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1789603696.964655:0:16825:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603696.964660:0:16825:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930520 : -106961319621096 : ffff9eb8208a0e18) 00000020:00001000:3.0:1789603696.964663:0:16825:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0e10 00000008:00000001:3.0:1789603696.964666:0:16825:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1789603696.964668:0:16825:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789603696.964670:0:16825:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0e10 00000008:00000001:3.0:1789603696.964674:0:16825:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603696.964678:0:16825:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603696.964684:0:16825:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603696.964686:0:16825:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603696.964688:0:16825:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603696.964691:0:16825:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789603696.964694:0:16825:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb802f46a00 with handle 0xa04c19c788fe556a from hash 00010000:00000001:3.0:1789603696.964697:0:16825:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603696.964699:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603696.964701:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603696.964703:0:16825:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603696.964707:0:16825:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603696.964721:0:16825:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1789603696.964728:0:16825:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603696.964732:0:16825:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603696.964735:0:16825:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603696.964737:0:16825:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1789603696.964743:0:16825:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49880. 00000020:00000040:3.0:1789603696.964747:0:16825:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:3.0:1789603696.964754:0:16825:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603696.964756:0:16825:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603696.964763:0:16825:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603696.964769:0:16825:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb806b71800. 00000100:00000001:3.0:1789603696.964777:0:16825:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603696.964781:0:16825:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789603696.964786:0:16825:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1789603696.964794:0:16825:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789603696.964796:0:16825:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603696.964802:0:16825:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603696.964808:0:16825:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603696.964816:0:16825:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2acf367] to pc [ptlrpcd_01_00+0] req@ffff9eb810b49880 x1876533442923904/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789603696.964841:0:16825:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603696.964845:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603696.964846:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603696.964848:0:16825:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603696.964850:0:16825:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603696.964852:0:16825:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603696.964856:0:16825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1789603696.964870:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789603696.964873:0:16825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9eb81291b000 lock: 00000000a9b8172f/0xa04c19c788fe556a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x31dbb14d74e921d4 expref: -99 pid: 35307 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:3.0:1789603696.964882:0:16825:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9eb806b15c00. 00010000:00000040:3.0:1789603696.964888:0:16825:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb819248400 count: 0 00010000:00000010:3.0:1789603696.964896:0:16825:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9eb819248900. 00010000:00000001:3.0:1789603696.970062:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603696.970072:0:16825:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1789603696.970078:0:16825:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9eb8109cf180. 00010000:00000001:3.0:1789603696.970087:0:16825:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603696.970092:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603696.970095:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603696.970098:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789603696.970100:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603696.970101:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603696.970103:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789603696.970106:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603696.970107:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603696.970108:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789603696.970121:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603696.970128:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603696.970131:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603696.970147:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49880 x1876533442923904/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603696.970160:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603696.970164:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603696.970362:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603696.970367:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603696.970371:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603696.970375:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442923904:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789603696.970382:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603696.970389:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603696.970393:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603696.970395:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603696.970403:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb806b70400. 02000000:00000001:3.0:1789603696.970405:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603696.970415:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603696.970422:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748478. 00000400:00000010:3.0:1789603696.970432:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0e58. 00000100:00000200:3.0:1789603696.970442:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442923904, portal 18 00000100:00000001:3.0:1789603696.970445:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603696.970446:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124283008 : -106961585268608 : ffff9eb810b49880) 00000100:00000040:3.0:1789603696.970456:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b49880 x1876533442923904/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603712 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603696.970463:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603696.970466:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603696.970468:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0d48. 00000100:00000200:3.0:1789603696.970471:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876533442923904, offset 0 00000400:00000200:3.0:1789603696.970479:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603696.970490:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603696.970500:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603696.970506:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603696.970542:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603696.970548:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603696.970551:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603696.970555:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2980:2980:256:4294967295] 192.168.204.129@tcp LPNI seq info [2980:2980:8:4294967295] 00000400:00000200:3.0:1789603696.970561:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603696.970572:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603696.970578:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603696.970585:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f900. 00000800:00000200:3.0:1789603696.970592:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603696.970603:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603696.970608:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789603696.970623:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603696.970628:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22448 usecs (23 jiffies) 00000400:00000200:3.0:1789603696.970632:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603696.970635:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296695927 00000100:00000001:3.0:1789603696.970639:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296699244 00000100:00000001:3.0:1789603696.970641:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296695927 00000100:00000001:3.0:1789603696.970644:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296699244 00000100:00000001:3.0:1789603696.970647:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603696.970650:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603696.970654:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603696.970657:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603696.970667:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603696.970669:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789603696.970672:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603696.970674:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603696.970675:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603696.970678:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603696.970791:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603696.970794:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603696.971551:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603696.971559:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f900. 00000400:00000200:3.0:1789603696.971567:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603696.971575:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603696.971583:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0d48 00000400:00000010:3.0:1789603696.971586:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0d48. 00000100:00000001:3.0:1789603696.971591:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603696.971598:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49880 x1876533442923904/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603712 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603696.971611:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603696.971615:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49880 x1876533442923904/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603696.971630:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603696.971632:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603696.974261:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603696.974291:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603696.974298:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603696.974301:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603696.974313:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603696.974323:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603696.974333:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603696.974340:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603696.974347:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603696.974353:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 18 MB=0x6aab27d464d80 00000400:00000200:3.0:1789603696.974359:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603696.974368:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.129@tcp of length 224/224 into md 0x8755 [1] + 224 00000800:00000001:3.0:1789603696.974377:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603696.974400:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603696.974404:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603696.974410:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603696.974420:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603696.974430:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49880 x1876533442923904/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603712 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603696.974443:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810b49880 x1876533442923904/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603712 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603696.974461:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603696.974471:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603696.974475:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603696.974491:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603696.974496:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603696.974504:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603696.974506:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603696.974530:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748478. 00000400:00000200:3.0:1789603696.974536:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0e58 00000400:00000010:3.0:1789603696.974540:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0e58. 00000100:00000001:3.0:1789603696.974544:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603696.974549:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49880 x1876533442923904/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603712 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603696.974558:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49880 x1876533442923904/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603712 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603696.974565:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603696.974568:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603696.974571:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603696.974575:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603696.974578:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603696.974582:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603696.974586:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603696.974598:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8ca8 time=91 v=5 (5 5 5 0) 00000100:00001000:3.0:1789603696.974604:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603696.974607:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603696.974609:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603696.974612:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603696.974616:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603696.974621:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603696.974623:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:3.0:1789603696.974626:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603696.974629:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603696.974635:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49880 x1876533442923904/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603712 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603696.974643:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603696.974647:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603696.974650:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603696.974654:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49880 x1876533442923904/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603712 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603696.974663:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442923904:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789603696.974669:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603696.974672:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603696.974676:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49880 x1876533442923904/t0(0) o103->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603712 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603696.974683:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603696.974703:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603696.974719:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb806b70400. 02000000:00000001:3.0:1789603696.974723:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603696.974727:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603696.974729:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:3.0:1789603696.974732:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603696.974735:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb806b71800. 02000000:00000001:3.0:1789603696.974738:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603696.974740:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603696.974742:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49880. 00000100:00000001:3.0:1789603696.974746:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603696.974748:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603696.974751:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603696.974761:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603696.974764:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603696.974766:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603696.974770:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1789603696.984205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248400. 00010000:00000010:3.1:1789603696.984222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46a00. 00000080:00000001:2.0:1789603696.988393:0:35751:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603697.582589:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603697.582600:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603697.582607:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603697.582609:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603697.582613:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603697.582614:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603697.582712:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603697.582716:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603697.582720:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789603698.148884:0:35844:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603698.607724:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603698.607732:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603698.607737:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603698.607739:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603698.607743:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603698.607744:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603698.609338:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603698.609346:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603698.609352:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1789603698.725802:0:35880:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1789603698.725810:0:35880:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24b: test dirty page discard due to client eviction ========================================================== 20:08:17 (1789603697) 00000001:00000001:1.0:1789603698.742118:0:35880:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1789603699.182968:0:35924:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789603699.182974:0:35924:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789603699.182977:0:35924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5019dbde0 00000080:00200000:3.0:1789603699.182981:0:35924:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:3.0:1789603699.182990:0:35924:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb804155000. 00800000:00000002:3.0:1789603699.182997:0:35924:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:3.0:1789603699.183002:0:35924:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603699.183006:0:35924:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603699.183009:0:35924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5019dbd00 00800000:00000002:3.0:1789603699.183011:0:35924:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603699.183015:0:35924:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789603699.183017:0:35924:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603699.183020:0:35924:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603699.183022:0:35924:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603699.183024:0:35924:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603699.183026:0:35924:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603699.183029:0:35924:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603699.183031:0:35924:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603699.183034:0:35924:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789603699.183039:0:35924:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603699.183041:0:35924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5019dbbd0 00000002:00010000:3.0:1789603699.183043:0:35924:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789603699.183046:0:35924:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789603699.183048:0:35924:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603699.183051:0:35924:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789603699.183057:0:35924:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603699.183059:0:35924:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603699.183061:0:35924:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603699.183063:0:35924:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789603699.183066:0:35924:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789603699.183071:0:35924:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49880. 00000020:00000040:3.0:1789603699.183076:0:35924:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:3.0:1789603699.183082:0:35924:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789603699.183087:0:35924:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603699.183093:0:35924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603699.183096:0:35924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603699.183097:0:35924:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603699.183101:0:35924:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603699.183103:0:35924:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603699.183108:0:35924:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603699.183115:0:35924:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb80511f800. 00000100:00000001:3.0:1789603699.183138:0:35924:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603699.183145:0:35924:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603699.183147:0:35924:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603699.183148:0:35924:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603699.183149:0:35924:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603699.183151:0:35924:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603699.183157:0:35924:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637112124283008 : -106961585268608 : ffff9eb810b49880) 00010000:00000001:3.0:1789603699.183161:0:35924:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789603699.183163:0:35924:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789603699.183167:0:35924:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb8042bb400. 00010000:00000010:3.0:1789603699.183171:0:35924:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80502bc00. 00010000:00000001:3.0:1789603699.183175:0:35924:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789603699.183178:0:35924:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb8131e4a00. 00000020:00000001:3.0:1789603699.183182:0:35924:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789603699.183185:0:35924:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb8131e4a00 with handle 0xa04c19c788fe5594 to hash 00000020:00000001:3.0:1789603699.183187:0:35924:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789603699.183189:0:35924:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:3.0:1789603699.183192:0:35924:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:3.0:1789603699.183196:0:35924:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603699.183199:0:35924:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603699.183204:0:35924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe5594 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35924 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603699.183213:0:35924:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe5594 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35924 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603699.183224:0:35924:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe5594 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35924 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789603699.183229:0:35924:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603699.183231:0:35924:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603699.183237:0:35924:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8109cff00. 00000100:00000001:3.0:1789603699.183239:0:35924:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112122736384 : -106961586815232 : ffff9eb8109cff00) 00000100:00000001:3.0:1789603699.183241:0:35924:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603699.183242:0:35924:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124283008 : -106961585268608 : ffff9eb810b49880) 00000100:00000001:3.0:1789603699.183247:0:35924:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603699.183251:0:35924:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603699.183326:0:35924:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603699.183328:0:35924:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603699.183339:0:35924:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49880 x1876533442924032/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.183348:0:35924:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603699.183350:0:35924:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603699.183354:0:35924:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603699.183356:0:35924:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603699.183359:0:35924:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603699.183363:0:35924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49880 pname:cluuid:pid:xid:nid:opc:job mkdir:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35924:1876533442924032:192.168.204.129@tcp:101:mkdir.0 00000100:00000001:3.0:1789603699.183368:0:35924:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603699.183372:0:35924:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603699.183375:0:35924:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603699.183377:0:35924:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603699.183382:0:35924:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb82036a800. 02000000:00000001:3.0:1789603699.183384:0:35924:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603699.183391:0:35924:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603699.183396:0:35924:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748478. 00000400:00000010:3.0:1789603699.183402:0:35924:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0e58. 00000100:00000200:3.0:1789603699.183409:0:35924:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442924032, portal 10 00000100:00000001:3.0:1789603699.183412:0:35924:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603699.183413:0:35924:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124283008 : -106961585268608 : ffff9eb810b49880) 00000100:00000040:3.0:1789603699.183420:0:35924:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810b49880 x1876533442924032/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603715 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.183427:0:35924:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603699.183430:0:35924:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603699.183433:0:35924:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0d48. 00000100:00000200:3.0:1789603699.183437:0:35924:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876533442924032, offset 0 00000400:00000200:3.0:1789603699.183444:0:35924:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603699.183452:0:35924:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.183460:0:35924:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603699.183465:0:35924:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603699.183470:0:35924:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603699.183474:0:35924:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603699.183477:0:35924:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603699.183481:0:35924:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2981:2981:256:4294967295] 192.168.204.129@tcp LPNI seq info [2981:2981:8:4294967295] 00000400:00000200:3.0:1789603699.183486:0:35924:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.183495:0:35924:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603699.183502:0:35924:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603699.183507:0:35924:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f700. 00000800:00000200:3.0:1789603699.183550:0:35924:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603699.183558:0:35924:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603699.183563:0:35924:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1789603699.183584:0:35924:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603699.183589:0:35924:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 868943 usecs (869 jiffies) 00000400:00000200:3.0:1789603699.183592:0:35924:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603699.183595:0:35924:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296698985 00000100:00000001:3.0:1789603699.183598:0:35924:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296699244 00000100:00000001:3.0:1789603699.183601:0:35924:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296698985 00000100:00000001:3.0:1789603699.183603:0:35924:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296699244 00000100:00000001:3.0:1789603699.183605:0:35924:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603699.183608:0:35924:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603699.183610:0:35924:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603699.183612:0:35924:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603699.183614:0:35924:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8109cff00 going to sleep for 11 seconds 00000100:00000001:3.0:1789603699.183617:0:35924:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603699.183619:0:35924:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603699.184485:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603699.184492:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f700. 00000400:00000200:2.0:1789603699.184498:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603699.184505:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603699.184542:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0d48 00000400:00000010:2.0:1789603699.184545:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0d48. 00000100:00000001:2.0:1789603699.184550:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603699.184555:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49880 x1876533442924032/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603715 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603699.184566:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603699.184570:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b49880 x1876533442924032/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603715 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603699.184576:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603699.184578:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603699.197450:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.197469:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603699.197474:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.197476:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603699.197485:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.197493:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603699.197503:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.197555:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.197561:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.197566:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d464e00 00000400:00000200:3.0:1789603699.197571:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.197577:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x8765 [1] + 224 00000800:00000001:3.0:1789603699.197584:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.197591:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603699.197594:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603699.197598:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603699.197606:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603699.197615:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49880 x1876533442924032/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603715 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603699.197627:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb810b49880 x1876533442924032/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.197845:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603699.197857:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.197860:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603699.198031:0:35924:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603699.198038:0:35924:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603699.198041:0:35924:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603699.198044:0:35924:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748478. 00000400:00000200:0.0:1789603699.198049:0:35924:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0e58 00000400:00000010:0.0:1789603699.198052:0:35924:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0e58. 00000100:00000001:0.0:1789603699.198055:0:35924:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603699.198060:0:35924:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49880 x1876533442924032/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603699.198070:0:35924:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49880 x1876533442924032/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603699.198077:0:35924:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603699.198079:0:35924:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603699.198082:0:35924:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603699.198085:0:35924:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603699.198087:0:35924:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603699.198090:0:35924:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603699.198093:0:35924:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603699.198103:0:35924:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=97 v=5 (5 106 106 106) 00000100:00001000:0.0:1789603699.198108:0:35924:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603699.198110:0:35924:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603699.198112:0:35924:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.198115:0:35924:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603699.198119:0:35924:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603699.198133:0:35924:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789603699.198135:0:35924:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: committing for last_committed 8589934601 gen 2 00000100:00000040:0.0:1789603699.198141:0:35924:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934601) req@ffff9eb8040f3480 x1876533442920064/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603706 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603699.198150:0:35924:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603699.198151:0:35924:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912117376 : -106961797434240 : ffff9eb8040f3480) 00000100:00000001:0.0:1789603699.198155:0:35924:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603699.198158:0:35924:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f3480 x1876533442920064/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603706 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603699.198165:0:35924:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603699.198167:0:35924:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603699.198172:0:35924:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd6680 x1876533442920704/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603706 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603699.198178:0:35924:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603699.198181:0:35924:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9eb8069074c0. 00000100:00000001:0.0:1789603699.198184:0:35924:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603699.198188:0:35924:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f3480 x1876533442920064/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603706 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603699.198194:0:35924:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789603699.198197:0:35924:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603699.198199:0:35924:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603699.198201:0:35924:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603699.198204:0:35924:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041d2400. 02000000:00000001:0.0:1789603699.198209:0:35924:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603699.198211:0:35924:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603699.198213:0:35924:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f3480. 00000100:00000001:0.0:1789603699.198217:0:35924:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603699.198218:0:35924:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603699.198222:0:35924:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934601) req@ffff9eb806bd6680 x1876533442920704/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603706 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603699.198228:0:35924:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603699.198231:0:35924:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd6680 x1876533442920704/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603706 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603699.198238:0:35924:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603699.198239:0:35924:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603699.198242:0:35924:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a7000. 02000000:00000001:0.0:1789603699.198245:0:35924:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603699.198246:0:35924:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603699.198247:0:35924:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603699.198249:0:35924:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603699.198251:0:35924:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb8051cb800. 02000000:00000001:0.0:1789603699.198253:0:35924:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603699.198254:0:35924:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603699.198255:0:35924:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd6680. 00000100:00000001:0.0:1789603699.198258:0:35924:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603699.198260:0:35924:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603699.198264:0:35924:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934601) req@ffff9eb8040f0380 x1876533442923008/t8589934601(8589934601) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/456 e 0 to 0 dl 1789603707 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603699.198271:0:35924:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603699.198274:0:35924:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f0380 x1876533442923008/t8589934601(8589934601) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/456 e 0 to 0 dl 1789603707 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603699.198281:0:35924:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603699.198282:0:35924:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603699.198284:0:35924:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041d1800. 02000000:00000001:0.0:1789603699.198287:0:35924:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603699.198288:0:35924:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603699.198289:0:35924:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603699.198291:0:35924:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603699.198292:0:35924:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb8421fa200. 02000000:00000001:0.0:1789603699.198295:0:35924:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603699.198296:0:35924:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603699.198297:0:35924:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f0380. 00000100:00000001:0.0:1789603699.198299:0:35924:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603699.198301:0:35924:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603699.198303:0:35924:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789603699.198305:0:35924:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: normal: skip=1 replay=3/3 committed=0/0 00000100:00000001:0.0:1789603699.198308:0:35924:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603699.198310:0:35924:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603699.198315:0:35924:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49880 x1876533442924032/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603699.198322:0:35924:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603699.198325:0:35924:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603699.198327:0:35924:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603699.198331:0:35924:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49880 x1876533442924032/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603715 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603699.198339:0:35924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49880 pname:cluuid:pid:xid:nid:opc:job mkdir:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35924:1876533442924032:192.168.204.129@tcp:101:mkdir.0 00000100:00000001:0.0:1789603699.198344:0:35924:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603699.198347:0:35924:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603699.198350:0:35924:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603699.198352:0:35924:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603699.198355:0:35924:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49880 x1876533442924032/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603715 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603699.198366:0:35924:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603699.198369:0:35924:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8109cff00. 00000100:00000001:0.0:1789603699.198371:0:35924:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603699.198373:0:35924:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.198376:0:35924:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789603699.198380:0:35924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.198383:0:35924:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.198386:0:35924:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4a00 refcount=4 00000020:00000001:0.0:1789603699.198388:0:35924:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:0.0:1789603699.198391:0:35924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000040:0.0:1789603699.198398:0:35924:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb8131e4a00, remote cookie: 0x31dbb14d74e92259, flags: 0x1001 00010000:00010000:0.0:1789603699.198404:0:35924:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe5594 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92259 expref: -99 pid: 35924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603699.198416:0:35924:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe5594 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92259 expref: -99 pid: 35924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603699.198423:0:35924:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789603699.198427:0:35924:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789603699.198429:0:35924:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789603699.198431:0:35924:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789603699.198432:0:35924:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789603699.198436:0:35924:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9eb8042bb400) refcount = 1 00010000:00010000:0.0:1789603699.198441:0:35924:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe5594 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92259 expref: -99 pid: 35924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603699.198447:0:35924:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789603699.198450:0:35924:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789603699.198452:0:35924:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603699.198455:0:35924:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789603699.198458:0:35924:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603699.198462:0:35924:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe5594 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92259 expref: -99 pid: 35924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603699.198468:0:35924:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789603699.198470:0:35924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.198472:0:35924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603699.198473:0:35924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.198473:0:35924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603699.198475:0:35924:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603699.198480:0:35924:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789603699.198482:0:35924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.198483:0:35924:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.198485:0:35924:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4a00 refcount=3 00000020:00000001:0.0:1789603699.198487:0:35924:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:0.0:1789603699.198489:0:35924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:0.0:1789603699.198491:0:35924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.198492:0:35924:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.198494:0:35924:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4a00 refcount=4 00000020:00000001:0.0:1789603699.198496:0:35924:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:0.0:1789603699.198497:0:35924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:0.0:1789603699.198500:0:35924:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603699.198503:0:35924:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603699.198507:0:35924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe5594 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92259 expref: -99 pid: 35924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603699.198792:0:35924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.198793:0:35924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603699.198795:0:35924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.198796:0:35924:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.198798:0:35924:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4a00 refcount=5 00000020:00000001:0.0:1789603699.198800:0:35924:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:0.0:1789603699.198803:0:35924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:0.0:1789603699.198805:0:35924:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603699.198809:0:35924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe5594 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92259 expref: -99 pid: 35924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603699.198815:0:35924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.198816:0:35924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789603699.198818:0:35924:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe5594 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92259 expref: -99 pid: 35924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603699.198825:0:35924:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603699.198826:0:35924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.198827:0:35924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603699.198828:0:35924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.198829:0:35924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789603699.198836:0:35924:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb810b49880 x1876533442924032/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603715 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789603699.198846:0:35924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.198847:0:35924:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.198848:0:35924:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4a00 refcount=3 00000020:00000001:0.0:1789603699.198850:0:35924:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:0.0:1789603699.198852:0:35924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:0.0:1789603699.198855:0:35924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.198856:0:35924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603699.198857:0:35924:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603699.198860:0:35924:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603699.198863:0:35924:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789603699.198865:0:35924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.198866:0:35924:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.198868:0:35924:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4a00 refcount=3 00000020:00000001:0.0:1789603699.198869:0:35924:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:0.0:1789603699.198872:0:35924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00000002:00010000:0.0:1789603699.198875:0:35924:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe5594 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92259 expref: -99 pid: 35924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603699.198887:0:35924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.198888:0:35924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603699.198890:0:35924:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603699.198891:0:35924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.198892:0:35924:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.198894:0:35924:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4a00 refcount=3 00000020:00000001:0.0:1789603699.198896:0:35924:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:0.0:1789603699.198898:0:35924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000040:0.0:1789603699.198904:0:35924:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb400 count: 2 00010000:00000001:0.0:1789603699.198906:0:35924:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789603699.198910:0:35924:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789603699.198913:0:35924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.198914:0:35924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603699.198916:0:35924:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789603699.198919:0:35924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5019dbb58 00000002:00002000:0.0:1789603699.198921:0:35924:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789603699.198925:0:35924:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603699.198930:0:35924:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603699.198932:0:35924:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789603699.198936:0:35924:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789603699.198939:0:35924:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603699.198943:0:35924:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603699.198947:0:35924:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804155000. 00000080:00000001:0.0:1789603699.198951:0:35924:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603699.198954:0:35924:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789603699.198960:0:35924:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789603699.198964:0:35924:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789603699.198972:0:35924:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb807a3f800. 00800000:00000001:0.0:1789603699.198973:0:35924:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637111972198400 : -106961737353216 : ffff9eb807a3f800) 00800000:00000001:0.0:1789603699.198976:0:35924:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603699.198978:0:35924:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789603699.198981:0:35924:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789603699.198983:0:35924:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789603699.198986:0:35924:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789603699.198989:0:35924:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789603699.198990:0:35924:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603699.198995:0:35924:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789603699.198998:0:35924:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789603699.199003:0:35924:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1789603699.199004:0:35924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.199006:0:35924:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.199007:0:35924:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4a00 refcount=3 00000020:00000001:0.0:1789603699.199009:0:35924:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:0.0:1789603699.199011:0:35924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:0.0:1789603699.199013:0:35924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.199014:0:35924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789603699.199015:0:35924:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789603699.199017:0:35924:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789603699.199019:0:35924:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807a3f800 1 00800000:00000010:0.0:1789603699.199021:0:35924:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb807a3f800. 00800000:00000001:0.0:1789603699.199023:0:35924:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603699.199027:0:35924:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5594 00800000:00000001:0.0:1789603699.199029:0:35924:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603699.199030:0:35924:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603699.199031:0:35924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.199032:0:35924:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.199033:0:35924:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4a00 refcount=3 00000020:00000001:0.0:1789603699.199035:0:35924:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:0.0:1789603699.199037:0:35924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:0.0:1789603699.199039:0:35924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.199040:0:35924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603699.199042:0:35924:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603699.199043:0:35924:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603699.199046:0:35924:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603699.199048:0:35924:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603699.199051:0:35924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5594 from it ffffb8e5019dbe18 00010000:00000001:0.0:1789603699.199052:0:35924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.199054:0:35924:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.199055:0:35924:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4a00 refcount=3 00000020:00000001:0.0:1789603699.199056:0:35924:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:0.0:1789603699.199058:0:35924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:0.0:1789603699.199060:0:35924:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603699.199062:0:35924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe5594 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92259 expref: -99 pid: 35924 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603699.199068:0:35924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.199069:0:35924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603699.199070:0:35924:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603699.199073:0:35924:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603699.199075:0:35924:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe5594 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92259 expref: -99 pid: 35924 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603699.199083:0:35924:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603699.199086:0:35924:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603699.199088:0:35924:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603699.199093:0:35924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.199095:0:35924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603699.199096:0:35924:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.199100:0:35924:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603699.199102:0:35924:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.199103:0:35924:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.199106:0:35924:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.199107:0:35924:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603699.199108:0:35924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.199109:0:35924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603699.199111:0:35924:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603699.199116:0:35924:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49880 x1876533442924032/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603715 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603699.199122:0:35924:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603699.199123:0:35924:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603699.199126:0:35924:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb82036a800. 02000000:00000001:0.0:1789603699.199129:0:35924:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603699.199131:0:35924:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603699.199133:0:35924:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603699.199135:0:35924:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603699.199136:0:35924:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb80511f800. 02000000:00000001:0.0:1789603699.199139:0:35924:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603699.199140:0:35924:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603699.199142:0:35924:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49880. 00000100:00000001:0.0:1789603699.199145:0:35924:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603699.199146:0:35924:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603699.199149:0:35924:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 101 00000080:00000001:0.0:1789603699.199154:0:35924:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603699.199176:0:35924:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603699.199179:0:35924:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603699.199181:0:35924:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603699.199182:0:35924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5019dbba8 00000080:00200000:0.0:1789603699.199185:0:35924:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603699.199190:0:35924:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8051cb800. 00800000:00000002:0.0:1789603699.199195:0:35924:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603699.199199:0:35924:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603699.199201:0:35924:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603699.199203:0:35924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5019dbac8 00800000:00000002:0.0:1789603699.199205:0:35924:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603699.199208:0:35924:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603699.199211:0:35924:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603699.199213:0:35924:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603699.199216:0:35924:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603699.199218:0:35924:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603699.199221:0:35924:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603699.199223:0:35924:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603699.199225:0:35924:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603699.199228:0:35924:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603699.199232:0:35924:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603699.199234:0:35924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5019db998 00000002:00010000:0.0:1789603699.199236:0:35924:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603699.199240:0:35924:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603699.199241:0:35924:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603699.199243:0:35924:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603699.199246:0:35924:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb400 count: 2 00010000:00000001:0.0:1789603699.199248:0:35924:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603699.199251:0:35924:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603699.199254:0:35924:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603699.199257:0:35924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe5594 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92259 expref: -99 pid: 35924 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789603699.199265:0:35924:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603699.199269:0:35924:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603699.199272:0:35924:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe5594 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92259 expref: -99 pid: 35924 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789603699.199279:0:35924:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603699.199281:0:35924:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603699.199283:0:35924:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603699.199285:0:35924:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603699.199286:0:35924:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603699.199288:0:35924:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603699.199291:0:35924:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603699.199292:0:35924:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603699.199294:0:35924:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8051cb800. 00000080:00000001:0.0:1789603699.199297:0:35924:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603699.199299:0:35924:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603699.199301:0:35924:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603699.199304:0:35924:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5594 00800000:00000001:0.0:1789603699.199307:0:35924:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603699.199308:0:35924:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603699.199310:0:35924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.199311:0:35924:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.199313:0:35924:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4a00 refcount=3 00000020:00000001:0.0:1789603699.199315:0:35924:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:0.0:1789603699.199317:0:35924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:0.0:1789603699.199319:0:35924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.199320:0:35924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603699.199321:0:35924:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603699.199323:0:35924:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603699.199324:0:35924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5594 from it ffffb8e5019dbbe0 00010000:00000001:0.0:1789603699.199326:0:35924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.199327:0:35924:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.199329:0:35924:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4a00 refcount=3 00000020:00000001:0.0:1789603699.199331:0:35924:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:0.0:1789603699.199333:0:35924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:0.0:1789603699.199335:0:35924:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603699.199337:0:35924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe5594 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92259 expref: -99 pid: 35924 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603699.199343:0:35924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.199344:0:35924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603699.199345:0:35924:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603699.199347:0:35924:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603699.199349:0:35924:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe5594 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92259 expref: -99 pid: 35924 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603699.199354:0:35924:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603699.199356:0:35924:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603699.199357:0:35924:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603699.199359:0:35924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.199360:0:35924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603699.199362:0:35924:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.199364:0:35924:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603699.199365:0:35924:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.199367:0:35924:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.199369:0:35924:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.199370:0:35924:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603699.199372:0:35924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.199373:0:35924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603699.199374:0:35924:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603699.199375:0:35924:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603699.199377:0:35924:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:0.0:1789603699.199381:0:35924:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603699.199395:0:35924:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb806947480. 00000020:00000001:0.0:1789603699.199398:0:35924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5019dbd98 00000080:00200000:0.0:1789603699.199400:0:35924:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9eb808190908), flags=1536 00000080:00000001:0.0:1789603699.199403:0:35924:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603699.199405:0:35924:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603699.199406:0:35924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5019dbca8 00000080:00200000:0.0:1789603699.199407:0:35924:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603699.199410:0:35924:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8051cb800. 00800000:00000002:0.0:1789603699.199413:0:35924:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603699.199414:0:35924:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603699.199416:0:35924:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603699.199417:0:35924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5019dbbc8 00800000:00000002:0.0:1789603699.199419:0:35924:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603699.199422:0:35924:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603699.199423:0:35924:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603699.199425:0:35924:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603699.199426:0:35924:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603699.199427:0:35924:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603699.199429:0:35924:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603699.199430:0:35924:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603699.199432:0:35924:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603699.199435:0:35924:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603699.199438:0:35924:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603699.199439:0:35924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5019dba98 00000002:00010000:0.0:1789603699.199441:0:35924:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603699.199443:0:35924:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603699.199445:0:35924:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603699.199446:0:35924:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603699.199448:0:35924:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb400 count: 2 00010000:00000001:0.0:1789603699.199450:0:35924:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603699.199452:0:35924:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603699.199454:0:35924:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603699.199458:0:35924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe5594 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92259 expref: -99 pid: 35924 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789603699.199470:0:35924:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603699.199472:0:35924:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603699.199475:0:35924:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe5594 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92259 expref: -99 pid: 35924 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1789603699.199481:0:35924:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603699.199483:0:35924:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603699.199484:0:35924:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603699.199486:0:35924:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603699.199488:0:35924:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603699.199489:0:35924:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603699.199491:0:35924:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603699.199493:0:35924:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603699.199495:0:35924:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8051cb800. 00000080:00000001:0.0:1789603699.199497:0:35924:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603699.199498:0:35924:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603699.199500:0:35924:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603699.199502:0:35924:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5594 00800000:00000001:0.0:1789603699.199505:0:35924:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603699.199506:0:35924:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603699.199507:0:35924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.199508:0:35924:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.199556:0:35924:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4a00 refcount=3 00000020:00000001:0.0:1789603699.199558:0:35924:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:0.0:1789603699.199561:0:35924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:0.0:1789603699.199563:0:35924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.199564:0:35924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603699.199565:0:35924:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603699.199567:0:35924:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603699.199569:0:35924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5594 from it ffffb8e5019dbce0 00010000:00000001:0.0:1789603699.199571:0:35924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.199572:0:35924:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.199573:0:35924:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4a00 refcount=3 00000020:00000001:0.0:1789603699.199575:0:35924:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:0.0:1789603699.199577:0:35924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:0.0:1789603699.199579:0:35924:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603699.199582:0:35924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe5594 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92259 expref: -99 pid: 35924 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603699.199588:0:35924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.199588:0:35924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603699.199589:0:35924:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603699.199591:0:35924:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603699.199593:0:35924:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe5594 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92259 expref: -99 pid: 35924 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789603699.199599:0:35924:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603699.199600:0:35924:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603699.199601:0:35924:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603699.199603:0:35924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.199604:0:35924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603699.199605:0:35924:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.199607:0:35924:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603699.199608:0:35924:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.199610:0:35924:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.199611:0:35924:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.199613:0:35924:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603699.199614:0:35924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.199615:0:35924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603699.199617:0:35924:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603699.199618:0:35924:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603699.199620:0:35924:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 3 00000080:00000001:0.0:1789603699.199623:0:35924:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603699.199628:0:35924:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603699.199630:0:35924:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603699.199631:0:35924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5019dbd90 00000080:00200000:0.0:1789603699.199632:0:35924:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603699.199889:0:35924:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8051cb800. 00800000:00000002:2.0:1789603699.200357:0:35924:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603699.200362:0:35924:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603699.200365:0:35924:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603699.200367:0:35924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5019dbcb0 00800000:00000002:2.0:1789603699.200369:0:35924:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603699.200372:0:35924:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603699.200374:0:35924:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603699.200375:0:35924:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603699.200377:0:35924:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603699.200379:0:35924:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603699.200381:0:35924:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603699.200383:0:35924:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603699.200385:0:35924:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603699.200387:0:35924:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603699.200392:0:35924:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603699.200393:0:35924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5019dbb80 00000002:00010000:2.0:1789603699.200395:0:35924:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603699.200397:0:35924:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603699.200399:0:35924:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603699.200401:0:35924:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603699.200404:0:35924:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb400 count: 2 00010000:00000001:2.0:1789603699.200407:0:35924:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603699.200409:0:35924:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603699.200412:0:35924:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603699.200416:0:35924:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe5594 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92259 expref: -99 pid: 35924 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1789603699.200424:0:35924:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789603699.200427:0:35924:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603699.200430:0:35924:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe5594 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92259 expref: -99 pid: 35924 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1789603699.200436:0:35924:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789603699.200438:0:35924:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603699.200440:0:35924:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603699.200441:0:35924:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789603699.200443:0:35924:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603699.200445:0:35924:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789603699.200447:0:35924:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789603699.200449:0:35924:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603699.200452:0:35924:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8051cb800. 00000080:00000001:2.0:1789603699.200457:0:35924:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789603699.200459:0:35924:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603699.200462:0:35924:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:2.0:1789603699.200465:0:35924:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5594 00800000:00000001:2.0:1789603699.200467:0:35924:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789603699.200468:0:35924:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789603699.200470:0:35924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603699.200471:0:35924:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603699.200473:0:35924:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4a00 refcount=3 00000020:00000001:2.0:1789603699.200475:0:35924:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:2.0:1789603699.200477:0:35924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:2.0:1789603699.200479:0:35924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603699.200480:0:35924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789603699.200481:0:35924:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603699.200483:0:35924:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789603699.200485:0:35924:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5594 from it ffffb8e5019dbdc8 00010000:00000001:2.0:1789603699.200487:0:35924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603699.200488:0:35924:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603699.200489:0:35924:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e4a00 refcount=3 00000020:00000001:2.0:1789603699.200490:0:35924:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:2.0:1789603699.200492:0:35924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164764160 : -106961544787456 : ffff9eb8131e4a00) 00010000:00000001:2.0:1789603699.200494:0:35924:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789603699.200496:0:35924:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe5594 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92259 expref: -99 pid: 35924 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1789603699.200502:0:35924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603699.200502:0:35924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603699.200503:0:35924:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789603699.200505:0:35924:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789603699.200507:0:35924:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe5594 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92259 expref: -99 pid: 35924 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1789603699.202400:0:35924:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789603699.202405:0:35924:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789603699.202409:0:35924:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603699.202414:0:35924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603699.202416:0:35924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603699.202418:0:35924:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603699.202421:0:35924:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789603699.202423:0:35924:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603699.202425:0:35924:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603699.202429:0:35924:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603699.202432:0:35924:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789603699.202433:0:35924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603699.202434:0:35924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603699.202440:0:35924:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789603699.202442:0:35924:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789603699.202447:0:35924:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 3 00000080:00000001:2.0:1789603699.202454:0:35924:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603699.202459:0:35924:0:(namei.c:2169:do_mkdir()) Process entered 00000020:00000001:2.0:1789603699.202463:0:35924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5019dbda0 00000080:00200000:2.0:1789603699.202465:0:35924:0:(namei.c:2172:do_mkdir()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00000001:2.0:1789603699.202469:0:35924:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:2.0:1789603699.202470:0:35924:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1789603699.202482:0:35924:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb807cb8200. 00800000:00000002:2.0:1789603699.202489:0:35924:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000010:2.0:1789603699.202499:0:35924:0:(namei.c:1796:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff9eb806b15780. 00000080:00000001:2.0:1789603699.202502:0:35924:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603699.202505:0:35924:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:2.0:1789603699.202507:0:35924:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789603699.202541:0:35924:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603699.202544:0:35924:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603699.202546:0:35924:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603699.202548:0:35924:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603699.202550:0:35924:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603699.202552:0:35924:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603699.202554:0:35924:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603699.202560:0:35924:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process entered 00020000:00000001:2.0:1789603699.202563:0:35924:0:(lu_tgt_descs.c:432:ltd_qos_penalties_calc()) Process entered 00020000:00000001:2.0:1789603699.202567:0:35924:0:(lu_tgt_descs.c:569:ltd_qos_penalties_calc()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:2.0:1789603699.202569:0:35924:0:(lmv_obd.c:1717:lmv_locate_tgt_qos()) Process leaving via unlock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00800000:00000001:2.0:1789603699.202573:0:35924:0:(lmv_obd.c:1786:lmv_locate_tgt_rr()) Process entered 00800000:00000001:2.0:1789603699.202576:0:35924:0:(lmv_obd.c:1800:lmv_locate_tgt_rr()) Process leaving (rc=18446637111935442432 : -106961774109184 : ffff9eb805731e00) 00800000:00000001:2.0:1789603699.202579:0:35924:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446637111935442432 : -106961774109184 : ffff9eb805731e00) 00800000:00000001:2.0:1789603699.202581:0:35924:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789603699.202583:0:35924:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789603699.202587:0:35924:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789603699.202590:0:35924:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789603699.202592:0:35924:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9eb81291b000: Allocated FID [0x200000405:0x2c:0x0] 40000000:00000001:2.0:1789603699.202594:0:35924:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603699.202596:0:35924:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603699.202598:0:35924:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603699.202600:0:35924:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603699.202601:0:35924:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5019dbc08 00800000:00000002:2.0:1789603699.202603:0:35924:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd24b.recovery-small' [0x200000405:0x2c:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:2.0:1789603699.202607:0:35924:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1789603699.202610:0:35924:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789603699.202616:0:35924:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb400 count: 2 00010000:00000001:2.0:1789603699.202618:0:35924:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603699.202621:0:35924:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789603699.202624:0:35924:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789603699.202628:0:35924:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe5594 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e92259 expref: -99 pid: 35924 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:2.0:1789603699.202767:0:35924:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789603699.202772:0:35924:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789603699.202774:0:35924:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789603699.202776:0:35924:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789603699.202780:0:35924:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603699.202782:0:35924:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603699.202785:0:35924:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb400 count: 3 00010000:00000001:2.0:1789603699.202787:0:35924:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603699.202791:0:35924:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603699.202792:0:35924:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603699.202793:0:35924:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603699.202794:0:35924:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb400 count: 3 00010000:00000001:2.0:1789603699.202796:0:35924:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603699.202799:0:35924:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603699.202800:0:35924:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603699.202801:0:35924:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789603699.202802:0:35924:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb8042bb400 count: 3 00010000:00000001:2.0:1789603699.202804:0:35924:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789603699.202805:0:35924:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603699.202807:0:35924:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789603699.202810:0:35924:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9eb808190840, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789603699.202814:0:35924:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789603699.202817:0:35924:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789603699.202819:0:35924:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789603699.202821:0:35924:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603699.202824:0:35924:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789603699.202827:0:35924:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789603699.202829:0:35924:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789603699.202830:0:35924:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603699.202833:0:35924:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789603699.202837:0:35924:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb8131e4a00 with handle 0xa04c19c788fe5594 from hash 00010000:00000001:2.0:1789603699.202839:0:35924:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789603699.202841:0:35924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603699.202842:0:35924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603699.202843:0:35924:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789603699.202846:0:35924:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789603699.202848:0:35924:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789603699.202850:0:35924:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789603699.202852:0:35924:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789603699.202854:0:35924:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789603699.202861:0:35924:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f1f80. 00000020:00000040:2.0:1789603699.202865:0:35924:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:2.0:1789603699.202871:0:35924:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789603699.202872:0:35924:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603699.202874:0:35924:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603699.202878:0:35924:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603699.202880:0:35924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603699.202882:0:35924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603699.202883:0:35924:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603699.202886:0:35924:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603699.202888:0:35924:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603699.202892:0:35924:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603699.202900:0:35924:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041d3400. 00000100:00000001:2.0:1789603699.202907:0:35924:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603699.202910:0:35924:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603699.202912:0:35924:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789603699.202919:0:35924:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe5594 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e92259 expref: -99 pid: 35924 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1789603699.202926:0:35924:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789603699.202927:0:35924:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789603699.202929:0:35924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789603699.202932:0:35924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e4a00/0xa04c19c788fe5594 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e92259 expref: -99 pid: 35924 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:2.0:1789603699.202939:0:35924:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb8042bb400 count: 0 00010000:00000010:2.0:1789603699.202944:0:35924:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb80502bc00. 00010000:00000001:2.0:1789603699.202956:0:35924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603699.202957:0:35924:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603699.202959:0:35924:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603699.202960:0:35924:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603699.202963:0:35924:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1789603699.202974:0:35924:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1789603699.202985:0:35924:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb8040f1f80 x1876533442924288/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603699.202993:0:35924:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603699.202995:0:35924:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603699.203001:0:35924:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8123b06c0. 00000100:00000001:2.0:1789603699.203003:0:35924:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112149870272 : -106961559681344 : ffff9eb8123b06c0) 00000100:00000001:2.0:1789603699.203006:0:35924:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603699.203008:0:35924:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112000 : -106961797439616 : ffff9eb8040f1f80) 00000100:00000001:2.0:1789603699.203012:0:35924:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603699.203017:0:35924:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603699.203019:0:35924:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603699.203021:0:35924:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603699.203025:0:35924:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f1f80 x1876533442924288/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603699.203032:0:35924:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603699.203034:0:35924:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603699.203037:0:35924:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603699.203039:0:35924:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603699.203041:0:35924:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603699.203045:0:35924:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f1f80 pname:cluuid:pid:xid:nid:opc:job mkdir:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35924:1876533442924288:192.168.204.129@tcp:36:mkdir.0 00000100:00000001:2.0:1789603699.203048:0:35924:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603699.203052:0:35924:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603699.203054:0:35924:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603699.203056:0:35924:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603699.203060:0:35924:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041d1400. 02000000:00000001:2.0:1789603699.203062:0:35924:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603699.203069:0:35924:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603699.203073:0:35924:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3058. 00000400:00000010:2.0:1789603699.203080:0:35924:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7550. 00000100:00000200:2.0:1789603699.203086:0:35924:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442924288, portal 10 00000100:00000001:2.0:1789603699.203088:0:35924:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603699.203089:0:35924:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112000 : -106961797439616 : ffff9eb8040f1f80) 00000100:00000040:2.0:1789603699.203094:0:35924:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f1f80 x1876533442924288/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603715 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603699.203100:0:35924:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603699.203103:0:35924:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603699.203105:0:35924:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7f68. 00000100:00000200:2.0:1789603699.203108:0:35924:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1876533442924288, offset 0 00000400:00000200:2.0:1789603699.203114:0:35924:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603699.203122:0:35924:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603699.204329:0:35924:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603699.204335:0:35924:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603699.204340:0:35924:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603699.204343:0:35924:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603699.204345:0:35924:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603699.204349:0:35924:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2982:2982:256:4294967295] 192.168.204.129@tcp LPNI seq info [2982:2982:8:4294967295] 00000400:00000200:2.0:1789603699.204354:0:35924:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603699.204363:0:35924:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603699.204370:0:35924:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603699.204378:0:35924:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8070db900. 00000800:00000200:2.0:1789603699.204385:0:35924:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603699.204392:0:35924:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603699.204397:0:35924:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8070db900 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1789603699.204419:0:35924:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603699.204425:0:35924:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 867877 usecs (868 jiffies) 00000400:00000200:2.0:1789603699.204429:0:35924:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603699.204433:0:35924:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296699005 00000100:00000001:2.0:1789603699.204436:0:35924:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296699244 00000100:00000001:2.0:1789603699.204438:0:35924:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296699005 00000100:00000001:2.0:1789603699.204440:0:35924:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296699244 00000100:00000001:2.0:1789603699.204442:0:35924:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603699.204446:0:35924:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603699.204448:0:35924:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603699.204451:0:35924:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603699.204453:0:35924:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8123b06c0 going to sleep for 11 seconds 00000100:00000001:2.0:1789603699.204456:0:35924:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603699.204458:0:35924:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603699.206010:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603699.206019:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8070db900. 00000400:00000200:3.0:1789603699.206028:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603699.206037:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603699.206044:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7f68 00000400:00000010:3.0:1789603699.206047:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7f68. 00000100:00000001:3.0:1789603699.206053:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603699.206061:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f1f80 x1876533442924288/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603715 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603699.206074:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603699.206077:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f1f80 x1876533442924288/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603715 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603699.206091:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603699.206093:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1789603699.211744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8042bb400. 00010000:00000010:2.1:1789603699.211761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e4a00. 00000800:00000001:3.0:1789603699.216956:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.216974:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603699.216978:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.216981:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603699.216989:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.216998:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603699.217006:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.217011:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.217017:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.217022:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 448 into portal 10 MB=0x6aab27d464f00 00000400:00000200:3.0:1789603699.217027:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.217033:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 448/448 into md 0x8775 [1] + 224 00000800:00000001:3.0:1789603699.217040:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.217057:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603699.217060:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603699.217065:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603699.217071:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603699.217079:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f1f80 x1876533442924288/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603715 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603699.217090:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9eb8040f1f80 x1876533442924288/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603699.217114:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603699.217122:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.217124:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603699.217197:0:35924:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603699.217205:0:35924:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603699.217207:0:35924:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603699.217211:0:35924:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3058. 00000400:00000200:2.0:1789603699.217215:0:35924:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7550 00000400:00000010:2.0:1789603699.217218:0:35924:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7550. 00000100:00000001:2.0:1789603699.217222:0:35924:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603699.217227:0:35924:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f1f80 x1876533442924288/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603699.217236:0:35924:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f1f80 x1876533442924288/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/576 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603699.217242:0:35924:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603699.217244:0:35924:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603699.217247:0:35924:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603699.217250:0:35924:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603699.217252:0:35924:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603699.217255:0:35924:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603699.217258:0:35924:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603699.217267:0:35924:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=97 v=5 (5 106 106 106) 00000100:00001000:2.0:1789603699.217271:0:35924:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=33 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603699.217274:0:35924:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603699.217275:0:35924:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603699.217278:0:35924:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603699.217281:0:35924:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603699.217284:0:35924:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789603699.217286:0:35924:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009b/0x1] 00000100:00000001:2.0:1789603699.217287:0:35924:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789603699.217289:0:35924:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603699.217291:0:35924:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112000 : -106961797439616 : ffff9eb8040f1f80) 00000100:00000001:2.0:1789603699.217293:0:35924:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603699.217295:0:35924:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 8589934601 00000100:00000001:2.0:1789603699.217297:0:35924:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603699.217299:0:35924:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603699.217304:0:35924:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f1f80 x1876533442924288/t8589934603(8589934603) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/448 e 0 to 0 dl 1789603715 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603699.217312:0:35924:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603699.217316:0:35924:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603699.217318:0:35924:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603699.217322:0:35924:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f1f80 x1876533442924288/t8589934603(8589934603) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/448 e 0 to 0 dl 1789603715 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603699.217334:0:35924:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f1f80 pname:cluuid:pid:xid:nid:opc:job mkdir:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35924:1876533442924288:192.168.204.129@tcp:36:mkdir.0 00000100:00000001:2.0:1789603699.217339:0:35924:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603699.217341:0:35924:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603699.217344:0:35924:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789603699.217346:0:35924:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603699.217349:0:35924:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f1f80 x1876533442924288/t8589934603(8589934603) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/448 e 0 to 0 dl 1789603715 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603699.217356:0:35924:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603699.217358:0:35924:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8123b06c0. 00000100:00000001:2.0:1789603699.217361:0:35924:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789603699.217363:0:35924:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603699.217371:0:35924:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603699.217374:0:35924:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000405:0x2c:0x0] 00800000:00000001:2.0:1789603699.217377:0:35924:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603699.217380:0:35924:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:2.0:1789603699.217384:0:35924:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1789603691 to 1789603699 00000080:00000001:2.0:1789603699.217388:0:35924:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789603699.217394:0:35924:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789603699.217396:0:35924:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789603699.217399:0:35924:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:2.0:1789603699.217403:0:35924:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1789603699.217418:0:35924:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9eb808122940. 00000080:00000001:2.0:1789603699.217428:0:35924:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1789603699.217430:0:35924:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff9eb808122a08) 00000080:00000001:2.0:1789603699.217433:0:35924:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789603699.217436:0:35924:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x2c:0x0] 00000080:00000001:2.0:1789603699.217438:0:35924:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603699.217440:0:35924:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:2.0:1789603699.217442:0:35924:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789603699.217444:0:35924:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611180 mtime from 0 to 1789603699 00000080:00200000:2.0:1789603699.217448:0:35924:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x2c:0x0], updating i_size 4096 00000080:00000001:2.0:1789603699.217451:0:35924:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1789603699.217454:0:35924:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979420168 : -106961730131448 : ffff9eb808122a08) 00000080:00000001:2.0:1789603699.217456:0:35924:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789603699.217458:0:35924:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789603699.217460:0:35924:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603699.217465:0:35924:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603699.217467:0:35924:0:(namei.c:1996:ll_new_node()) Process leaving 00000100:00000001:2.0:1789603699.217469:0:35924:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603699.217473:0:35924:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f1f80 x1876533442924288/t8589934603(8589934603) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/448 e 0 to 0 dl 1789603715 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603699.217480:0:35924:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603699.217483:0:35924:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:2.0:1789603699.217486:0:35924:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb807cb8200. 00000080:00000010:2.0:1789603699.217489:0:35924:0:(namei.c:2002:ll_new_node()) kfreed 'lum': 48 at ffff9eb806b15780. 00000080:00000001:2.0:1789603699.217493:0:35924:0:(namei.c:2004:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603699.217495:0:35924:0:(namei.c:2180:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789603699.217500:0:35924:0:(namei.c:2224:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603699.217560:0:35924:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789603699.217566:0:35924:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1789603699.233761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb806947480. 00000080:00000001:1.0:1789603699.238007:0:35925:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603699.238014:0:35925:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603699.238016:0:35925:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789603699.238020:0:35925:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bffbc0 00000080:00200000:1.0:1789603699.238025:0:35925:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:1.0:1789603699.238034:0:35925:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8069b5000. 00800000:00000002:1.0:1789603699.238042:0:35925:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603699.238048:0:35925:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603699.238053:0:35925:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603699.238055:0:35925:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bffae0 00800000:00000002:1.0:1789603699.238058:0:35925:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603699.238061:0:35925:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603699.238063:0:35925:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603699.238066:0:35925:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603699.238068:0:35925:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603699.238070:0:35925:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603699.238073:0:35925:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603699.238075:0:35925:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603699.238077:0:35925:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603699.238080:0:35925:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789603699.238085:0:35925:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603699.238087:0:35925:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bff9b0 00000002:00010000:1.0:1789603699.238089:0:35925:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789603699.238092:0:35925:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603699.238094:0:35925:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603699.238097:0:35925:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789603699.238104:0:35925:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.238106:0:35925:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.238108:0:35925:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.238111:0:35925:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789603699.238113:0:35925:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789603699.238118:0:35925:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd4a80. 00000020:00000040:1.0:1789603699.238122:0:35925:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:1.0:1789603699.238127:0:35925:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789603699.238132:0:35925:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603699.238138:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.238141:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.238142:0:35925:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.238145:0:35925:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603699.238147:0:35925:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603699.238151:0:35925:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603699.238158:0:35925:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041a7800. 00000100:00000001:1.0:1789603699.238164:0:35925:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.238169:0:35925:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603699.238171:0:35925:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.238172:0:35925:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603699.238173:0:35925:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.238176:0:35925:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.238181:0:35925:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637111957080704 : -106961752470912 : ffff9eb806bd4a80) 00010000:00000001:1.0:1789603699.238185:0:35925:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789603699.238187:0:35925:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789603699.238190:0:35925:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb80647cd00. 00010000:00000010:1.0:1789603699.238194:0:35925:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb810da7180. 00010000:00000001:1.0:1789603699.238197:0:35925:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789603699.238201:0:35925:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb814fdcc00. 00000020:00000001:1.0:1789603699.238204:0:35925:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789603699.238207:0:35925:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb814fdcc00 with handle 0xa04c19c788fe559b to hash 00000020:00000001:1.0:1789603699.238209:0:35925:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789603699.238211:0:35925:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.238214:0:35925:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.238218:0:35925:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603699.238220:0:35925:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603699.238225:0:35925:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe559b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603699.238235:0:35925:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe559b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603699.238245:0:35925:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe559b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789603699.238251:0:35925:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603699.238253:0:35925:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603699.238260:0:35925:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80402ac00. 00000100:00000001:1.0:1789603699.238263:0:35925:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911296000 : -106961798255616 : ffff9eb80402ac00) 00000100:00000001:1.0:1789603699.238266:0:35925:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603699.238268:0:35925:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957080704 : -106961752470912 : ffff9eb806bd4a80) 00000100:00000001:1.0:1789603699.238272:0:35925:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603699.238276:0:35925:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.238278:0:35925:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603699.238279:0:35925:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603699.238291:0:35925:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd4a80 x1876533442924416/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.238299:0:35925:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603699.238301:0:35925:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603699.238305:0:35925:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603699.238307:0:35925:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603699.238310:0:35925:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603699.238313:0:35925:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd4a80 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35925:1876533442924416:192.168.204.129@tcp:101:lfs.0 00000100:00000001:1.0:1789603699.238317:0:35925:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603699.238321:0:35925:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603699.238324:0:35925:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603699.238326:0:35925:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603699.238330:0:35925:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb8057ce800. 02000000:00000001:1.0:1789603699.238332:0:35925:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603699.238339:0:35925:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603699.238344:0:35925:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35bb0. 00000400:00000010:1.0:1789603699.238350:0:35925:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcbb0. 00000100:00000200:1.0:1789603699.238357:0:35925:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442924416, portal 10 00000100:00000001:1.0:1789603699.238359:0:35925:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603699.238361:0:35925:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957080704 : -106961752470912 : ffff9eb806bd4a80) 00000100:00000040:1.0:1789603699.238366:0:35925:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd4a80 x1876533442924416/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603715 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.238373:0:35925:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603699.238376:0:35925:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603699.238379:0:35925:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc220. 00000100:00000200:1.0:1789603699.238383:0:35925:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876533442924416, offset 0 00000400:00000200:1.0:1789603699.238390:0:35925:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603699.238400:0:35925:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603699.238407:0:35925:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603699.238412:0:35925:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603699.238416:0:35925:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603699.238420:0:35925:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603699.238423:0:35925:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603699.238426:0:35925:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2983:2983:256:4294967295] 192.168.204.129@tcp LPNI seq info [2983:2983:8:4294967295] 00000400:00000200:1.0:1789603699.238430:0:35925:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603699.238441:0:35925:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603699.238447:0:35925:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603699.238453:0:35925:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9d00. 00000800:00000200:1.0:1789603699.238460:0:35925:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603699.238469:0:35925:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603699.238473:0:35925:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789603699.238912:0:35925:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603699.238918:0:35925:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 866813 usecs (867 jiffies) 00000400:00000200:1.0:1789603699.238922:0:35925:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603699.238925:0:35925:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296699039 00000100:00000001:1.0:1789603699.238928:0:35925:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296699244 00000100:00000001:1.0:1789603699.238931:0:35925:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296699039 00000100:00000001:1.0:1789603699.238933:0:35925:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296699244 00000100:00000001:1.0:1789603699.238935:0:35925:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603699.238938:0:35925:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.238940:0:35925:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603699.238942:0:35925:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603699.238945:0:35925:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80402ac00 going to sleep for 11 seconds 00000100:00000001:1.0:1789603699.238948:0:35925:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603699.238951:0:35925:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603699.241437:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603699.241446:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9d00. 00000400:00000200:3.0:1789603699.241452:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603699.241460:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603699.241467:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc220 00000400:00000010:3.0:1789603699.241470:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc220. 00000100:00000001:3.0:1789603699.241475:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603699.241481:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4a80 x1876533442924416/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603715 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.241493:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603699.241496:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4a80 x1876533442924416/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603715 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.241503:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603699.241505:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603699.246337:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.246353:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603699.246357:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.246360:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603699.246370:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.246378:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603699.246388:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.246392:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.246398:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.246402:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d464f80 00000400:00000200:3.0:1789603699.246407:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.246423:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x8785 [1] + 224 00000800:00000001:3.0:1789603699.246431:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.246439:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603699.246442:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603699.246446:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603699.246454:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603699.246463:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4a80 x1876533442924416/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603715 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603699.246473:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb806bd4a80 x1876533442924416/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.246493:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603699.246501:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.246505:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603699.246557:0:35925:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603699.246565:0:35925:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603699.246567:0:35925:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603699.246571:0:35925:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35bb0. 00000400:00000200:1.0:1789603699.246576:0:35925:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcbb0 00000400:00000010:1.0:1789603699.246579:0:35925:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcbb0. 00000100:00000001:1.0:1789603699.246582:0:35925:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603699.246588:0:35925:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4a80 x1876533442924416/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603699.246598:0:35925:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4a80 x1876533442924416/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.246605:0:35925:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603699.246607:0:35925:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603699.246610:0:35925:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603699.246613:0:35925:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603699.246615:0:35925:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603699.246618:0:35925:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603699.246621:0:35925:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603699.246630:0:35925:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=97 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603699.246634:0:35925:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603699.246647:0:35925:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603699.246649:0:35925:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.246652:0:35925:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603699.246655:0:35925:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.246659:0:35925:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603699.246662:0:35925:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 8589934601 00000100:00000001:1.0:1789603699.246672:0:35925:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603699.246676:0:35925:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603699.246681:0:35925:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4a80 x1876533442924416/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.246688:0:35925:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603699.246692:0:35925:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603699.246694:0:35925:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603699.246697:0:35925:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4a80 x1876533442924416/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603715 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603699.246704:0:35925:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4a80 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35925:1876533442924416:192.168.204.129@tcp:101:lfs.0 00000100:00000001:1.0:1789603699.246710:0:35925:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603699.246713:0:35925:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.246715:0:35925:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603699.246717:0:35925:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603699.246721:0:35925:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4a80 x1876533442924416/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603715 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.246727:0:35925:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603699.246730:0:35925:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80402ac00. 00000100:00000001:1.0:1789603699.246733:0:35925:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603699.246735:0:35925:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.246738:0:35925:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789603699.246742:0:35925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.246745:0:35925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.246748:0:35925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=4 00000020:00000001:1.0:1789603699.246750:0:35925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.246754:0:35925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000040:1.0:1789603699.246760:0:35925:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb814fdcc00, remote cookie: 0x31dbb14d74e9227c, flags: 0x1001 00010000:00010000:1.0:1789603699.246766:0:35925:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe559b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9227c expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603699.246776:0:35925:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe559b lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9227c expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.246783:0:35925:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789603699.246787:0:35925:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789603699.246789:0:35925:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789603699.246791:0:35925:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789603699.246792:0:35925:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789603699.246795:0:35925:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9eb80647cd00) refcount = 1 00010000:00010000:1.0:1789603699.246799:0:35925:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe559b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9227c expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.246811:0:35925:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789603699.246814:0:35925:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789603699.246816:0:35925:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603699.246819:0:35925:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789603699.246821:0:35925:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603699.246825:0:35925:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe559b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9227c expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.246831:0:35925:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789603699.246832:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.246834:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.246835:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.246836:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.246838:0:35925:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.246842:0:35925:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789603699.246843:0:35925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.246844:0:35925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.246846:0:35925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:1.0:1789603699.246848:0:35925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.246850:0:35925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.246852:0:35925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.246853:0:35925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.246855:0:35925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=4 00000020:00000001:1.0:1789603699.246856:0:35925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.246859:0:35925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.246861:0:35925:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603699.246865:0:35925:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603699.246868:0:35925:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe559b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9227c expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.246874:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.246876:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.246878:0:35925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.246879:0:35925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.246880:0:35925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=5 00000020:00000001:1.0:1789603699.246882:0:35925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.246884:0:35925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.246886:0:35925:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603699.246889:0:35925:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe559b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9227c expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.246895:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.246896:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789603699.246899:0:35925:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe559b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9227c expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.246905:0:35925:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603699.246907:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.246908:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.246909:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.246911:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789603699.246916:0:35925:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb806bd4a80 x1876533442924416/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603715 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789603699.246924:0:35925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.246926:0:35925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.246927:0:35925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:1.0:1789603699.246929:0:35925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.246931:0:35925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.246933:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.246934:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603699.246936:0:35925:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.246938:0:35925:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.246941:0:35925:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789603699.246943:0:35925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.246944:0:35925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.246946:0:35925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:1.0:1789603699.246948:0:35925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.246949:0:35925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00000002:00010000:1.0:1789603699.246953:0:35925:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe559b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9227c expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.246959:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.246960:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.246961:0:35925:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789603699.246962:0:35925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.246963:0:35925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.246965:0:35925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:1.0:1789603699.246966:0:35925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.246968:0:35925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000040:1.0:1789603699.246974:0:35925:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cd00 count: 2 00010000:00000001:1.0:1789603699.246977:0:35925:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789603699.246981:0:35925:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789603699.246984:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.246985:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603699.246986:0:35925:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789603699.246989:0:35925:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bff938 00000002:00002000:1.0:1789603699.246991:0:35925:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789603699.246994:0:35925:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603699.246999:0:35925:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603699.247001:0:35925:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789603699.247005:0:35925:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789603699.247009:0:35925:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603699.247013:0:35925:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603699.247016:0:35925:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8069b5000. 00000080:00000001:1.0:1789603699.247021:0:35925:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789603699.247023:0:35925:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789603699.247030:0:35925:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789603699.247033:0:35925:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789603699.247039:0:35925:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb811aa7500. 00800000:00000001:1.0:1789603699.247042:0:35925:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637112140395776 : -106961569155840 : ffff9eb811aa7500) 00800000:00000001:1.0:1789603699.247044:0:35925:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.247046:0:35925:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789603699.247049:0:35925:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789603699.247051:0:35925:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789603699.247053:0:35925:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789603699.247056:0:35925:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789603699.247059:0:35925:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.247063:0:35925:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789603699.247066:0:35925:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789603699.247070:0:35925:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1789603699.247073:0:35925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.247074:0:35925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.247076:0:35925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:1.0:1789603699.247077:0:35925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.247079:0:35925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.247081:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.247082:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789603699.247084:0:35925:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789603699.247086:0:35925:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789603699.247087:0:35925:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb811aa7500 1 00800000:00000010:1.0:1789603699.247090:0:35925:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb811aa7500. 00800000:00000001:1.0:1789603699.247093:0:35925:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603699.247096:0:35925:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe559b 00800000:00000001:1.0:1789603699.247100:0:35925:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603699.247101:0:35925:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603699.247102:0:35925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.247103:0:35925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.247104:0:35925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:1.0:1789603699.247106:0:35925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.247108:0:35925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.247110:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.247111:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603699.247113:0:35925:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603699.247115:0:35925:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.247117:0:35925:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603699.247120:0:35925:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:1.0:1789603699.247123:0:35925:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe559b from it ffffb8e501bffbf8 00010000:00000001:1.0:1789603699.247125:0:35925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.247126:0:35925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.247127:0:35925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:1.0:1789603699.247129:0:35925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.247131:0:35925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.247133:0:35925:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603699.247135:0:35925:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe559b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9227c expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.247141:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.247142:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.247144:0:35925:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603699.247147:0:35925:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603699.247149:0:35925:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe559b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9227c expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789603699.247157:0:35925:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603699.247159:0:35925:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603699.247161:0:35925:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603699.247165:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.247165:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.247167:0:35925:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.247170:0:35925:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603699.247172:0:35925:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.247174:0:35925:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.247176:0:35925:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.247178:0:35925:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603699.247179:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.247181:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603699.247183:0:35925:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603699.247187:0:35925:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4a80 x1876533442924416/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603715 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.247195:0:35925:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603699.247197:0:35925:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603699.247200:0:35925:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb8057ce800. 02000000:00000001:1.0:1789603699.247204:0:35925:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603699.247207:0:35925:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603699.247208:0:35925:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603699.247211:0:35925:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603699.247213:0:35925:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a7800. 02000000:00000001:1.0:1789603699.247217:0:35925:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603699.247219:0:35925:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603699.247221:0:35925:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4a80. 00000100:00000001:1.0:1789603699.247224:0:35925:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603699.247226:0:35925:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603699.247229:0:35925:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:1.0:1789603699.247233:0:35925:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603699.247246:0:35925:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb810bc5980. 00000080:00000001:1.0:1789603699.247251:0:35925:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603699.247253:0:35925:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789603699.247255:0:35925:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bffb00 00000080:00200000:1.0:1789603699.247257:0:35925:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:1.0:1789603699.247261:0:35925:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8069b5000. 00800000:00000002:1.0:1789603699.247265:0:35925:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603699.247269:0:35925:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603699.247271:0:35925:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603699.247273:0:35925:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bffa20 00800000:00000002:1.0:1789603699.247275:0:35925:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603699.247278:0:35925:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603699.247280:0:35925:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603699.247282:0:35925:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603699.247284:0:35925:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603699.247286:0:35925:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603699.247288:0:35925:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603699.247290:0:35925:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603699.247292:0:35925:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603699.247295:0:35925:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789603699.247299:0:35925:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603699.247301:0:35925:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bff8f0 00000002:00010000:1.0:1789603699.247303:0:35925:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789603699.247306:0:35925:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603699.247308:0:35925:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603699.247310:0:35925:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603699.247312:0:35925:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cd00 count: 2 00010000:00000001:1.0:1789603699.247314:0:35925:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603699.247317:0:35925:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603699.247319:0:35925:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789603699.247322:0:35925:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe559b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9227c expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789603699.247330:0:35925:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603699.247333:0:35925:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603699.247336:0:35925:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe559b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9227c expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789603699.247342:0:35925:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789603699.247344:0:35925:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603699.247346:0:35925:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603699.247348:0:35925:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603699.247350:0:35925:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603699.247352:0:35925:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789603699.247354:0:35925:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789603699.247355:0:35925:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603699.247358:0:35925:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8069b5000. 00000080:00000001:1.0:1789603699.247360:0:35925:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789603699.247362:0:35925:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603699.247363:0:35925:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:1.0:1789603699.247366:0:35925:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe559b 00800000:00000001:1.0:1789603699.247368:0:35925:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603699.247370:0:35925:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603699.247372:0:35925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.247373:0:35925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.247375:0:35925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:1.0:1789603699.247376:0:35925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.247379:0:35925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.247381:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.247382:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603699.247383:0:35925:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603699.247385:0:35925:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603699.247387:0:35925:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe559b from it ffffb8e501bffb38 00010000:00000001:1.0:1789603699.247388:0:35925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.247389:0:35925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.247391:0:35925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:1.0:1789603699.247392:0:35925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.247394:0:35925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.247396:0:35925:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603699.247398:0:35925:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe559b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9227c expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789603699.247403:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.247404:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.247406:0:35925:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603699.247407:0:35925:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603699.247409:0:35925:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe559b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9227c expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789603699.247415:0:35925:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603699.247417:0:35925:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603699.247418:0:35925:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603699.247420:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.247421:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.247422:0:35925:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.247424:0:35925:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603699.247426:0:35925:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.247427:0:35925:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.247430:0:35925:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.247431:0:35925:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603699.247432:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.247434:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603699.247435:0:35925:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789603699.247437:0:35925:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603699.247438:0:35925:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 3 00000080:00000001:1.0:1789603699.247441:0:35925:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.247444:0:35925:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789603699.247446:0:35925:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bffb58 00000080:00200000:1.0:1789603699.247448:0:35925:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9eb808190908), file ffff9eb818cb5980, open_flags a141, mode 81b6 opened 0 00000080:00000010:1.0:1789603699.247454:0:35925:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9eb805103e40. 00000080:00000001:1.0:1789603699.247458:0:35925:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789603699.247460:0:35925:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bffa08 00000080:00200000:1.0:1789603699.247462:0:35925:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9eb808190908), intent=open|creat 00000080:00000010:1.0:1789603699.247469:0:35925:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8069b5000. 00800000:00000002:1.0:1789603699.247472:0:35925:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603699.247477:0:35925:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603699.247478:0:35925:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603699.247480:0:35925:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bff928 00800000:00000002:1.0:1789603699.247481:0:35925:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603699.247485:0:35925:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789603699.247487:0:35925:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789603699.247489:0:35925:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603699.247491:0:35925:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603699.247492:0:35925:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603699.247493:0:35925:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603699.247494:0:35925:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603699.247496:0:35925:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603699.247498:0:35925:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603699.247500:0:35925:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446637111935442432 : -106961774109184 : ffff9eb805731e00) 00800000:00000001:1.0:1789603699.247503:0:35925:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789603699.247505:0:35925:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789603699.247507:0:35925:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789603699.247546:0:35925:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789603699.247549:0:35925:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9eb81291b000: Allocated FID [0x200000405:0x2d:0x0] 40000000:00000001:1.0:1789603699.247553:0:35925:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.247555:0:35925:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603699.247556:0:35925:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603699.247558:0:35925:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.247560:0:35925:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bff8a8 00800000:00000002:1.0:1789603699.247563:0:35925:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2d:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:1.0:1789603699.247567:0:35925:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603699.247569:0:35925:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bff7e0 00000002:00010000:1.0:1789603699.247570:0:35925:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x200000405:0x2d:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:1.0:1789603699.247574:0:35925:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789603699.247576:0:35925:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789603699.247580:0:35925:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789603699.247584:0:35925:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.247585:0:35925:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789603699.247587:0:35925:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cd00 count: 2 00010000:00000001:1.0:1789603699.247589:0:35925:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603699.247592:0:35925:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789603699.247594:0:35925:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789603699.247597:0:35925:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe559b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e9227c expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789603699.247605:0:35925:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789603699.247609:0:35925:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789603699.247611:0:35925:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789603699.247613:0:35925:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789603699.247615:0:35925:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603699.247616:0:35925:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603699.247618:0:35925:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cd00 count: 3 00010000:00000001:1.0:1789603699.247621:0:35925:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603699.247623:0:35925:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.247625:0:35925:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603699.247625:0:35925:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603699.247627:0:35925:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cd00 count: 3 00010000:00000001:1.0:1789603699.247629:0:35925:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603699.247631:0:35925:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.247633:0:35925:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603699.247634:0:35925:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603699.247635:0:35925:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cd00 count: 3 00010000:00000001:1.0:1789603699.247637:0:35925:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603699.247638:0:35925:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.247640:0:35925:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789603699.247642:0:35925:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9eb808190840, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789603699.247646:0:35925:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789603699.247648:0:35925:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789603699.247650:0:35925:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789603699.247652:0:35925:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.247654:0:35925:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789603699.247656:0:35925:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789603699.247658:0:35925:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789603699.247659:0:35925:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603699.247661:0:35925:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789603699.247675:0:35925:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fdcc00 with handle 0xa04c19c788fe559b from hash 00010000:00000001:1.0:1789603699.247678:0:35925:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789603699.247680:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.247681:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.247682:0:35925:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789603699.247684:0:35925:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789603699.247686:0:35925:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789603699.247690:0:35925:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789603699.247692:0:35925:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603699.247694:0:35925:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789603699.247699:0:35925:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd4a80. 00000020:00000040:1.0:1789603699.247702:0:35925:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:1.0:1789603699.247707:0:35925:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789603699.247708:0:35925:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.247711:0:35925:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789603699.247715:0:35925:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603699.247717:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.247718:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.247720:0:35925:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.247723:0:35925:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603699.247725:0:35925:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603699.247728:0:35925:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603699.247735:0:35925:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041a7800. 00000100:00000001:1.0:1789603699.247741:0:35925:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.247744:0:35925:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603699.247746:0:35925:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789603699.247750:0:35925:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe559b lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e9227c expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789603699.247756:0:35925:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789603699.247757:0:35925:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789603699.247759:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789603699.247762:0:35925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe559b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e9227c expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1789603699.247768:0:35925:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb80647cd00 count: 0 00010000:00000010:1.0:1789603699.247773:0:35925:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb810da7180. 00010000:00000001:1.0:1789603699.247783:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.247785:0:35925:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.247787:0:35925:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603699.247788:0:35925:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.247790:0:35925:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.247799:0:35925:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446637111957080704 : -106961752470912 : ffff9eb806bd4a80) 00010000:00000001:1.0:1789603699.247802:0:35925:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789603699.247804:0:35925:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789603699.247807:0:35925:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb80647cf00. 00010000:00000010:1.0:1789603699.247810:0:35925:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb810da7180. 00010000:00000001:1.0:1789603699.247814:0:35925:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789603699.247817:0:35925:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb814fddc00. 00000020:00000001:1.0:1789603699.247820:0:35925:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789603699.247822:0:35925:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb814fddc00 with handle 0xa04c19c788fe55a2 to hash 00000020:00000001:1.0:1789603699.247824:0:35925:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789603699.247826:0:35925:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:1.0:1789603699.247830:0:35925:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:1.0:1789603699.247833:0:35925:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603699.247835:0:35925:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603699.247838:0:35925:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55a2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603699.247845:0:35925:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55a2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789603699.247855:0:35925:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789603699.247862:0:35925:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb806bd4a80 x1876533442924672/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789603699.247871:0:35925:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55a2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789603699.247877:0:35925:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603699.247878:0:35925:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603699.247884:0:35925:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80402ac00. 00000100:00000001:1.0:1789603699.247886:0:35925:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911296000 : -106961798255616 : ffff9eb80402ac00) 00000100:00000001:1.0:1789603699.247889:0:35925:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603699.247891:0:35925:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957080704 : -106961752470912 : ffff9eb806bd4a80) 00000100:00000001:1.0:1789603699.247894:0:35925:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603699.247898:0:35925:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.247900:0:35925:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603699.247901:0:35925:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603699.247905:0:35925:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd4a80 x1876533442924672/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.247912:0:35925:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603699.247914:0:35925:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603699.247918:0:35925:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603699.247920:0:35925:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603699.247923:0:35925:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603699.247925:0:35925:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd4a80 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35925:1876533442924672:192.168.204.129@tcp:101:lfs.0 00000100:00000001:1.0:1789603699.247930:0:35925:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603699.247935:0:35925:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603699.247937:0:35925:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603699.247939:0:35925:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603699.247995:0:35925:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9eb810260000. 02000000:00000001:1.0:1789603699.247998:0:35925:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603699.248004:0:35925:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603699.248007:0:35925:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35bb0. 00000400:00000010:1.0:1789603699.248013:0:35925:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9eb8041a4400. 00000100:00000200:1.0:1789603699.248020:0:35925:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876533442924672, portal 10 00000100:00000001:1.0:1789603699.248022:0:35925:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603699.248023:0:35925:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957080704 : -106961752470912 : ffff9eb806bd4a80) 00000100:00000040:1.0:1789603699.248029:0:35925:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd4a80 x1876533442924672/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789603715 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.248035:0:35925:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603699.248037:0:35925:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603699.248040:0:35925:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcbb0. 00000100:00000200:1.0:1789603699.248043:0:35925:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1876533442924672, offset 0 00000400:00000200:1.0:1789603699.248048:0:35925:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603699.248055:0:35925:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603699.248062:0:35925:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603699.248067:0:35925:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603699.248071:0:35925:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603699.248075:0:35925:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603699.248077:0:35925:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603699.248081:0:35925:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2984:2984:256:4294967295] 192.168.204.129@tcp LPNI seq info [2984:2984:8:4294967295] 00000400:00000200:1.0:1789603699.248085:0:35925:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603699.248095:0:35925:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603699.248101:0:35925:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603699.248107:0:35925:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9e00. 00000800:00000200:1.0:1789603699.248114:0:35925:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603699.248123:0:35925:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603699.248127:0:35925:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9e00 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:1.0:1789603699.248135:0:35925:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603699.248139:0:35925:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 865743 usecs (866 jiffies) 00000400:00000200:1.0:1789603699.248141:0:35925:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603699.248144:0:35925:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296699046 00000100:00000001:1.0:1789603699.248147:0:35925:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296699244 00000100:00000001:1.0:1789603699.248149:0:35925:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296699046 00000100:00000001:1.0:1789603699.248151:0:35925:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296699244 00000100:00000001:1.0:1789603699.248153:0:35925:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603699.248155:0:35925:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.248157:0:35925:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603699.248159:0:35925:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603699.248161:0:35925:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80402ac00 going to sleep for 11 seconds 00000100:00000001:1.0:1789603699.248163:0:35925:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603699.248165:0:35925:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603699.250482:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603699.250491:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9e00. 00000400:00000200:3.0:1789603699.250497:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603699.250507:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603699.250533:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcbb0 00000400:00000010:3.0:1789603699.250536:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcbb0. 00000100:00000001:3.0:1789603699.250542:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603699.250551:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4a80 x1876533442924672/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789603715 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.250564:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603699.250568:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4a80 x1876533442924672/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789603715 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.250575:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603699.250577:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603699.256163:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.256192:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603699.256196:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.256199:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603699.256208:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.256217:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603699.256226:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.256232:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.256238:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.256242:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 608 into portal 10 MB=0x6aab27d465080 00000400:00000200:3.0:1789603699.256248:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.256254:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 608/608 into md 0x878d [32] + 224 00000800:00000001:3.0:1789603699.256262:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.256269:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603699.256273:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603699.256277:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603699.256284:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603699.256294:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4a80 x1876533442924672/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789603715 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603699.256305:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff9eb806bd4a80 x1876533442924672/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.256328:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603699.256337:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.256340:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1789603699.257107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647cd00. 00010000:00000010:1.1:1789603699.257117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdcc00. 00000100:00000001:1.0:1789603699.257135:0:35925:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603699.257143:0:35925:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603699.257145:0:35925:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603699.257148:0:35925:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35bb0. 00000400:00000200:1.0:1789603699.257152:0:35925:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8041a4400 00000400:00000010:1.0:1789603699.257154:0:35925:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9eb8041a4400. 00000100:00000001:1.0:1789603699.257158:0:35925:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603699.257164:0:35925:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4a80 x1876533442924672/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603699.257174:0:35925:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4a80 x1876533442924672/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/66320 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.257180:0:35925:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603699.257182:0:35925:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603699.257185:0:35925:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603699.257188:0:35925:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603699.257190:0:35925:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603699.257193:0:35925:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603699.257196:0:35925:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603699.257205:0:35925:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=97 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603699.257210:0:35925:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603699.257213:0:35925:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789603699.257217:0:35925:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9eb806bd4a80 x1876533442924672/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/608 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.257224:0:35925:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789603699.257228:0:35925:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603699.257230:0:35925:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 8589934601 00000100:00000001:1.0:1789603699.257232:0:35925:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603699.257235:0:35925:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789603699.257240:0:35925:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4a80 x1876533442924672/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/608 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.257247:0:35925:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789603699.257250:0:35925:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603699.257252:0:35925:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603699.257256:0:35925:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4a80 x1876533442924672/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/608 e 0 to 0 dl 1789603715 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603699.257263:0:35925:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4a80 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35925:1876533442924672:192.168.204.129@tcp:101:lfs.0 00000100:00000001:1.0:1789603699.257269:0:35925:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603699.257272:0:35925:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789603699.257274:0:35925:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603699.257277:0:35925:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603699.257280:0:35925:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4a80 x1876533442924672/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/608 e 0 to 0 dl 1789603715 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.257286:0:35925:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603699.257289:0:35925:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80402ac00. 00000100:00000001:1.0:1789603699.257291:0:35925:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603699.257293:0:35925:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1789603699.257297:0:35925:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789603699.257302:0:35925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.257305:0:35925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.257308:0:35925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fddc00 refcount=4 00000020:00000001:1.0:1789603699.257310:0:35925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:1.0:1789603699.257313:0:35925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00010000:1.0:1789603699.257318:0:35925:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55a2 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.257329:0:35925:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1789603699.257334:0:35925:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55a2 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.257340:0:35925:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603699.257343:0:35925:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55a2 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.257349:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.257350:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789603699.257353:0:35925:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55a2 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.257358:0:35925:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603699.257362:0:35925:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.257365:0:35925:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789603699.257368:0:35925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55a2 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603699.257374:0:35925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb814fddc00 already unused, calling callback (ffffffffc1bbd980) 00000080:00000001:1.0:1789603699.257377:0:35925:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1789603699.257381:0:35925:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55a2 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.257386:0:35925:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1789603699.257389:0:35925:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1789603699.257393:0:35925:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55a2 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.257398:0:35925:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1789603699.257400:0:35925:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789603699.257401:0:35925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.257403:0:35925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.257404:0:35925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fddc00 refcount=5 00000020:00000001:1.0:1789603699.257406:0:35925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:1.0:1789603699.257408:0:35925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:1.0:1789603699.257410:0:35925:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789603699.257413:0:35925:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55a2 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1789603699.257417:0:35925:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789603699.257419:0:35925:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603699.257422:0:35925:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1789603699.257424:0:35925:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789603699.257426:0:35925:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789603699.257427:0:35925:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789603699.257429:0:35925:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603699.257431:0:35925:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789603699.257433:0:35925:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fddc00 with handle 0xa04c19c788fe55a2 from hash 00010000:00000001:1.0:1789603699.257436:0:35925:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789603699.257437:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.257438:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.257439:0:35925:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789603699.257440:0:35925:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789603699.257442:0:35925:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1789603699.257444:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.257445:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.257447:0:35925:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.257448:0:35925:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603699.257450:0:35925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55a2 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.257456:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.257457:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.257458:0:35925:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1789603699.257460:0:35925:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603699.257461:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.257462:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.257463:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789603699.257465:0:35925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55a2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789603699.257471:0:35925:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb80647cf00 count: 0 00010000:00000010:1.0:1789603699.257478:0:35925:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb810da7180. 00010000:00000001:1.0:1789603699.257486:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.257488:0:35925:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1789603699.257491:0:35925:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1789603699.257498:0:35925:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=-21 req@ffff9eb806bd4a80 x1876533442924672/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/608 e 0 to 0 dl 1789603715 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789603699.257505:0:35925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1789603699.257507:0:35925:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.257544:0:35925:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.257546:0:35925:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.257549:0:35925:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000002:00000001:1.0:1789603699.257552:0:35925:0:(mdc_locks.c:1316:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:1.0:1789603699.257556:0:35925:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bff768 00000002:00002000:1.0:1789603699.257558:0:35925:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open|creat status=-21 disp=0xb: rc = -21 00000002:00000001:1.0:1789603699.257561:0:35925:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:1.0:1789603699.257565:0:35925:0:(lmv_intent.c:387:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:1.0:1789603699.257568:0:35925:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:1.0:1789603699.257571:0:35925:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:1.0:1789603699.257574:0:35925:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:1.0:1789603699.257577:0:35925:0:(namei.c:1264:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:1.0:1789603699.257582:0:35925:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603699.257585:0:35925:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8069b5000. 00000100:00000001:1.0:1789603699.257589:0:35925:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603699.257593:0:35925:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4a80 x1876533442924672/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/608 e 0 to 0 dl 1789603715 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.257600:0:35925:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603699.257602:0:35925:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603699.257605:0:35925:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9eb810260000. 02000000:00000001:1.0:1789603699.257746:0:35925:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603699.257750:0:35925:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603699.257751:0:35925:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603699.257754:0:35925:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603699.257757:0:35925:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a7800. 02000000:00000001:1.0:1789603699.257760:0:35925:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603699.257762:0:35925:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603699.257764:0:35925:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4a80. 00000100:00000001:1.0:1789603699.257767:0:35925:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603699.257769:0:35925:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603699.257773:0:35925:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789603699.257775:0:35925:0:(dcache.c:176:ll_intent_release()) intent ffff9eb805103e40 released 00000080:00000001:1.0:1789603699.257777:0:35925:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:1.0:1789603699.257779:0:35925:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9eb805103e40. 00000080:00000001:1.0:1789603699.257782:0:35925:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:1.0:1789603699.257788:0:35925:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1789603699.257791:0:35925:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1789603699.257839:0:35925:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603699.257841:0:35925:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603699.257844:0:35925:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789603699.257845:0:35925:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bffbc0 00000080:00200000:1.0:1789603699.257848:0:35925:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:1.0:1789603699.257853:0:35925:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8069b5000. 00800000:00000002:1.0:1789603699.257858:0:35925:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603699.257862:0:35925:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603699.257865:0:35925:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603699.257866:0:35925:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bffae0 00800000:00000002:1.0:1789603699.257868:0:35925:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603699.257871:0:35925:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603699.257874:0:35925:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603699.257877:0:35925:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603699.257879:0:35925:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603699.257881:0:35925:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603699.257883:0:35925:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603699.257885:0:35925:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603699.257887:0:35925:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603699.257891:0:35925:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789603699.257896:0:35925:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603699.257898:0:35925:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bff9b0 00000002:00010000:1.0:1789603699.257899:0:35925:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789603699.257903:0:35925:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603699.257905:0:35925:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603699.257907:0:35925:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789603699.257911:0:35925:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.257914:0:35925:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.257917:0:35925:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.257919:0:35925:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789603699.257921:0:35925:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789603699.257925:0:35925:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd4a80. 00000020:00000040:1.0:1789603699.257929:0:35925:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:1.0:1789603699.257933:0:35925:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789603699.257938:0:35925:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603699.257942:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.257944:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.257945:0:35925:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.257948:0:35925:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603699.257950:0:35925:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603699.257954:0:35925:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603699.257959:0:35925:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041a7800. 00000100:00000001:1.0:1789603699.257965:0:35925:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.257968:0:35925:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603699.257969:0:35925:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.257971:0:35925:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603699.257972:0:35925:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.257974:0:35925:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.257979:0:35925:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637111957080704 : -106961752470912 : ffff9eb806bd4a80) 00010000:00000001:1.0:1789603699.257983:0:35925:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789603699.257985:0:35925:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789603699.257988:0:35925:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb80647cd00. 00010000:00000010:1.0:1789603699.257991:0:35925:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb810da7180. 00010000:00000001:1.0:1789603699.257994:0:35925:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789603699.257996:0:35925:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb814fdcc00. 00000020:00000001:1.0:1789603699.257999:0:35925:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789603699.258001:0:35925:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb814fdcc00 with handle 0xa04c19c788fe55a9 to hash 00000020:00000001:1.0:1789603699.258003:0:35925:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789603699.258005:0:35925:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.258008:0:35925:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.258011:0:35925:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603699.258012:0:35925:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603699.258017:0:35925:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603699.258023:0:35925:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603699.258033:0:35925:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789603699.258039:0:35925:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603699.258040:0:35925:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603699.258045:0:35925:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80402ac00. 00000100:00000001:1.0:1789603699.258047:0:35925:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911296000 : -106961798255616 : ffff9eb80402ac00) 00000100:00000001:1.0:1789603699.258050:0:35925:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603699.258051:0:35925:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957080704 : -106961752470912 : ffff9eb806bd4a80) 00000100:00000001:1.0:1789603699.258056:0:35925:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603699.258060:0:35925:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.258062:0:35925:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603699.258064:0:35925:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603699.258069:0:35925:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd4a80 x1876533442924800/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.258083:0:35925:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603699.258085:0:35925:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603699.258089:0:35925:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603699.258091:0:35925:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603699.258094:0:35925:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603699.258097:0:35925:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd4a80 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35925:1876533442924800:192.168.204.129@tcp:101:lfs.0 00000100:00000001:1.0:1789603699.258100:0:35925:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603699.258104:0:35925:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603699.258106:0:35925:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603699.258108:0:35925:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603699.258111:0:35925:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb8057ce800. 02000000:00000001:1.0:1789603699.258113:0:35925:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603699.258119:0:35925:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603699.258122:0:35925:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35bb0. 00000400:00000010:1.0:1789603699.258128:0:35925:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc6e8. 00000100:00000200:1.0:1789603699.258133:0:35925:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442924800, portal 10 00000100:00000001:1.0:1789603699.258135:0:35925:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603699.258136:0:35925:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957080704 : -106961752470912 : ffff9eb806bd4a80) 00000100:00000040:1.0:1789603699.258141:0:35925:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd4a80 x1876533442924800/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603715 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.258149:0:35925:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603699.258151:0:35925:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603699.258153:0:35925:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc198. 00000100:00000200:1.0:1789603699.258157:0:35925:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876533442924800, offset 0 00000400:00000200:1.0:1789603699.258162:0:35925:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603699.258168:0:35925:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603699.258175:0:35925:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603699.258180:0:35925:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603699.258184:0:35925:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603699.258187:0:35925:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603699.258190:0:35925:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603699.258194:0:35925:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2985:2985:256:4294967295] 192.168.204.129@tcp LPNI seq info [2985:2985:8:4294967295] 00000400:00000200:1.0:1789603699.258199:0:35925:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603699.258208:0:35925:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603699.258214:0:35925:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603699.258218:0:35925:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9900. 00000800:00000200:1.0:1789603699.258225:0:35925:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603699.258232:0:35925:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603699.258236:0:35925:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789603699.258257:0:35925:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603699.258261:0:35925:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 864677 usecs (865 jiffies) 00000400:00000200:1.0:1789603699.258264:0:35925:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603699.258267:0:35925:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296699056 00000100:00000001:1.0:1789603699.258270:0:35925:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296699244 00000100:00000001:1.0:1789603699.258272:0:35925:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296699056 00000100:00000001:1.0:1789603699.258274:0:35925:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296699244 00000100:00000001:1.0:1789603699.258276:0:35925:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603699.258279:0:35925:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.258281:0:35925:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603699.258282:0:35925:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603699.258285:0:35925:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80402ac00 going to sleep for 11 seconds 00000100:00000001:1.0:1789603699.258286:0:35925:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603699.258288:0:35925:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603699.258609:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603699.258614:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9900. 00000400:00000200:3.0:1789603699.258618:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603699.258623:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603699.258628:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc198 00000400:00000010:3.0:1789603699.258630:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc198. 00000100:00000001:3.0:1789603699.258633:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603699.258710:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4a80 x1876533442924800/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603715 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.258720:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603699.258724:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4a80 x1876533442924800/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603715 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.258730:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603699.258732:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789603699.261938:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647cf00. 00010000:00000010:1.1:1789603699.261954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fddc00. 00000080:00000010:1.1:1789603699.265989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5980. 00000800:00000001:3.0:1789603699.283024:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.283044:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603699.283049:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.283051:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603699.283061:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.283070:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603699.283078:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.283084:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.283089:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.283093:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d465100 00000400:00000200:3.0:1789603699.283098:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.283104:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x8795 [1] + 224 00000800:00000001:3.0:1789603699.283113:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.283120:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603699.283123:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603699.283128:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603699.283135:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603699.283144:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4a80 x1876533442924800/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603715 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603699.283155:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb806bd4a80 x1876533442924800/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.283179:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603699.283189:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.283193:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603699.283270:0:35925:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603699.283277:0:35925:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603699.283279:0:35925:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603699.283283:0:35925:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35bb0. 00000400:00000200:1.0:1789603699.283287:0:35925:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc6e8 00000400:00000010:1.0:1789603699.283290:0:35925:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc6e8. 00000100:00000001:1.0:1789603699.283293:0:35925:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603699.283298:0:35925:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4a80 x1876533442924800/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603699.283306:0:35925:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4a80 x1876533442924800/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.283313:0:35925:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603699.283315:0:35925:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603699.283318:0:35925:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603699.283321:0:35925:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603699.283323:0:35925:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603699.283326:0:35925:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603699.283329:0:35925:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603699.283337:0:35925:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=97 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603699.283341:0:35925:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603699.283344:0:35925:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603699.283345:0:35925:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.283348:0:35925:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603699.283351:0:35925:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.283355:0:35925:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603699.283357:0:35925:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 8589934601 00000100:00000001:1.0:1789603699.283359:0:35925:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603699.283361:0:35925:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603699.283366:0:35925:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4a80 x1876533442924800/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.283373:0:35925:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603699.283376:0:35925:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603699.283377:0:35925:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603699.283381:0:35925:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4a80 x1876533442924800/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603715 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603699.283388:0:35925:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4a80 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35925:1876533442924800:192.168.204.129@tcp:101:lfs.0 00000100:00000001:1.0:1789603699.283393:0:35925:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603699.283396:0:35925:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.283398:0:35925:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603699.283400:0:35925:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603699.283403:0:35925:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4a80 x1876533442924800/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603715 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.283409:0:35925:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603699.283412:0:35925:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80402ac00. 00000100:00000001:1.0:1789603699.283417:0:35925:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603699.283418:0:35925:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.283421:0:35925:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789603699.283424:0:35925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.283426:0:35925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.283429:0:35925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=4 00000020:00000001:1.0:1789603699.283431:0:35925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.283434:0:35925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000040:1.0:1789603699.283440:0:35925:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb814fdcc00, remote cookie: 0x31dbb14d74e922a6, flags: 0x1001 00010000:00010000:1.0:1789603699.283445:0:35925:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603699.283455:0:35925:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.283462:0:35925:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789603699.283466:0:35925:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789603699.283468:0:35925:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789603699.283469:0:35925:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789603699.283471:0:35925:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789603699.283473:0:35925:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9eb80647cd00) refcount = 1 00010000:00010000:1.0:1789603699.283477:0:35925:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.283482:0:35925:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789603699.283485:0:35925:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789603699.283486:0:35925:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603699.283490:0:35925:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789603699.283492:0:35925:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603699.283495:0:35925:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.283504:0:35925:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789603699.283505:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.283507:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.283542:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.283544:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.283545:0:35925:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.283550:0:35925:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789603699.283551:0:35925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.283553:0:35925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.283554:0:35925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:1.0:1789603699.283556:0:35925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.283558:0:35925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.283560:0:35925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.283561:0:35925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.283562:0:35925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=4 00000020:00000001:1.0:1789603699.283564:0:35925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.283566:0:35925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.283569:0:35925:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603699.283572:0:35925:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603699.283575:0:35925:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.283582:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.283583:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.283584:0:35925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.283586:0:35925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.283587:0:35925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=5 00000020:00000001:1.0:1789603699.283589:0:35925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.283591:0:35925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.283593:0:35925:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603699.283596:0:35925:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.283602:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.283603:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789603699.283606:0:35925:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.283612:0:35925:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603699.283614:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.283615:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.283616:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.283617:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789603699.283622:0:35925:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb806bd4a80 x1876533442924800/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603715 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789603699.283631:0:35925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.283632:0:35925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.283634:0:35925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:1.0:1789603699.283650:0:35925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.283652:0:35925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.283654:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.283656:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603699.283657:0:35925:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.283659:0:35925:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.283662:0:35925:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789603699.283674:0:35925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.283675:0:35925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.283676:0:35925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:1.0:1789603699.283678:0:35925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.283680:0:35925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00000002:00010000:1.0:1789603699.283683:0:35925:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.283688:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.283690:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.283691:0:35925:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789603699.283692:0:35925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.283693:0:35925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.283694:0:35925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:1.0:1789603699.283696:0:35925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.283697:0:35925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000040:1.0:1789603699.283704:0:35925:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cd00 count: 2 00010000:00000001:1.0:1789603699.283706:0:35925:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789603699.283711:0:35925:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789603699.283713:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.283714:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603699.283715:0:35925:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789603699.283718:0:35925:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bff938 00000002:00002000:1.0:1789603699.283720:0:35925:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789603699.283723:0:35925:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603699.283727:0:35925:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603699.283730:0:35925:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789603699.283734:0:35925:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789603699.283737:0:35925:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603699.283741:0:35925:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603699.283744:0:35925:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8069b5000. 00000080:00000001:1.0:1789603699.283749:0:35925:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789603699.283751:0:35925:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789603699.283759:0:35925:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789603699.283762:0:35925:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789603699.283767:0:35925:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb811aa7500. 00800000:00000001:1.0:1789603699.283769:0:35925:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637112140395776 : -106961569155840 : ffff9eb811aa7500) 00800000:00000001:1.0:1789603699.283771:0:35925:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.283773:0:35925:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789603699.283776:0:35925:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789603699.283778:0:35925:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789603699.283780:0:35925:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789603699.283783:0:35925:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789603699.283784:0:35925:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.283789:0:35925:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789603699.283791:0:35925:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789603699.283796:0:35925:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1789603699.283798:0:35925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.283799:0:35925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.283801:0:35925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:1.0:1789603699.283803:0:35925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.283804:0:35925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.283806:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.283807:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789603699.283809:0:35925:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789603699.283811:0:35925:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789603699.283812:0:35925:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb811aa7500 1 00800000:00000010:1.0:1789603699.283814:0:35925:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb811aa7500. 00800000:00000001:1.0:1789603699.283816:0:35925:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603699.283819:0:35925:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe55a9 00800000:00000001:1.0:1789603699.283822:0:35925:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603699.283823:0:35925:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603699.283824:0:35925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.283825:0:35925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.283826:0:35925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:1.0:1789603699.283828:0:35925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.283830:0:35925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.283832:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.283833:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603699.283834:0:35925:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603699.283836:0:35925:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.283838:0:35925:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603699.283840:0:35925:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:1.0:1789603699.283843:0:35925:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe55a9 from it ffffb8e501bffbf8 00010000:00000001:1.0:1789603699.283845:0:35925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.283846:0:35925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.283847:0:35925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:1.0:1789603699.283849:0:35925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.283851:0:35925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603699.283853:0:35925:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603699.283855:0:35925:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.283861:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.283862:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.283863:0:35925:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603699.283865:0:35925:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603699.283868:0:35925:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789603699.283875:0:35925:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603699.283877:0:35925:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603699.283880:0:35925:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603699.283884:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.283886:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.283887:0:35925:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.283891:0:35925:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603699.283892:0:35925:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.283894:0:35925:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.283896:0:35925:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.283898:0:35925:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603699.283899:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.283901:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603699.283902:0:35925:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603699.283907:0:35925:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4a80 x1876533442924800/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603715 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.283914:0:35925:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603699.283916:0:35925:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603699.283920:0:35925:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb8057ce800. 02000000:00000001:1.0:1789603699.283923:0:35925:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603699.283926:0:35925:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603699.283928:0:35925:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603699.283930:0:35925:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603699.283933:0:35925:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a7800. 02000000:00000001:1.0:1789603699.283936:0:35925:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603699.283938:0:35925:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603699.283940:0:35925:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4a80. 00000100:00000001:1.0:1789603699.283944:0:35925:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603699.283946:0:35925:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603699.283949:0:35925:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:1.0:1789603699.283954:0:35925:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603699.283969:0:35925:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb810bc5980. 00000080:00000001:1.0:1789603699.283973:0:35925:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789603699.283975:0:35925:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bffb58 00000080:00200000:1.0:1789603699.283978:0:35925:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9eb808190908), file ffff9eb818cb4600, open_flags 1a100, mode 0 opened 0 00000080:00000010:1.0:1789603699.283983:0:35925:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9eb805103e40. 00000080:00000001:1.0:1789603699.283986:0:35925:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789603699.283988:0:35925:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bffa08 00000080:00200000:1.0:1789603699.283990:0:35925:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9eb808190908), intent=open 00000080:00000010:1.0:1789603699.283999:0:35925:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8069b5000. 00800000:00000002:1.0:1789603699.284004:0:35925:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603699.284009:0:35925:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603699.284011:0:35925:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603699.284013:0:35925:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bff928 00800000:00000002:1.0:1789603699.284014:0:35925:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603699.284017:0:35925:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789603699.284019:0:35925:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789603699.284023:0:35925:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603699.284026:0:35925:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603699.284029:0:35925:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603699.284032:0:35925:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603699.284033:0:35925:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603699.284035:0:35925:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603699.284038:0:35925:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603699.284041:0:35925:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446637111935442432 : -106961774109184 : ffff9eb805731e00) 00000020:00000001:1.0:1789603699.284044:0:35925:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bff8a8 00800000:00000002:1.0:1789603699.284046:0:35925:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:1.0:1789603699.284051:0:35925:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603699.284053:0:35925:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bff7e0 00000002:00010000:1.0:1789603699.284055:0:35925:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:1.0:1789603699.284059:0:35925:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789603699.284062:0:35925:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789603699.284066:0:35925:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789603699.284069:0:35925:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cd00 count: 2 00010000:00000001:1.0:1789603699.284071:0:35925:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603699.284073:0:35925:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789603699.284076:0:35925:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.284077:0:35925:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.284080:0:35925:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603699.284084:0:35925:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd4a80. 00000020:00000040:1.0:1789603699.284086:0:35925:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:1.0:1789603699.284091:0:35925:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789603699.284092:0:35925:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.284095:0:35925:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789603699.284099:0:35925:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603699.284101:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.284103:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.284104:0:35925:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.284107:0:35925:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603699.284108:0:35925:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603699.284111:0:35925:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603699.284118:0:35925:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041a7800. 00000100:00000001:1.0:1789603699.284123:0:35925:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.284126:0:35925:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603699.284128:0:35925:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.284129:0:35925:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603699.284130:0:35925:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.284132:0:35925:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.284141:0:35925:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446637111957080704 : -106961752470912 : ffff9eb806bd4a80) 00010000:00000001:1.0:1789603699.284145:0:35925:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789603699.284148:0:35925:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789603699.284151:0:35925:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cd00 count: 2 00010000:00000001:1.0:1789603699.284153:0:35925:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603699.284155:0:35925:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789603699.284158:0:35925:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb814fddc00. 00000020:00000001:1.0:1789603699.284162:0:35925:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789603699.284164:0:35925:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb814fddc00 with handle 0xa04c19c788fe55b0 to hash 00000020:00000001:1.0:1789603699.284165:0:35925:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789603699.284167:0:35925:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:1.0:1789603699.284171:0:35925:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:1.0:1789603699.284173:0:35925:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603699.284174:0:35925:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603699.284177:0:35925:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55b0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603699.284183:0:35925:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55b0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789603699.284193:0:35925:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789603699.284199:0:35925:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb806bd4a80 x1876533442925056/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789603699.284207:0:35925:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55b0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789603699.284212:0:35925:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603699.284213:0:35925:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603699.284219:0:35925:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80402ac00. 00000100:00000001:1.0:1789603699.284222:0:35925:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911296000 : -106961798255616 : ffff9eb80402ac00) 00000100:00000001:1.0:1789603699.284224:0:35925:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603699.284225:0:35925:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957080704 : -106961752470912 : ffff9eb806bd4a80) 00000100:00000001:1.0:1789603699.284229:0:35925:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603699.284234:0:35925:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.284236:0:35925:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603699.284237:0:35925:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603699.284241:0:35925:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd4a80 x1876533442925056/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.284248:0:35925:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603699.284251:0:35925:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603699.284256:0:35925:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603699.284258:0:35925:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603699.284260:0:35925:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603699.284264:0:35925:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd4a80 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35925:1876533442925056:192.168.204.129@tcp:101:lfs.0 00000100:00000001:1.0:1789603699.284268:0:35925:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603699.284273:0:35925:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603699.284275:0:35925:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603699.284278:0:35925:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603699.284377:0:35925:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9eb810280000. 02000000:00000001:1.0:1789603699.284380:0:35925:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603699.284385:0:35925:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603699.284390:0:35925:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35bb0. 00000400:00000010:1.0:1789603699.284396:0:35925:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9eb8057ce800. 00000100:00000200:1.0:1789603699.284403:0:35925:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876533442925056, portal 10 00000100:00000001:1.0:1789603699.284405:0:35925:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603699.284406:0:35925:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957080704 : -106961752470912 : ffff9eb806bd4a80) 00000100:00000040:1.0:1789603699.284413:0:35925:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd4a80 x1876533442925056/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789603715 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.284420:0:35925:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603699.284422:0:35925:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603699.284425:0:35925:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc6e8. 00000100:00000200:1.0:1789603699.284428:0:35925:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1876533442925056, offset 0 00000400:00000200:1.0:1789603699.284434:0:35925:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603699.284440:0:35925:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603699.284447:0:35925:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603699.284452:0:35925:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603699.284457:0:35925:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603699.284460:0:35925:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603699.284464:0:35925:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603699.284467:0:35925:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2986:2986:256:4294967295] 192.168.204.129@tcp LPNI seq info [2986:2986:8:4294967295] 00000400:00000200:1.0:1789603699.284472:0:35925:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603699.284483:0:35925:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603699.284490:0:35925:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603699.284496:0:35925:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9500. 00000800:00000200:1.0:1789603699.284504:0:35925:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603699.284546:0:35925:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603699.284550:0:35925:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9500 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:1.0:1789603699.284575:0:35925:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603699.284579:0:35925:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 863638 usecs (864 jiffies) 00000400:00000200:1.0:1789603699.284584:0:35925:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603699.284586:0:35925:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296699082 00000100:00000001:1.0:1789603699.284589:0:35925:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296699244 00000100:00000001:1.0:1789603699.284592:0:35925:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296699082 00000100:00000001:1.0:1789603699.284594:0:35925:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296699244 00000100:00000001:1.0:1789603699.284596:0:35925:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603699.284598:0:35925:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.284600:0:35925:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603699.284602:0:35925:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603699.284605:0:35925:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80402ac00 going to sleep for 11 seconds 00000100:00000001:1.0:1789603699.284607:0:35925:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603699.284609:0:35925:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603699.287103:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603699.287115:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9500. 00000400:00000200:3.0:1789603699.287123:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603699.287132:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603699.287139:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc6e8 00000400:00000010:3.0:1789603699.287142:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc6e8. 00000100:00000001:3.0:1789603699.287147:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603699.287155:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4a80 x1876533442925056/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789603715 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.287167:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603699.287170:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4a80 x1876533442925056/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789603715 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.287178:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603699.287179:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603699.297942:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.297960:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603699.297965:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.297967:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603699.297976:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.297984:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603699.297993:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.297999:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.298005:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.298010:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 608 into portal 10 MB=0x6aab27d465200 00000400:00000200:3.0:1789603699.298015:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.298020:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 608/608 into md 0x879d [64] + 224 00000800:00000001:3.0:1789603699.298026:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.298033:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603699.298037:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603699.298041:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603699.298049:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603699.298058:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4a80 x1876533442925056/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789603715 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603699.298068:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9eb806bd4a80 x1876533442925056/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.298090:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603699.298098:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.298102:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603699.298631:0:35925:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603699.298717:0:35925:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603699.298719:0:35925:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603699.298723:0:35925:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35bb0. 00000400:00000200:1.0:1789603699.298728:0:35925:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057ce800 00000400:00000010:1.0:1789603699.298731:0:35925:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9eb8057ce800. 00000100:00000001:1.0:1789603699.298735:0:35925:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603699.298743:0:35925:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4a80 x1876533442925056/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603699.298752:0:35925:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4a80 x1876533442925056/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/131856 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.298759:0:35925:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603699.298762:0:35925:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603699.298765:0:35925:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603699.298768:0:35925:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603699.298770:0:35925:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603699.298772:0:35925:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603699.298775:0:35925:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603699.298786:0:35925:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=97 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603699.298790:0:35925:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603699.298793:0:35925:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789603699.298796:0:35925:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9eb806bd4a80 x1876533442925056/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/608 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.298802:0:35925:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789603699.298806:0:35925:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789603699.298807:0:35925:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789603699.298809:0:35925:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789603699.298812:0:35925:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603699.298813:0:35925:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957080704 : -106961752470912 : ffff9eb806bd4a80) 00000100:00000001:1.0:1789603699.298817:0:35925:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603699.298819:0:35925:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 8589934601 00000100:00000001:1.0:1789603699.298821:0:35925:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603699.298823:0:35925:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789603699.298827:0:35925:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4a80 x1876533442925056/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/608 e 0 to 0 dl 1789603715 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.298834:0:35925:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789603699.298837:0:35925:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603699.298839:0:35925:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603699.298843:0:35925:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4a80 x1876533442925056/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/608 e 0 to 0 dl 1789603715 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603699.298852:0:35925:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4a80 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35925:1876533442925056:192.168.204.129@tcp:101:lfs.0 00000100:00000001:1.0:1789603699.298857:0:35925:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603699.298860:0:35925:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789603699.298863:0:35925:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603699.298865:0:35925:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603699.298868:0:35925:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4a80 x1876533442925056/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/608 e 0 to 0 dl 1789603715 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.298876:0:35925:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603699.298879:0:35925:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80402ac00. 00000100:00000001:1.0:1789603699.298882:0:35925:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603699.298883:0:35925:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1789603699.298886:0:35925:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789603699.298892:0:35925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.298895:0:35925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.298899:0:35925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fddc00 refcount=4 00000020:00000001:1.0:1789603699.298902:0:35925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:1.0:1789603699.298905:0:35925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00010000:1.0:1789603699.298910:0:35925:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55b0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.298921:0:35925:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1789603699.298926:0:35925:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55b0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.298932:0:35925:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603699.298935:0:35925:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55b0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.298941:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.298943:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789603699.298945:0:35925:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55b0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.298951:0:35925:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603699.298955:0:35925:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.298958:0:35925:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789603699.298961:0:35925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55b0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603699.298971:0:35925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb814fddc00 already unused, calling callback (ffffffffc1bbd980) 00000080:00000001:1.0:1789603699.298975:0:35925:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1789603699.298979:0:35925:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55b0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.298985:0:35925:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1789603699.298987:0:35925:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1789603699.298991:0:35925:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55b0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.298995:0:35925:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1789603699.298998:0:35925:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789603699.298999:0:35925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.299000:0:35925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.299002:0:35925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fddc00 refcount=5 00000020:00000001:1.0:1789603699.299004:0:35925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:1.0:1789603699.299006:0:35925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:1.0:1789603699.299009:0:35925:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789603699.299012:0:35925:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55b0 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1789603699.299018:0:35925:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789603699.299020:0:35925:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603699.299023:0:35925:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1789603699.299024:0:35925:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789603699.299027:0:35925:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789603699.299028:0:35925:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789603699.299030:0:35925:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603699.299031:0:35925:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789603699.299034:0:35925:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fddc00 with handle 0xa04c19c788fe55b0 from hash 00010000:00000001:1.0:1789603699.299037:0:35925:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789603699.299038:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.299040:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.299041:0:35925:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789603699.299043:0:35925:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789603699.299044:0:35925:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1789603699.299047:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.299048:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.299049:0:35925:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.299051:0:35925:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603699.299054:0:35925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55b0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.299060:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.299060:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.299062:0:35925:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1789603699.299063:0:35925:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603699.299064:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.299065:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.299065:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789603699.299067:0:35925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55b0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 35925 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.299081:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.299083:0:35925:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1789603699.299089:0:35925:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1789603699.299095:0:35925:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9eb806bd4a80 x1876533442925056/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/608 e 0 to 0 dl 1789603715 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789603699.299104:0:35925:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789603699.299110:0:35925:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb806bd4a80 x1876533442925056/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/608 e 0 to 0 dl 1789603715 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789603699.299115:0:35925:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.299117:0:35925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1789603699.299119:0:35925:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.299121:0:35925:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.299123:0:35925:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.299127:0:35925:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789603699.299129:0:35925:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603699.299131:0:35925:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957080704 : -106961752470912 : ffff9eb806bd4a80) 00010000:00000001:1.0:1789603699.299133:0:35925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1789603699.299134:0:35925:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.299135:0:35925:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789603699.299138:0:35925:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bff768 00000002:00002000:1.0:1789603699.299140:0:35925:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1789603699.299144:0:35925:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603699.299147:0:35925:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603699.299149:0:35925:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789603699.299152:0:35925:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789603699.299155:0:35925:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603699.299160:0:35925:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000001:1.0:1789603699.299163:0:35925:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789603699.299164:0:35925:0:(namei.c:674:ll_lookup_it_finish()) it ffff9eb805103e40 it_disposition 80002b 00000080:00000001:1.0:1789603699.299167:0:35925:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789603699.299173:0:35925:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789603699.299177:0:35925:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789603699.299179:0:35925:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:1.0:1789603699.299182:0:35925:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1789603699.299188:0:35925:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789603699.299191:0:35925:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x2c:0x0] 00000080:00000001:1.0:1789603699.299193:0:35925:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.299197:0:35925:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:1.0:1789603699.299199:0:35925:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1789603699.299204:0:35925:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x2c:0x0], updating i_size 4096 00000080:00200000:1.0:1789603699.299207:0:35925:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x2c:0x0](ffff9eb808122a08): rc = 0 00000080:00000001:1.0:1789603699.299209:0:35925:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979420168 : -106961730131448 : ffff9eb808122a08) 00000080:00000001:1.0:1789603699.299212:0:35925:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789603699.299214:0:35925:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789603699.299216:0:35925:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603699.299219:0:35925:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2c:0x0](ffff9eb808122a08) for lock 0x0 00800000:00000001:1.0:1789603699.299221:0:35925:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603699.299223:0:35925:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:1.0:1789603699.299225:0:35925:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603699.299227:0:35925:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1789603699.299233:0:35925:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb82054ce58 inode ffff9eb808122a08 refc 1 flags 0x20000e 00000080:00000001:1.0:1789603699.299237:0:35925:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1789603699.299239:0:35925:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.299242:0:35925:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789603699.299245:0:35925:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789603699.299249:0:35925:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8069b5000. 00000100:00000001:1.0:1789603699.299252:0:35925:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603699.299256:0:35925:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd4a80 x1876533442925056/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/608 e 0 to 0 dl 1789603715 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.299263:0:35925:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.299271:0:35925:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:1.0:1789603699.299274:0:35925:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789603699.299276:0:35925:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bffa48 00000080:00200008:1.0:1789603699.299278:0:35925:0:(file.c:1090:ll_file_open()) START file d24b.recovery-small:[0x200000405:0x2c:0x0](ffff9eb808122a08), flags 320400 00000080:00000010:1.0:1789603699.299286:0:35925:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9eb812253400. 00000080:00000010:1.0:1789603699.299295:0:35925:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9eb811aa7500. 00000080:00000001:1.0:1789603699.299297:0:35925:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789603699.299300:0:35925:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1789603699.299303:0:35925:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603699.299305:0:35925:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603699.299308:0:35925:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603699.299310:0:35925:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603699.299312:0:35925:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603699.299314:0:35925:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:1.0:1789603699.299316:0:35925:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.299319:0:35925:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789603699.299323:0:35925:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9eb810bc5cc0. 00000002:00100000:1.0:1789603699.299328:0:35925:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb806bd4a80 x1876533442925056/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/608 e 0 to 0 dl 1789603715 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789603699.299334:0:35925:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603699.299336:0:35925:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789603699.299339:0:35925:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789603699.299343:0:35925:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.299346:0:35925:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603699.299349:0:35925:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603699.299353:0:35925:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4a80 x1876533442925056/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/608 e 0 to 0 dl 1789603715 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789603699.299360:0:35925:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603699.299364:0:35925:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9eb810280000. 02000000:00000001:1.0:1789603699.299418:0:35925:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789603699.299420:0:35925:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.299423:0:35925:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bffa48 00000080:00000008:1.0:1789603699.299426:0:35925:0:(file.c:1329:ll_file_open()) COMPLETED file d24b.recovery-small:[0x200000405:0x2c:0x0](ffff9eb808122a08), flags 320400, rc = 0 00000080:00000001:1.0:1789603699.299429:0:35925:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.299432:0:35925:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789603699.299434:0:35925:0:(dcache.c:176:ll_intent_release()) intent ffff9eb805103e40 released 00000080:00000001:1.0:1789603699.299436:0:35925:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789603699.299439:0:35925:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1789603699.299440:0:35925:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.299443:0:35925:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789603699.299445:0:35925:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9eb805103e40. 00000080:00000001:1.0:1789603699.299449:0:35925:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.299453:0:35925:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789603699.299456:0:35925:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff9eb808122a08), inode mode 41ed mask 44 00000080:00000001:1.0:1789603699.299460:0:35925:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.299496:0:35925:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603699.299499:0:35925:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff9eb808122a08) cmd=4008669a arg=1acf530 00000080:00000001:1.0:1789603699.299507:0:35925:0:(dir.c:594:ll_dir_setstripe()) Process entered 00000080:00000010:2.0:1789603699.301427:0:35925:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb807cb8200. 00800000:00000001:2.0:1789603699.301445:0:35925:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:2.0:1789603699.301447:0:35925:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000405:0x2c:0x0], valid 0x0/0x0 00800000:00000001:2.0:1789603699.301450:0:35925:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603699.301453:0:35925:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603699.301455:0:35925:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603699.301457:0:35925:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603699.301459:0:35925:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603699.301461:0:35925:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:2.0:1789603699.301463:0:35925:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603699.301468:0:35925:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:2.0:1789603699.301471:0:35925:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789603699.301476:0:35925:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603699.301483:0:35925:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f3b80. 00000020:00000040:2.0:1789603699.301487:0:35925:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:2.0:1789603699.301494:0:35925:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603699.301499:0:35925:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603699.301506:0:35925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603699.301540:0:35925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603699.301543:0:35925:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603699.301546:0:35925:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603699.301548:0:35925:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603699.301553:0:35925:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603699.301560:0:35925:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041d2c00. 00000100:00000001:2.0:1789603699.301567:0:35925:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603699.301569:0:35925:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603699.301571:0:35925:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603699.301572:0:35925:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603699.301573:0:35925:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603699.301575:0:35925:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1789603699.301585:0:35925:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1789603699.301596:0:35925:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb8040f3b80 x1876533442925312/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603699.301604:0:35925:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603699.301606:0:35925:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603699.301613:0:35925:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8123b06c0. 00000100:00000001:2.0:1789603699.301615:0:35925:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112149870272 : -106961559681344 : ffff9eb8123b06c0) 00000100:00000001:2.0:1789603699.301618:0:35925:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603699.301619:0:35925:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912119168 : -106961797432448 : ffff9eb8040f3b80) 00000100:00000001:2.0:1789603699.301624:0:35925:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603699.301629:0:35925:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603699.301631:0:35925:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603699.301633:0:35925:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603699.301647:0:35925:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f3b80 x1876533442925312/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603699.301654:0:35925:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603699.301657:0:35925:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603699.301661:0:35925:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603699.301672:0:35925:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603699.301675:0:35925:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603699.301679:0:35925:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f3b80 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35925:1876533442925312:192.168.204.129@tcp:36:lfs.0 00000100:00000001:2.0:1789603699.301683:0:35925:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603699.301688:0:35925:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603699.301690:0:35925:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603699.301693:0:35925:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603699.301698:0:35925:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041d1800. 02000000:00000001:2.0:1789603699.301699:0:35925:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603699.301708:0:35925:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603699.301713:0:35925:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3058. 00000400:00000010:2.0:1789603699.301720:0:35925:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7550. 00000100:00000200:2.0:1789603699.301727:0:35925:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442925312, portal 10 00000100:00000001:2.0:1789603699.301729:0:35925:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603699.301730:0:35925:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912119168 : -106961797432448 : ffff9eb8040f3b80) 00000100:00000040:2.0:1789603699.301736:0:35925:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f3b80 x1876533442925312/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/512 e 0 to 0 dl 1789603715 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603699.301744:0:35925:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603699.301746:0:35925:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603699.301749:0:35925:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7c38. 00000100:00000200:2.0:1789603699.301752:0:35925:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876533442925312, offset 0 00000400:00000200:2.0:1789603699.301759:0:35925:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603699.301768:0:35925:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603699.301776:0:35925:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603699.301782:0:35925:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603699.301787:0:35925:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603699.301791:0:35925:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603699.301794:0:35925:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603699.301797:0:35925:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2987:2987:256:4294967295] 192.168.204.129@tcp LPNI seq info [2987:2987:8:4294967295] 00000400:00000200:2.0:1789603699.301802:0:35925:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603699.301812:0:35925:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603699.301818:0:35925:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603699.301823:0:35925:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8070dbe00. 00000800:00000200:2.0:1789603699.301830:0:35925:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603699.301838:0:35925:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603699.301843:0:35925:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8070dbe00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789603699.301863:0:35925:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603699.301868:0:35925:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 862585 usecs (863 jiffies) 00000400:00000200:2.0:1789603699.301872:0:35925:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603699.301875:0:35925:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296699097 00000100:00000001:2.0:1789603699.301878:0:35925:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296699244 00000100:00000001:2.0:1789603699.301880:0:35925:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296699097 00000100:00000001:2.0:1789603699.301882:0:35925:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296699244 00000100:00000001:2.0:1789603699.301884:0:35925:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603699.301887:0:35925:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603699.301889:0:35925:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603699.301891:0:35925:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603699.301893:0:35925:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8123b06c0 going to sleep for 11 seconds 00000100:00000001:2.0:1789603699.301896:0:35925:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603699.301898:0:35925:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603699.302073:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603699.302083:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8070dbe00. 00000400:00000200:3.0:1789603699.302090:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603699.302096:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603699.302101:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7c38 00000400:00000010:3.0:1789603699.302104:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7c38. 00000100:00000001:3.0:1789603699.302108:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603699.302113:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f3b80 x1876533442925312/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/512 e 0 to 0 dl 1789603715 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603699.302129:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603699.302133:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f3b80 x1876533442925312/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/512 e 0 to 0 dl 1789603715 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603699.302141:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603699.302143:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789603699.311563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fddc00. 00000800:00000001:3.0:1789603699.312731:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.312749:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603699.312754:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.312757:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603699.312766:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.312773:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603699.312782:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.312787:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.312792:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.312802:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d465300 00000400:00000200:3.0:1789603699.312811:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.312821:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x87a5 [1] + 224 00000800:00000001:3.0:1789603699.312833:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.312841:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603699.312845:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603699.312850:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603699.312857:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603699.312865:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f3b80 x1876533442925312/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/512 e 0 to 0 dl 1789603715 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603699.312876:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff9eb8040f3b80 x1876533442925312/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/512 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603699.312899:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603699.312908:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.312911:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603699.312967:0:35925:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603699.312976:0:35925:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603699.312979:0:35925:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603699.312983:0:35925:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3058. 00000400:00000200:2.0:1789603699.312988:0:35925:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7550 00000400:00000010:2.0:1789603699.312990:0:35925:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7550. 00000100:00000001:2.0:1789603699.312993:0:35925:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603699.312999:0:35925:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f3b80 x1876533442925312/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/512 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603699.313008:0:35925:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f3b80 x1876533442925312/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/512 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603699.313014:0:35925:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603699.313016:0:35925:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603699.313018:0:35925:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603699.313023:0:35925:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603699.313026:0:35925:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603699.313028:0:35925:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603699.313031:0:35925:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603699.313040:0:35925:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=97 v=5 (5 106 106 106) 00000100:00001000:2.0:1789603699.313046:0:35925:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=33 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603699.313049:0:35925:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603699.313050:0:35925:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603699.313053:0:35925:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603699.313057:0:35925:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603699.313060:0:35925:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789603699.313063:0:35925:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789603699.313064:0:35925:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789603699.313067:0:35925:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603699.313069:0:35925:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912119168 : -106961797432448 : ffff9eb8040f3b80) 00000100:00000001:2.0:1789603699.313073:0:35925:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603699.313075:0:35925:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 8589934601 00000100:00000001:2.0:1789603699.313077:0:35925:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603699.313081:0:35925:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603699.313086:0:35925:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f3b80 x1876533442925312/t8589934605(8589934605) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/456 e 0 to 0 dl 1789603715 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603699.313093:0:35925:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603699.313096:0:35925:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603699.313098:0:35925:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603699.313102:0:35925:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f3b80 x1876533442925312/t8589934605(8589934605) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/456 e 0 to 0 dl 1789603715 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603699.313111:0:35925:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f3b80 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35925:1876533442925312:192.168.204.129@tcp:36:lfs.0 00000100:00000001:2.0:1789603699.313115:0:35925:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603699.313118:0:35925:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603699.313121:0:35925:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789603699.313123:0:35925:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603699.313127:0:35925:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f3b80 x1876533442925312/t8589934605(8589934605) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/456 e 0 to 0 dl 1789603715 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603699.313133:0:35925:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603699.313135:0:35925:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8123b06c0. 00000100:00000001:2.0:1789603699.313138:0:35925:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789603699.313140:0:35925:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603699.313147:0:35925:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603699.313151:0:35925:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789603699.313156:0:35925:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb807cb8200. 00000100:00000001:2.0:1789603699.313160:0:35925:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603699.313162:0:35925:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f3b80 x1876533442925312/t8589934605(8589934605) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/456 e 0 to 0 dl 1789603715 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603699.313168:0:35925:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603699.313170:0:35925:0:(dir.c:669:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603699.313173:0:35925:0:(dir.c:2173:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603699.313206:0:35925:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:2.0:1789603699.313209:0:35925:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789603699.313213:0:35925:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bffdd0 00000080:00200008:2.0:1789603699.313216:0:35925:0:(file.c:479:ll_file_release()) START file d24b.recovery-small:[0x200000405:0x2c:0x0](ffff9eb808122a08), flags 320000 00000080:00400000:2.0:1789603699.313220:0:35925:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x2c:0x0] 00000080:00000001:2.0:1789603699.313225:0:35925:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1789603699.313227:0:35925:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:2.0:1789603699.313229:0:35925:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1789603699.313235:0:35925:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603699.313239:0:35925:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603699.313242:0:35925:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603699.313244:0:35925:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603699.313246:0:35925:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603699.313248:0:35925:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:2.0:1789603699.313250:0:35925:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603699.313255:0:35925:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603699.313259:0:35925:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789603699.313266:0:35925:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603699.313268:0:35925:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603699.313271:0:35925:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2c:0x0]: 0 00000080:00000001:2.0:1789603699.313273:0:35925:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789603699.313275:0:35925:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789603699.313280:0:35925:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9eb807cb8200. 00000080:00000001:2.0:1789603699.313282:0:35925:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1789603699.313290:0:35925:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789603699.313294:0:35925:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1789603699.313296:0:35925:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603699.313297:0:35925:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603699.313298:0:35925:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603699.313300:0:35925:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603699.313302:0:35925:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603699.313303:0:35925:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:2.0:1789603699.313305:0:35925:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603699.313307:0:35925:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2c:0x0] 00000002:00000001:2.0:1789603699.313312:0:35925:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789603699.313314:0:35925:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9eb81291b000: [0x200000405:0x2c:0x0] file closed with intent: 0 00000100:00000010:2.0:1789603699.313321:0:35925:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f0380. 00000020:00000040:2.0:1789603699.313326:0:35925:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:2.0:1789603699.313330:0:35925:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603699.313333:0:35925:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603699.313337:0:35925:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603699.313345:0:35925:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb807cb8e00. 00000100:00000001:2.0:1789603699.313350:0:35925:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789603699.313362:0:35925:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9eb806bd4a80 x1876533442925056/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/608 e 0 to 0 dl 1789603715 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789603699.313370:0:35925:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789603699.313375:0:35925:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb8040f0380 x1876533442925568/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789603699.313382:0:35925:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603699.313384:0:35925:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603699.313390:0:35925:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8123b06c0. 00000100:00000001:2.0:1789603699.313393:0:35925:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112149870272 : -106961559681344 : ffff9eb8123b06c0) 00000100:00000001:2.0:1789603699.313395:0:35925:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603699.313396:0:35925:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912104832 : -106961797446784 : ffff9eb8040f0380) 00000100:00000001:2.0:1789603699.313400:0:35925:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603699.313405:0:35925:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603699.313406:0:35925:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603699.313408:0:35925:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603699.313411:0:35925:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f0380 x1876533442925568/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603699.313418:0:35925:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603699.313420:0:35925:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603699.313424:0:35925:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603699.313426:0:35925:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603699.313429:0:35925:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603699.313432:0:35925:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f0380 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35925:1876533442925568:192.168.204.129@tcp:35:lfs.0 00000100:00000001:2.0:1789603699.313435:0:35925:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603699.313439:0:35925:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603699.313442:0:35925:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603699.313444:0:35925:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603699.313447:0:35925:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041d2400. 02000000:00000001:2.0:1789603699.313449:0:35925:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603699.313454:0:35925:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603699.313458:0:35925:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3058. 00000400:00000010:2.0:1789603699.313462:0:35925:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7550. 00000100:00000200:2.0:1789603699.313468:0:35925:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442925568, portal 10 00000100:00000001:2.0:1789603699.313470:0:35925:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603699.313471:0:35925:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912104832 : -106961797446784 : ffff9eb8040f0380) 00000100:00000040:2.0:1789603699.313476:0:35925:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f0380 x1876533442925568/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603715 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603699.313483:0:35925:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603699.313485:0:35925:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603699.313488:0:35925:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7220. 00000100:00000200:2.0:1789603699.313490:0:35925:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876533442925568, offset 0 00000400:00000200:2.0:1789603699.313497:0:35925:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603699.313504:0:35925:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603699.314041:0:35925:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603699.314047:0:35925:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603699.314052:0:35925:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603699.314056:0:35925:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603699.314059:0:35925:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603699.314063:0:35925:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2988:2988:256:4294967295] 192.168.204.129@tcp LPNI seq info [2988:2988:8:4294967295] 00000400:00000200:2.0:1789603699.314067:0:35925:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603699.314076:0:35925:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603699.314086:0:35925:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603699.314093:0:35925:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8070db000. 00000800:00000200:2.0:1789603699.314101:0:35925:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603699.314109:0:35925:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603699.314114:0:35925:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8070db000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789603699.314134:0:35925:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603699.314140:0:35925:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 861530 usecs (862 jiffies) 00000400:00000200:2.0:1789603699.314143:0:35925:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603699.314146:0:35925:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296699109 00000100:00000001:2.0:1789603699.314150:0:35925:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296699244 00000100:00000001:2.0:1789603699.314152:0:35925:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296699109 00000100:00000001:2.0:1789603699.314154:0:35925:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296699244 00000100:00000001:2.0:1789603699.314156:0:35925:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603699.314159:0:35925:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603699.314161:0:35925:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603699.314164:0:35925:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603699.314167:0:35925:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8123b06c0 going to sleep for 11 seconds 00000100:00000001:2.0:1789603699.314169:0:35925:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603699.314170:0:35925:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603699.314367:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603699.314372:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8070db000. 00000400:00000200:3.0:1789603699.314378:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603699.314383:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603699.314387:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7220 00000400:00000010:3.0:1789603699.314390:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7220. 00000100:00000001:3.0:1789603699.314394:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603699.314399:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f0380 x1876533442925568/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603715 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.314414:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603699.314417:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f0380 x1876533442925568/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603715 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.314423:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603699.314425:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603699.319826:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.319845:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603699.319850:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.319853:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603699.319863:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.319872:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603699.319881:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.319887:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.319894:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.319899:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d465400 00000400:00000200:3.0:1789603699.319905:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.319911:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x87b5 [1] + 224 00000800:00000001:3.0:1789603699.319919:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.319927:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603699.319931:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603699.319936:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603699.319944:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603699.319954:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f0380 x1876533442925568/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603715 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603699.319967:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9eb8040f0380 x1876533442925568/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.319993:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603699.320002:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.320005:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603699.320164:0:35925:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603699.320173:0:35925:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603699.320175:0:35925:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603699.320179:0:35925:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3058. 00000400:00000200:2.0:1789603699.320185:0:35925:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7550 00000400:00000010:2.0:1789603699.320187:0:35925:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7550. 00000100:00000001:2.0:1789603699.320191:0:35925:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603699.320196:0:35925:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f0380 x1876533442925568/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789603699.320207:0:35925:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f0380 x1876533442925568/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603699.320213:0:35925:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603699.320216:0:35925:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603699.320219:0:35925:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603699.320223:0:35925:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603699.320226:0:35925:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603699.320229:0:35925:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603699.320232:0:35925:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603699.320241:0:35925:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb4f0 time=96 v=5 (5 5 5 5) 00000100:00001000:2.0:1789603699.320246:0:35925:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=33 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603699.320250:0:35925:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603699.320251:0:35925:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603699.320254:0:35925:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603699.320258:0:35925:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603699.320262:0:35925:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789603699.320263:0:35925:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789603699.320265:0:35925:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789603699.320267:0:35925:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603699.320269:0:35925:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912104832 : -106961797446784 : ffff9eb8040f0380) 00000100:00000001:2.0:1789603699.320272:0:35925:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603699.320274:0:35925:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 8589934601 00000100:00000001:2.0:1789603699.320276:0:35925:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603699.320279:0:35925:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603699.320284:0:35925:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f0380 x1876533442925568/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603715 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603699.320290:0:35925:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603699.320293:0:35925:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603699.320295:0:35925:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603699.320299:0:35925:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f0380 x1876533442925568/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603715 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789603699.320306:0:35925:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f0380 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35925:1876533442925568:192.168.204.129@tcp:35:lfs.0 00000100:00000001:2.0:1789603699.320312:0:35925:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603699.320314:0:35925:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603699.320317:0:35925:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789603699.320319:0:35925:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603699.320322:0:35925:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f0380 x1876533442925568/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603715 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603699.320330:0:35925:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603699.320333:0:35925:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8123b06c0. 00000100:00000001:2.0:1789603699.320336:0:35925:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789603699.320337:0:35925:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603699.320344:0:35925:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603699.320345:0:35925:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912104832 : -106961797446784 : ffff9eb8040f0380) 00000002:00000001:2.0:1789603699.320348:0:35925:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603699.320351:0:35925:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789603699.320356:0:35925:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb807cb8200. 00000080:00000001:2.0:1789603699.320360:0:35925:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1789603699.320363:0:35925:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1789603699.320365:0:35925:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603699.320367:0:35925:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603699.320369:0:35925:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603699.320372:0:35925:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603699.320373:0:35925:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603699.320375:0:35925:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:2.0:1789603699.320377:0:35925:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603699.320381:0:35925:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1789603699.320387:0:35925:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9eb806bd4a80 x1876533442925056/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/608 e 0 to 0 dl 1789603715 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603699.320395:0:35925:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603699.320396:0:35925:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957080704 : -106961752470912 : ffff9eb806bd4a80) 00000100:00000001:2.0:1789603699.320399:0:35925:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603699.320402:0:35925:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4a80 x1876533442925056/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/608 e 0 to 0 dl 1789603715 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603699.320408:0:35925:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603699.320409:0:35925:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603699.320412:0:35925:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f0380 x1876533442925568/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603715 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603699.320417:0:35925:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603699.320418:0:35925:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603699.320421:0:35925:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4a80 x1876533442925056/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 536/608 e 0 to 0 dl 1789603715 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603699.320427:0:35925:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1789603699.320430:0:35925:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603699.320432:0:35925:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603699.320434:0:35925:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603699.320437:0:35925:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a7800. 02000000:00000001:2.0:1789603699.320441:0:35925:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603699.320443:0:35925:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603699.320445:0:35925:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4a80. 00000100:00000001:2.0:1789603699.320449:0:35925:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603699.320450:0:35925:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603699.320452:0:35925:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603699.320454:0:35925:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f0380 x1876533442925568/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603715 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603699.320460:0:35925:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789603699.320462:0:35925:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9eb810bc5cc0. 00000002:00000001:2.0:1789603699.320464:0:35925:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603699.320466:0:35925:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789603699.320468:0:35925:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9eb811aa7500. 00000100:00000001:2.0:1789603699.320471:0:35925:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603699.320473:0:35925:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f0380 x1876533442925568/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603715 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603699.320479:0:35925:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603699.320480:0:35925:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603699.320482:0:35925:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041d2400. 02000000:00000001:2.0:1789603699.320486:0:35925:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603699.320487:0:35925:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603699.320488:0:35925:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603699.320490:0:35925:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603699.320491:0:35925:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb807cb8e00. 02000000:00000001:2.0:1789603699.320493:0:35925:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603699.320493:0:35925:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603699.320495:0:35925:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f0380. 00000100:00000001:2.0:1789603699.320497:0:35925:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603699.320499:0:35925:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603699.320501:0:35925:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789603699.320504:0:35925:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb812253400. 00000080:00000001:2.0:1789603699.320507:0:35925:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603699.320961:0:35925:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bffdd0 00000080:00000008:2.0:1789603699.320965:0:35925:0:(file.c:523:ll_file_release()) COMPLETED file d24b.recovery-small:[0x200000405:0x2c:0x0](ffff9eb808122a08), flags 320000, rc = 0 00000080:00000001:2.0:1789603699.320968:0:35925:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603699.320972:0:35925:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603699.320978:0:35925:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789603699.320979:0:35925:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501bffe00 00000080:00002000:2.0:1789603699.320981:0:35925:0:(dcache.c:127:ll_ddelete()) deleting dentry d24b.recovery-small (ffff9eb82054ce58, parent ffff9eb8081326c0, inode ffff9eb808122a08) hashed, 00000080:00000001:2.0:1789603699.320985:0:35925:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603699.320992:0:35925:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789603699.320998:0:35925:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1789603699.333501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb810bc5980. 00010000:00010000:0.0:1789603699.358636:0:35927:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff9eb81291b000 00010000:00000001:0.0:1789603699.358644:0:35927:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603699.358647:0:35927:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603699.358651:0:35927:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.358655:0:35927:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603699.358657:0:35927:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.358659:0:35927:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603699.358704:0:35927:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff9eb81291b000 00010000:00000001:0.0:1789603699.358706:0:35927:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603699.358708:0:35927:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603699.358709:0:35927:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.358711:0:35927:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603699.358712:0:35927:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.358714:0:35927:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603699.447364:0:35932:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789603699.447372:0:35932:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789603699.447375:0:35932:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789603699.447378:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fbc0 00000080:00200000:3.0:1789603699.447389:0:35932:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:3.0:1789603699.447397:0:35932:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb804155a00. 00800000:00000002:3.0:1789603699.447481:0:35932:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:3.0:1789603699.447487:0:35932:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603699.447492:0:35932:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603699.447494:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fae0 00800000:00000002:3.0:1789603699.447497:0:35932:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603699.447501:0:35932:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789603699.447504:0:35932:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603699.447507:0:35932:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603699.447878:0:35932:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603699.447881:0:35932:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603699.447883:0:35932:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603699.447885:0:35932:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603699.447888:0:35932:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603699.447893:0:35932:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789603699.447901:0:35932:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603699.447903:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1f9b0 00000002:00010000:3.0:1789603699.447905:0:35932:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789603699.447908:0:35932:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789603699.447910:0:35932:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603699.447914:0:35932:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603699.447921:0:35932:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cd00 count: 2 00010000:00000001:3.0:1789603699.447924:0:35932:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603699.447929:0:35932:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603699.447934:0:35932:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603699.447939:0:35932:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789603699.447950:0:35932:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789603699.447956:0:35932:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603699.447961:0:35932:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789603699.447973:0:35932:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789603699.447976:0:35932:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789603699.447978:0:35932:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603699.447979:0:35932:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603699.447981:0:35932:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789603699.447983:0:35932:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789603699.447986:0:35932:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789603699.447989:0:35932:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:3.0:1789603699.447992:0:35932:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804155a00. 00000080:00000001:3.0:1789603699.447996:0:35932:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789603699.447999:0:35932:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603699.448002:0:35932:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:3.0:1789603699.448005:0:35932:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe55a9 00800000:00000001:3.0:1789603699.448008:0:35932:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603699.448011:0:35932:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603699.448012:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603699.448014:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603699.448017:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:3.0:1789603699.448019:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:3.0:1789603699.448022:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:3.0:1789603699.448025:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603699.448027:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603699.448028:0:35932:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603699.448030:0:35932:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603699.448033:0:35932:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe55a9 from it ffffb8e501c1fbf8 00010000:00000001:3.0:1789603699.448035:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603699.448036:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603699.448037:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:3.0:1789603699.448039:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:3.0:1789603699.448041:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:3.0:1789603699.448043:0:35932:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603699.448046:0:35932:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789603699.448052:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603699.448053:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603699.448054:0:35932:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603699.448057:0:35932:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603699.448059:0:35932:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789603699.448068:0:35932:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603699.448071:0:35932:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603699.448072:0:35932:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603699.448077:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603699.448079:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603699.448080:0:35932:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603699.448084:0:35932:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603699.448085:0:35932:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603699.448087:0:35932:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603699.448090:0:35932:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603699.448091:0:35932:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603699.448092:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603699.448093:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789603699.448096:0:35932:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789603699.448098:0:35932:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789603699.448100:0:35932:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:3.0:1789603699.448105:0:35932:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789603699.448114:0:35932:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb8069073a0. 00000020:00000001:3.0:1789603699.448221:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fb28 00000080:00200000:3.0:1789603699.448224:0:35932:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9eb808190908), flags=25 00000080:00000001:3.0:1789603699.448228:0:35932:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1789603699.448230:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1f9d8 00000080:00200000:3.0:1789603699.448232:0:35932:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9eb808190908), intent=0 00000080:00000010:3.0:1789603699.448239:0:35932:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb804155a00. 00800000:00000002:3.0:1789603699.448242:0:35932:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:3.0:1789603699.448246:0:35932:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603699.448249:0:35932:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603699.448250:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1f8f8 00800000:00000002:3.0:1789603699.448252:0:35932:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603699.448254:0:35932:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789603699.448258:0:35932:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603699.448259:0:35932:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603699.448261:0:35932:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603699.448263:0:35932:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603699.448264:0:35932:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603699.448266:0:35932:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603699.448268:0:35932:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.448270:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1f890 00800000:00000002:3.0:1789603699.448272:0:35932:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 00000002:00000001:3.0:1789603699.448276:0:35932:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603699.448277:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1f7c8 00000002:00010000:3.0:1789603699.448278:0:35932:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1789603699.448282:0:35932:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789603699.448284:0:35932:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789603699.448290:0:35932:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b48000. 00000020:00000040:3.0:1789603699.448295:0:35932:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:3.0:1789603699.448300:0:35932:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789603699.448305:0:35932:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603699.448308:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603699.448309:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603699.448311:0:35932:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603699.448313:0:35932:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603699.448315:0:35932:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603699.448319:0:35932:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603699.448327:0:35932:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb80511d400. 00000100:00000001:3.0:1789603699.448334:0:35932:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603699.448340:0:35932:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603699.448342:0:35932:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603699.448344:0:35932:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603699.448345:0:35932:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603699.448347:0:35932:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603699.448355:0:35932:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637112124276736 : -106961585274880 : ffff9eb810b48000) 00010000:00000001:3.0:1789603699.448360:0:35932:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789603699.448362:0:35932:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789603699.448365:0:35932:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cd00 count: 2 00010000:00000001:3.0:1789603699.448367:0:35932:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603699.448369:0:35932:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789603699.448372:0:35932:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb8131e5600. 00000020:00000001:3.0:1789603699.448375:0:35932:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789603699.448378:0:35932:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb8131e5600 with handle 0xa04c19c788fe55b7 to hash 00000020:00000001:3.0:1789603699.448380:0:35932:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789603699.448383:0:35932:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112164767232 : -106961544784384 : ffff9eb8131e5600) 00010000:00000001:3.0:1789603699.448387:0:35932:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112164767232 : -106961544784384 : ffff9eb8131e5600) 00010000:00000001:3.0:1789603699.448389:0:35932:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603699.448391:0:35932:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603699.448394:0:35932:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5600/0xa04c19c788fe55b7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35932 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603699.448402:0:35932:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5600/0xa04c19c788fe55b7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35932 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603699.448412:0:35932:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5600/0xa04c19c788fe55b7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35932 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789603699.448417:0:35932:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603699.448419:0:35932:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603699.448426:0:35932:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8109cf540. 00000100:00000001:3.0:1789603699.448428:0:35932:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112122733888 : -106961586817728 : ffff9eb8109cf540) 00000100:00000001:3.0:1789603699.448430:0:35932:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603699.448432:0:35932:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124276736 : -106961585274880 : ffff9eb810b48000) 00000100:00000001:3.0:1789603699.448806:0:35932:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603699.448812:0:35932:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603699.448815:0:35932:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603699.448816:0:35932:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603699.448828:0:35932:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b48000 x1876533442925696/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.448843:0:35932:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603699.448845:0:35932:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603699.448849:0:35932:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603699.448851:0:35932:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603699.448853:0:35932:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603699.448857:0:35932:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b48000 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35932:1876533442925696:192.168.204.129@tcp:101:multiop.0 00000100:00000001:3.0:1789603699.448861:0:35932:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603699.448866:0:35932:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603699.448869:0:35932:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603699.448871:0:35932:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603699.448876:0:35932:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb82036b800. 02000000:00000001:3.0:1789603699.448878:0:35932:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603699.448886:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603699.448890:0:35932:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8057489a0. 00000400:00000010:3.0:1789603699.448898:0:35932:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0110. 00000100:00000200:3.0:1789603699.448905:0:35932:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442925696, portal 10 00000100:00000001:3.0:1789603699.448907:0:35932:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603699.448909:0:35932:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124276736 : -106961585274880 : ffff9eb810b48000) 00000100:00000040:3.0:1789603699.448915:0:35932:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810b48000 x1876533442925696/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603715 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.448923:0:35932:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603699.448926:0:35932:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603699.448928:0:35932:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0088. 00000100:00000200:3.0:1789603699.448931:0:35932:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876533442925696, offset 0 00000400:00000200:3.0:1789603699.448938:0:35932:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603699.448947:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.448953:0:35932:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603699.448959:0:35932:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603699.448962:0:35932:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603699.448966:0:35932:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603699.448969:0:35932:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603699.448973:0:35932:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2989:2989:256:4294967295] 192.168.204.129@tcp LPNI seq info [2989:2989:8:4294967295] 00000400:00000200:3.0:1789603699.448978:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.448988:0:35932:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603699.448994:0:35932:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603699.449000:0:35932:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f900. 00000800:00000200:3.0:1789603699.449008:0:35932:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603699.449017:0:35932:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603699.449021:0:35932:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1789603699.449091:0:35932:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603699.449096:0:35932:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 860470 usecs (861 jiffies) 00000400:00000200:3.0:1789603699.449100:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603699.449103:0:35932:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296699243 00000100:00000001:3.0:1789603699.449106:0:35932:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296699244 00000100:00000001:3.0:1789603699.449109:0:35932:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296699243 00000100:00000001:3.0:1789603699.449111:0:35932:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296699244 00000100:00000001:3.0:1789603699.449113:0:35932:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603699.449116:0:35932:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603699.449118:0:35932:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603699.449130:0:35932:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603699.449133:0:35932:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8109cf540 going to sleep for 11 seconds 00000100:00000001:3.0:1789603699.449135:0:35932:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603699.449138:0:35932:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603699.455178:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603699.455190:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f900. 00000400:00000200:3.0:1789603699.455198:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603699.455208:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603699.455216:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0088 00000400:00000010:3.0:1789603699.455219:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0088. 00000100:00000001:3.0:1789603699.455225:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603699.455234:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b48000 x1876533442925696/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603715 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.455253:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603699.455257:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b48000 x1876533442925696/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603715 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.455265:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603699.455267:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603699.469443:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.469461:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603699.469466:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.469469:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603699.469479:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.469487:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603699.469497:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.469502:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.469550:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.469556:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 584 into portal 10 MB=0x6aab27d465480 00000400:00000200:3.0:1789603699.469561:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.469566:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 584/584 into md 0x87c5 [1] + 224 00000800:00000001:3.0:1789603699.469574:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.469581:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603699.469585:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603699.469590:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603699.469598:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603699.469608:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b48000 x1876533442925696/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603715 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603699.469620:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9eb810b48000 x1876533442925696/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.469641:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603699.469649:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.469652:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603699.469898:0:35932:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603699.469909:0:35932:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603699.469911:0:35932:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603699.469916:0:35932:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8057489a0. 00000400:00000200:1.0:1789603699.469922:0:35932:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0110 00000400:00000010:1.0:1789603699.469925:0:35932:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0110. 00000100:00000001:1.0:1789603699.469929:0:35932:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603699.469934:0:35932:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b48000 x1876533442925696/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603699.469944:0:35932:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b48000 x1876533442925696/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/1152 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.469956:0:35932:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603699.469959:0:35932:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603699.469961:0:35932:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603699.469965:0:35932:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603699.469968:0:35932:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603699.469970:0:35932:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603699.469973:0:35932:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603699.469983:0:35932:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=97 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603699.469988:0:35932:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603699.469991:0:35932:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603699.469992:0:35932:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.469996:0:35932:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603699.469999:0:35932:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.470004:0:35932:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603699.470006:0:35932:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 8589934601 00000100:00000001:1.0:1789603699.470008:0:35932:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603699.470012:0:35932:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603699.470017:0:35932:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b48000 x1876533442925696/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/584 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.470024:0:35932:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603699.470028:0:35932:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603699.470030:0:35932:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603699.470034:0:35932:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b48000 x1876533442925696/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/584 e 0 to 0 dl 1789603715 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603699.470041:0:35932:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b48000 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35932:1876533442925696:192.168.204.129@tcp:101:multiop.0 00000100:00000001:1.0:1789603699.470047:0:35932:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603699.470050:0:35932:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.470052:0:35932:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603699.470055:0:35932:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603699.470059:0:35932:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b48000 x1876533442925696/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/584 e 0 to 0 dl 1789603715 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.470066:0:35932:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603699.470069:0:35932:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8109cf540. 00000100:00000001:1.0:1789603699.470073:0:35932:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603699.470074:0:35932:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.470078:0:35932:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789603699.470082:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.470085:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.470088:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5600 refcount=4 00000020:00000001:1.0:1789603699.470091:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164767232 : -106961544784384 : ffff9eb8131e5600) 00010000:00000001:1.0:1789603699.470093:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164767232 : -106961544784384 : ffff9eb8131e5600) 00010000:00000040:1.0:1789603699.470100:0:35932:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb8131e5600, remote cookie: 0x31dbb14d74e922e5, flags: 0x1001 00010000:00010000:1.0:1789603699.470106:0:35932:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5600/0xa04c19c788fe55b7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e922e5 expref: -99 pid: 35932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789603699.470115:0:35932:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789603699.470132:0:35932:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789603699.470141:0:35932:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb80647cf00. 00010000:00000010:1.0:1789603699.470146:0:35932:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb810da7200. 00010000:00000001:1.0:1789603699.470152:0:35932:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603699.470156:0:35932:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5600/0xa04c19c788fe55b7 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e922e5 expref: -99 pid: 35932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603699.470165:0:35932:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5600/0xa04c19c788fe55b7 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e922e5 expref: -99 pid: 35932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.470172:0:35932:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789603699.470177:0:35932:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789603699.470180:0:35932:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789603699.470181:0:35932:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789603699.470182:0:35932:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789603699.470185:0:35932:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2c:0x0].0x0 (ffff9eb80647cf00) refcount = 1 00010000:00010000:1.0:1789603699.470189:0:35932:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5600/0xa04c19c788fe55b7 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e922e5 expref: -99 pid: 35932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.470203:0:35932:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789603699.470206:0:35932:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789603699.470208:0:35932:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603699.470211:0:35932:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789603699.470214:0:35932:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603699.470218:0:35932:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5600/0xa04c19c788fe55b7 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e922e5 expref: -99 pid: 35932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.470224:0:35932:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789603699.470226:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.470227:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.470228:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.470229:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.470230:0:35932:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.470235:0:35932:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789603699.470236:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.470238:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.470239:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5600 refcount=3 00000020:00000001:1.0:1789603699.470241:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164767232 : -106961544784384 : ffff9eb8131e5600) 00010000:00000001:1.0:1789603699.470244:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164767232 : -106961544784384 : ffff9eb8131e5600) 00010000:00000001:1.0:1789603699.470247:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.470248:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.470249:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5600 refcount=4 00000020:00000001:1.0:1789603699.470251:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164767232 : -106961544784384 : ffff9eb8131e5600) 00010000:00000001:1.0:1789603699.470253:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164767232 : -106961544784384 : ffff9eb8131e5600) 00010000:00000001:1.0:1789603699.470256:0:35932:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603699.470259:0:35932:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603699.470262:0:35932:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5600/0xa04c19c788fe55b7 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e922e5 expref: -99 pid: 35932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.470268:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.470269:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.470271:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.470272:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.470273:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5600 refcount=5 00000020:00000001:1.0:1789603699.470275:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164767232 : -106961544784384 : ffff9eb8131e5600) 00010000:00000001:1.0:1789603699.470278:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164767232 : -106961544784384 : ffff9eb8131e5600) 00010000:00000001:1.0:1789603699.470280:0:35932:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603699.470283:0:35932:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5600/0xa04c19c788fe55b7 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e922e5 expref: -99 pid: 35932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.470289:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.470289:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789603699.470292:0:35932:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5600/0xa04c19c788fe55b7 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e922e5 expref: -99 pid: 35932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.470298:0:35932:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603699.470299:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.470300:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.470301:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.470303:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789603699.470308:0:35932:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9eb810b48000 x1876533442925696/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/584 e 0 to 0 dl 1789603715 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789603699.470317:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.470318:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.470319:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5600 refcount=3 00000020:00000001:1.0:1789603699.470321:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164767232 : -106961544784384 : ffff9eb8131e5600) 00010000:00000001:1.0:1789603699.470323:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164767232 : -106961544784384 : ffff9eb8131e5600) 00010000:00000001:1.0:1789603699.470325:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.470326:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603699.470327:0:35932:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.470330:0:35932:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.470334:0:35932:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789603699.470336:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.470337:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.470339:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5600 refcount=3 00000020:00000001:1.0:1789603699.470341:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164767232 : -106961544784384 : ffff9eb8131e5600) 00010000:00000001:1.0:1789603699.470343:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164767232 : -106961544784384 : ffff9eb8131e5600) 00000002:00010000:1.0:1789603699.470346:0:35932:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5600/0xa04c19c788fe55b7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e922e5 expref: -99 pid: 35932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.470353:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.470355:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.470356:0:35932:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789603699.470357:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.470358:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.470360:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5600 refcount=3 00000020:00000001:1.0:1789603699.470362:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164767232 : -106961544784384 : ffff9eb8131e5600) 00010000:00000001:1.0:1789603699.470364:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164767232 : -106961544784384 : ffff9eb8131e5600) 00010000:00000040:1.0:1789603699.470368:0:35932:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cf00 count: 2 00010000:00000001:1.0:1789603699.470371:0:35932:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789603699.470374:0:35932:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589935621/44 (0 0) 00010000:00000001:1.0:1789603699.470377:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.470378:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603699.470380:0:35932:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789603699.470384:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1f750 00000002:00002000:1.0:1789603699.470386:0:35932:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789603699.470390:0:35932:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603699.470394:0:35932:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603699.470397:0:35932:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789603699.470400:0:35932:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789603699.470404:0:35932:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603699.470408:0:35932:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000001:1.0:1789603699.470411:0:35932:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789603699.470413:0:35932:0:(namei.c:674:ll_lookup_it_finish()) it ffffb8e501c1fac8 it_disposition b 00000080:00000001:1.0:1789603699.470416:0:35932:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789603699.470424:0:35932:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789603699.470427:0:35932:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789603699.470430:0:35932:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:1.0:1789603699.470433:0:35932:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1789603699.470439:0:35932:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789603699.470442:0:35932:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x2c:0x0] 00000080:00000001:1.0:1789603699.470445:0:35932:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.470448:0:35932:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:1.0:1789603699.470451:0:35932:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1789603699.470456:0:35932:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x2c:0x0], updating i_size 4096 00000080:00200000:1.0:1789603699.470458:0:35932:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x2c:0x0](ffff9eb808122a08): rc = 0 00000080:00000001:1.0:1789603699.470461:0:35932:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979420168 : -106961730131448 : ffff9eb808122a08) 00010000:00000001:1.0:1789603699.470464:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.470465:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.470466:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5600 refcount=3 00000020:00000001:1.0:1789603699.470468:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164767232 : -106961544784384 : ffff9eb8131e5600) 00010000:00000001:1.0:1789603699.470470:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164767232 : -106961544784384 : ffff9eb8131e5600) 00010000:00000001:1.0:1789603699.470472:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.470473:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789603699.470475:0:35932:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789603699.470477:0:35932:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789603699.470479:0:35932:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789603699.470482:0:35932:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789603699.470483:0:35932:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603699.470487:0:35932:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2c:0x0](ffff9eb808122a08) for lock 0xa04c19c788fe55b7 00800000:00000001:1.0:1789603699.470490:0:35932:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603699.470492:0:35932:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603699.470493:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.470494:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.470495:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5600 refcount=3 00000020:00000001:1.0:1789603699.470497:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164767232 : -106961544784384 : ffff9eb8131e5600) 00010000:00000001:1.0:1789603699.470499:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164767232 : -106961544784384 : ffff9eb8131e5600) 00010000:00000001:1.0:1789603699.470501:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.470502:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603699.470503:0:35932:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603699.470505:0:35932:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1789603699.470545:0:35932:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb820481ca8 inode ffff9eb808122a08 refc 1 flags 0x20000e 00000080:00000001:1.0:1789603699.470550:0:35932:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1789603699.470552:0:35932:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.470555:0:35932:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1789603699.470558:0:35932:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2c:0x0](ffff9eb808122a08) 00000080:00010000:1.0:1789603699.470562:0:35932:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe55b7 from it ffffb8e501c1fac8 00010000:00000001:1.0:1789603699.470564:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.470565:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.470566:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5600 refcount=3 00000020:00000001:1.0:1789603699.470568:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164767232 : -106961544784384 : ffff9eb8131e5600) 00010000:00000001:1.0:1789603699.470570:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164767232 : -106961544784384 : ffff9eb8131e5600) 00010000:00000001:1.0:1789603699.470572:0:35932:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603699.470575:0:35932:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5600/0xa04c19c788fe55b7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e922e5 expref: -99 pid: 35932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.470581:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.470583:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.470584:0:35932:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603699.470587:0:35932:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603699.470589:0:35932:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5600/0xa04c19c788fe55b7 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e922e5 expref: -99 pid: 35932 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789603699.470597:0:35932:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603699.470599:0:35932:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603699.470601:0:35932:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603699.470605:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.470606:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.470607:0:35932:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.470610:0:35932:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603699.470612:0:35932:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.470614:0:35932:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.470617:0:35932:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.470618:0:35932:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603699.470619:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.470620:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789603699.470622:0:35932:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789603699.470625:0:35932:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804155a00. 00000100:00000001:1.0:1789603699.470629:0:35932:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603699.470633:0:35932:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b48000 x1876533442925696/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/584 e 0 to 0 dl 1789603715 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.470640:0:35932:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603699.470643:0:35932:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603699.470646:0:35932:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb82036b800. 02000000:00000001:1.0:1789603699.470650:0:35932:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603699.470652:0:35932:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603699.470653:0:35932:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603699.470655:0:35932:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603699.470657:0:35932:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb80511d400. 02000000:00000001:1.0:1789603699.470670:0:35932:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603699.470672:0:35932:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603699.470674:0:35932:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b48000. 00000100:00000001:1.0:1789603699.470677:0:35932:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603699.470678:0:35932:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603699.470686:0:35932:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789603699.470689:0:35932:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff9eb808122a08), inode mode 41ed mask 1 00000080:00000001:1.0:1789603699.470693:0:35932:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603699.470708:0:35932:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb810bc5d60. 00000080:00000001:1.0:1789603699.470712:0:35932:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789603699.470714:0:35932:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff9eb808122a08), inode mode 41ed mask 3 00000080:00000001:1.0:1789603699.470717:0:35932:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.470720:0:35932:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789603699.470722:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fb58 00000080:00200000:1.0:1789603699.470724:0:35932:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000405:0x2c:0x0](ffff9eb808122a08), file ffff9eb8070be300, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1789603699.470730:0:35932:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9eb805103e40. 00000080:00000001:1.0:1789603699.470735:0:35932:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789603699.470737:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fa08 00000080:00200000:1.0:1789603699.470739:0:35932:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000405:0x2c:0x0](ffff9eb808122a08), intent=open|creat 00000080:00000010:1.0:1789603699.470747:0:35932:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8069b4200. 00000080:00000001:1.0:1789603699.470755:0:35932:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603699.470757:0:35932:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603699.470759:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1f928 00800000:00000002:1.0:1789603699.470761:0:35932:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-1' on [0x200000405:0x2c:0x0] 00800000:00000001:1.0:1789603699.470765:0:35932:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789603699.470768:0:35932:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789603699.470772:0:35932:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603699.470774:0:35932:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603699.470776:0:35932:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603699.470778:0:35932:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603699.470780:0:35932:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603699.470783:0:35932:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:1.0:1789603699.470785:0:35932:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603699.470788:0:35932:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446637111935442432 : -106961774109184 : ffff9eb805731e00) 00800000:00000001:1.0:1789603699.470791:0:35932:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789603699.470794:0:35932:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789603699.470796:0:35932:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789603699.470799:0:35932:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789603699.470801:0:35932:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9eb81291b000: Allocated FID [0x200000405:0x2e:0x0] 40000000:00000001:1.0:1789603699.470804:0:35932:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.470806:0:35932:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603699.470807:0:35932:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603699.470809:0:35932:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.470811:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1f8a8 00800000:00000002:1.0:1789603699.470813:0:35932:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x2c:0x0], fid2=[0x200000405:0x2e:0x0], name='f24b.recovery-small-1' -> mds #0 layout version 1 00000002:00000001:1.0:1789603699.470817:0:35932:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603699.470819:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1f7e0 00000002:00010000:1.0:1789603699.470820:0:35932:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24b.recovery-small-1,[0x200000405:0x2e:0x0]) in obj [0x200000405:0x2c:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1789603699.470824:0:35932:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789603699.470826:0:35932:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789603699.470830:0:35932:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789603699.470833:0:35932:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.470835:0:35932:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789603699.470837:0:35932:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cf00 count: 2 00010000:00000001:1.0:1789603699.470839:0:35932:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603699.470841:0:35932:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789603699.470844:0:35932:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.470846:0:35932:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.470848:0:35932:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603699.470854:0:35932:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd6d80. 00000020:00000040:1.0:1789603699.470858:0:35932:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:1.0:1789603699.470862:0:35932:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789603699.470863:0:35932:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.470866:0:35932:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789603699.470870:0:35932:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603699.470873:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.470874:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.470875:0:35932:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.470878:0:35932:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603699.470880:0:35932:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603699.470884:0:35932:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603699.470891:0:35932:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041a6000. 00000100:00000001:1.0:1789603699.470897:0:35932:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.470900:0:35932:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603699.470901:0:35932:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.470902:0:35932:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603699.470903:0:35932:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.470905:0:35932:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.470913:0:35932:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446637111957089664 : -106961752461952 : ffff9eb806bd6d80) 00010000:00000001:1.0:1789603699.470917:0:35932:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789603699.470919:0:35932:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789603699.470921:0:35932:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cf00 count: 2 00010000:00000001:1.0:1789603699.470922:0:35932:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603699.470925:0:35932:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789603699.470928:0:35932:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb814fddc00. 00000020:00000001:1.0:1789603699.470931:0:35932:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789603699.470934:0:35932:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb814fddc00 with handle 0xa04c19c788fe55be to hash 00000020:00000001:1.0:1789603699.470936:0:35932:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789603699.470938:0:35932:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:1.0:1789603699.470941:0:35932:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:1.0:1789603699.470943:0:35932:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603699.470945:0:35932:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603699.470948:0:35932:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55be lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35932 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603699.470954:0:35932:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55be lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35932 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789603699.470966:0:35932:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789603699.470971:0:35932:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb806bd6d80 x1876533442925952/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789603699.470979:0:35932:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55be lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35932 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789603699.470984:0:35932:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603699.470985:0:35932:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603699.470991:0:35932:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80402ac00. 00000100:00000001:1.0:1789603699.470993:0:35932:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911296000 : -106961798255616 : ffff9eb80402ac00) 00000100:00000001:1.0:1789603699.470995:0:35932:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603699.470997:0:35932:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957089664 : -106961752461952 : ffff9eb806bd6d80) 00000100:00000001:1.0:1789603699.471001:0:35932:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603699.471005:0:35932:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.471007:0:35932:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603699.471009:0:35932:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603699.471013:0:35932:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd6d80 x1876533442925952/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.471021:0:35932:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603699.471023:0:35932:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603699.471027:0:35932:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603699.471030:0:35932:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603699.471032:0:35932:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603699.471035:0:35932:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd6d80 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35932:1876533442925952:192.168.204.129@tcp:101:multiop.0 00000100:00000001:1.0:1789603699.471039:0:35932:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603699.471043:0:35932:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603699.471045:0:35932:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603699.471047:0:35932:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603699.471106:0:35932:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9eb810260000. 02000000:00000001:1.0:1789603699.471109:0:35932:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603699.471116:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603699.471120:0:35932:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35bb0. 00000400:00000010:1.0:1789603699.471126:0:35932:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9eb8041a7c00. 00000100:00000200:1.0:1789603699.471133:0:35932:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876533442925952, portal 10 00000100:00000001:1.0:1789603699.471135:0:35932:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603699.471137:0:35932:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957089664 : -106961752461952 : ffff9eb806bd6d80) 00000100:00000040:1.0:1789603699.471143:0:35932:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd6d80 x1876533442925952/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603715 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.471151:0:35932:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603699.471153:0:35932:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603699.471156:0:35932:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcf68. 00000100:00000200:1.0:1789603699.471160:0:35932:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876533442925952, offset 0 00000400:00000200:1.0:1789603699.471166:0:35932:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603699.471174:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603699.471181:0:35932:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603699.471187:0:35932:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603699.471191:0:35932:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603699.471195:0:35932:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603699.471198:0:35932:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603699.471201:0:35932:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2990:2990:256:4294967295] 192.168.204.129@tcp LPNI seq info [2990:2990:8:4294967295] 00000400:00000200:1.0:1789603699.471204:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603699.471214:0:35932:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603699.471220:0:35932:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603699.471225:0:35932:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9100. 00000800:00000200:1.0:1789603699.471232:0:35932:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603699.471240:0:35932:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603699.471244:0:35932:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9100 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1789603699.471260:0:35932:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603699.471264:0:35932:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 859436 usecs (860 jiffies) 00000400:00000200:1.0:1789603699.471268:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603699.471271:0:35932:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296699264 00000100:00000001:1.0:1789603699.471278:0:35932:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296699244 00000100:00000001:1.0:1789603699.471283:0:35932:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296699264 00000100:00000001:1.0:1789603699.471286:0:35932:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296699244 00000100:00000001:1.0:1789603699.471289:0:35932:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603699.471292:0:35932:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.471294:0:35932:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603699.471296:0:35932:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603699.471299:0:35932:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80402ac00 going to sleep for 11 seconds 00000100:00000001:1.0:1789603699.471301:0:35932:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603699.471303:0:35932:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603699.472389:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603699.472398:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9100. 00000400:00000200:3.0:1789603699.472404:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603699.472412:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603699.472419:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcf68 00000400:00000010:3.0:1789603699.472421:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcf68. 00000100:00000001:3.0:1789603699.472425:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603699.472430:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd6d80 x1876533442925952/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603715 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.472451:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603699.472455:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd6d80 x1876533442925952/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603715 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.472462:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603699.472463:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603699.496610:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.496627:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603699.496631:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.496634:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603699.496643:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.496652:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603699.496677:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.496683:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.496688:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.496693:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 664 into portal 10 MB=0x6aab27d465580 00000400:00000200:3.0:1789603699.496698:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.496704:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 664/664 into md 0x87d5 [32] + 224 00000800:00000001:3.0:1789603699.496711:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.496718:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603699.496721:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603699.496726:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603699.496734:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603699.496743:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd6d80 x1876533442925952/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603715 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603699.496754:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9eb806bd6d80 x1876533442925952/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.496781:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603699.496791:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.496794:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603699.497504:0:35932:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603699.497555:0:35932:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603699.497558:0:35932:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603699.497562:0:35932:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35bb0. 00000400:00000200:1.0:1789603699.497568:0:35932:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8041a7c00 00000400:00000010:1.0:1789603699.497571:0:35932:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9eb8041a7c00. 00000100:00000001:1.0:1789603699.497576:0:35932:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603699.497583:0:35932:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd6d80 x1876533442925952/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603699.497594:0:35932:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd6d80 x1876533442925952/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.497601:0:35932:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603699.497604:0:35932:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603699.497606:0:35932:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603699.497609:0:35932:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603699.497612:0:35932:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603699.497614:0:35932:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603699.497618:0:35932:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603699.497626:0:35932:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=97 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603699.497630:0:35932:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603699.497633:0:35932:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603699.497636:0:35932:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.497639:0:35932:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603699.497643:0:35932:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.497646:0:35932:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789603699.497648:0:35932:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x20000000b/0x1] 00000100:00000001:1.0:1789603699.497650:0:35932:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789603699.497652:0:35932:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603699.497653:0:35932:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957089664 : -106961752461952 : ffff9eb806bd6d80) 00000100:00000001:1.0:1789603699.497657:0:35932:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603699.497668:0:35932:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 8589934601 00000100:00000001:1.0:1789603699.497672:0:35932:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603699.497675:0:35932:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603699.497680:0:35932:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd6d80 x1876533442925952/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/664 e 0 to 0 dl 1789603715 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.497687:0:35932:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603699.497690:0:35932:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603699.497692:0:35932:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603699.497696:0:35932:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd6d80 x1876533442925952/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/664 e 0 to 0 dl 1789603715 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603699.497704:0:35932:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd6d80 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35932:1876533442925952:192.168.204.129@tcp:101:multiop.0 00000100:00000001:1.0:1789603699.497710:0:35932:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603699.497712:0:35932:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.497714:0:35932:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603699.497716:0:35932:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603699.497720:0:35932:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd6d80 x1876533442925952/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/664 e 0 to 0 dl 1789603715 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.497726:0:35932:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603699.497729:0:35932:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80402ac00. 00000100:00000001:1.0:1789603699.497732:0:35932:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603699.497733:0:35932:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.497737:0:35932:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789603699.497742:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.497745:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.497749:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fddc00 refcount=4 00000020:00000001:1.0:1789603699.497751:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:1.0:1789603699.497754:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000040:1.0:1789603699.497761:0:35932:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb814fddc00, remote cookie: 0x31dbb14d74e92301, flags: 0x1001 00010000:00010000:1.0:1789603699.497767:0:35932:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55be lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92301 expref: -99 pid: 35932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789603699.497777:0:35932:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2e:0x0].0x0, instead of [0x200000405:0x2c:0x0].0x0 00010000:00000001:1.0:1789603699.497781:0:35932:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789603699.497793:0:35932:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb80647c200. 00010000:00000010:1.0:1789603699.497798:0:35932:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb810da7600. 00010000:00000001:1.0:1789603699.497803:0:35932:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603699.497807:0:35932:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55be lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92301 expref: -99 pid: 35932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603699.497816:0:35932:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55be lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92301 expref: -99 pid: 35932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.497822:0:35932:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789603699.497827:0:35932:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789603699.497829:0:35932:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789603699.497830:0:35932:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789603699.497832:0:35932:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789603699.497835:0:35932:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2e:0x0].0x0 (ffff9eb80647c200) refcount = 1 00010000:00010000:1.0:1789603699.497839:0:35932:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55be lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92301 expref: -99 pid: 35932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.497846:0:35932:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789603699.497849:0:35932:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789603699.497851:0:35932:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603699.497855:0:35932:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789603699.497858:0:35932:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603699.497861:0:35932:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55be lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92301 expref: -99 pid: 35932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.497867:0:35932:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789603699.497868:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.497870:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.497871:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.497872:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.497873:0:35932:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.497878:0:35932:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789603699.497881:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.497882:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.497884:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fddc00 refcount=3 00000020:00000001:1.0:1789603699.497886:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:1.0:1789603699.497889:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:1.0:1789603699.497891:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.497892:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.497893:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fddc00 refcount=4 00000020:00000001:1.0:1789603699.497895:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:1.0:1789603699.497897:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:1.0:1789603699.497899:0:35932:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603699.497902:0:35932:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603699.497905:0:35932:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55be lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92301 expref: -99 pid: 35932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.497912:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.497913:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.497914:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.497916:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.497917:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fddc00 refcount=5 00000020:00000001:1.0:1789603699.497918:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:1.0:1789603699.497920:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:1.0:1789603699.497923:0:35932:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603699.497926:0:35932:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55be lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92301 expref: -99 pid: 35932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.497932:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.497933:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789603699.497936:0:35932:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55be lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92301 expref: -99 pid: 35932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.497942:0:35932:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603699.497943:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.497944:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.497946:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.497947:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789603699.497952:0:35932:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9eb806bd6d80 x1876533442925952/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/664 e 0 to 0 dl 1789603715 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789603699.497962:0:35932:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789603699.497967:0:35932:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb806bd6d80 x1876533442925952/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/664 e 0 to 0 dl 1789603715 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789603699.497973:0:35932:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.497980:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.497982:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.497983:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fddc00 refcount=3 00000020:00000001:1.0:1789603699.497985:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:1.0:1789603699.497987:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00000002:00010000:1.0:1789603699.497991:0:35932:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55be lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92301 expref: -99 pid: 35932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789603699.498001:0:35932:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9eb811aa7a80. 00010000:00000001:1.0:1789603699.498003:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.498004:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603699.498006:0:35932:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.498009:0:35932:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.498012:0:35932:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789603699.498014:0:35932:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603699.498016:0:35932:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957089664 : -106961752461952 : ffff9eb806bd6d80) 00000100:00000001:1.0:1789603699.498018:0:35932:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603699.498019:0:35932:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957089664 : -106961752461952 : ffff9eb806bd6d80) 00010000:00000001:1.0:1789603699.498021:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.498022:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.498024:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fddc00 refcount=3 00000020:00000001:1.0:1789603699.498026:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:1.0:1789603699.498028:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00000002:00010000:1.0:1789603699.498031:0:35932:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55be lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92301 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.498037:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.498038:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.498040:0:35932:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789603699.498041:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.498042:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.498043:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fddc00 refcount=3 00000020:00000001:1.0:1789603699.498045:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:1.0:1789603699.498047:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000040:1.0:1789603699.498051:0:35932:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c200 count: 2 00010000:00000001:1.0:1789603699.498053:0:35932:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789603699.498057:0:35932:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589935621/46 (0 0) 00010000:00000001:1.0:1789603699.498060:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.498061:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603699.498062:0:35932:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789603699.498065:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1f768 00000002:00002000:1.0:1789603699.498067:0:35932:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-1 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1789603699.498071:0:35932:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603699.498074:0:35932:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603699.498077:0:35932:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789603699.498081:0:35932:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x2c:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789603699.498084:0:35932:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.498088:0:35932:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789603699.498090:0:35932:0:(namei.c:674:ll_lookup_it_finish()) it ffff9eb805103e40 it_disposition 1800037 00000080:00002000:1.0:1789603699.498096:0:35932:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb82054cca8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1789603699.498101:0:35932:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789603699.498104:0:35932:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1789603699.498105:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1f990 00000080:00200000:1.0:1789603699.498108:0:35932:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000405:0x2c:0x0](ffff9eb808122a08), intent=open|creat 00000080:00000001:1.0:1789603699.498110:0:35932:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1789603699.498113:0:35932:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789603699.498117:0:35932:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789603699.498135:0:35932:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789603699.498138:0:35932:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611182 : 144115205339611182 : 20000040500002e) 00000080:00000001:1.0:1789603699.498141:0:35932:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1789603699.498150:0:35932:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9eb808190000. 00000020:00000001:1.0:1789603699.498160:0:35932:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1789603699.498162:0:35932:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1789603699.498165:0:35932:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1789603699.498167:0:35932:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x2e:0x0](ffff9eb8081900c8) 00000020:00000001:1.0:1789603699.498171:0:35932:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603699.498175:0:35932:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930664 : -106961319620952 : ffff9eb8208a0ea8) 00000020:00001000:1.0:1789603699.498178:0:35932:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0ea0 00000020:00000001:1.0:1789603699.498182:0:35932:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1789603699.498187:0:35932:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9eb8053b0578. 00000020:00000001:1.0:1789603699.498190:0:35932:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789603699.498192:0:35932:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603699.498199:0:35932:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1789603699.498203:0:35932:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9eb8123e4c98. 00020000:00000001:1.0:1789603699.498205:0:35932:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446637112150084760 : -106961559466856 : ffff9eb8123e4c98) 00020000:00000001:1.0:1789603699.498207:0:35932:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1789603699.498211:0:35932:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789603699.498216:0:35932:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb805103900. 00020000:00000010:1.0:1789603699.498221:0:35932:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb807ad9480. 00020000:00000010:1.0:1789603699.498226:0:35932:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb805103a80. 00020000:00000001:1.0:1789603699.498229:0:35932:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637111928961664 : -106961780589952 : ffff9eb805103a80) 00020000:00000002:1.0:1789603699.498232:0:35932:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb805103a80, objid 0x2e:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789603699.498237:0:35932:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789603699.498242:0:35932:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb807ad9480: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000001:1.0:1789603699.498245:0:35932:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1789603699.498247:0:35932:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb805103a80, objid 0x2e:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789603699.498250:0:35932:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789603699.498254:0:35932:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb807ad9480: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000010:1.0:1789603699.498257:0:35932:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9eb804fd8c90. 00020000:00000010:1.0:1789603699.498260:0:35932:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9eb80402ac00. 00020000:00000001:1.0:1789603699.498266:0:35932:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1789603699.498269:0:35932:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9eb80795a3a0. 00020000:00000001:1.0:1789603699.498272:0:35932:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1789603699.498273:0:35932:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1789603699.498279:0:35932:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1789603699.498282:0:35932:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9eb8053b0320. 00000020:00000001:1.0:1789603699.498283:0:35932:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789603699.498285:0:35932:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603699.498287:0:35932:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446637111931765664 : -106961777785952 : ffff9eb8053b03a0) 00020000:00000001:1.0:1789603699.498291:0:35932:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1789603699.498297:0:35932:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9eb810231880. 00020000:00000001:1.0:1789603699.498299:0:35932:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.498304:0:35932:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446637111931765664 : -106961777785952 : ffff9eb8053b03a0) 00020000:00000001:1.0:1789603699.498306:0:35932:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446637111931765664 : -106961777785952 : ffff9eb8053b03a0) 00020000:00000002:1.0:1789603699.498310:0:35932:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x42:0x0]@ffff9eb8053b0320[0:0] -> [0x200000405:0x2e:0x0]@ffff9eb8053b0578: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000001:1.0:1789603699.498316:0:35932:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1789603699.498319:0:35932:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:1.0:1789603699.498321:0:35932:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.498324:0:35932:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446637111931766264 : -106961777785352 : ffff9eb8053b05f8) 00000020:00001000:1.0:1789603699.498327:0:35932:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0ea0 00000080:00000001:1.0:1789603699.498332:0:35932:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611182 : 144115205339611182 : 20000040500002e) 00000080:00000001:1.0:1789603699.498335:0:35932:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789603699.498337:0:35932:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611182 mtime from 0 to 1789603699 00000080:00000001:1.0:1789603699.498342:0:35932:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1789603699.498345:0:35932:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979868360 : -106961729683256 : ffff9eb8081900c8) 00010000:00000001:1.0:1789603699.498348:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.498349:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.498351:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fddc00 refcount=3 00000020:00000001:1.0:1789603699.498353:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:1.0:1789603699.498355:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00000080:00000001:1.0:1789603699.498358:0:35932:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789603699.498359:0:35932:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603699.498361:0:35932:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930664 : -106961319620952 : ffff9eb8208a0ea8) 00000020:00001000:1.0:1789603699.498363:0:35932:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0ea0 00000020:00000001:1.0:1789603699.498365:0:35932:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789603699.498367:0:35932:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1789603699.498369:0:35932:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789603699.498372:0:35932:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb805103420. 00020000:00000010:1.0:1789603699.498375:0:35932:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb807ad9180. 00020000:00000010:1.0:1789603699.498378:0:35932:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb805103240. 00020000:00000001:1.0:1789603699.498380:0:35932:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637111928959552 : -106961780592064 : ffff9eb805103240) 00020000:00000002:1.0:1789603699.498382:0:35932:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb805103240, objid 0x2e:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789603699.498386:0:35932:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789603699.498388:0:35932:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb807ad9180: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000002:1.0:1789603699.498392:0:35932:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9eb8123e4c98) owner ffff9eb801220000 00020000:00000001:1.0:1789603699.498395:0:35932:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789603699.498397:0:35932:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9eb8123e4c98) owner ffff9eb801220000 00020000:00000010:1.0:1789603699.498401:0:35932:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb807ad9180. 00020000:00000010:1.0:1789603699.498405:0:35932:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb805103420. 00020000:00000010:1.0:1789603699.498407:0:35932:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb805103240. 00020000:00000002:1.0:1789603699.498409:0:35932:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2e:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789603699.498412:0:35932:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.498414:0:35932:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.498417:0:35932:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789603699.498421:0:35932:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb801220000 00020000:00000002:1.0:1789603699.498424:0:35932:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb805103a80 addref 2/0 by ffff9eb801220000. 00020000:00000002:1.0:1789603699.498426:0:35932:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb801220000 00020000:00000001:1.0:1789603699.498429:0:35932:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789603699.498431:0:35932:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789603699.498433:0:35932:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789603699.498434:0:35932:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789603699.498437:0:35932:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789603699.498439:0:35932:0:(file.c:6854:ll_layout_conf()) [0x200000405:0x2e:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789603699.498441:0:35932:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0ea0 00000080:00000001:1.0:1789603699.498444:0:35932:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.498446:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.498447:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789603699.498449:0:35932:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789603699.498452:0:35932:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789603699.498454:0:35932:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603699.498456:0:35932:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x2e:0x0](ffff9eb8081900c8) 00000080:00010000:1.0:1789603699.498460:0:35932:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2e:0x0](ffff9eb8081900c8) for lock 0xa04c19c788fe55be 00800000:00000001:1.0:1789603699.498463:0:35932:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603699.498466:0:35932:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603699.498467:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.498468:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.498470:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fddc00 refcount=3 00000020:00000001:1.0:1789603699.498472:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:1.0:1789603699.498473:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:1.0:1789603699.498476:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.498477:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603699.498478:0:35932:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603699.498480:0:35932:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.498481:0:35932:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1789603699.498483:0:35932:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603699.498488:0:35932:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9eb806bd6d80 x1876533442925952/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603715 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.498499:0:35932:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789603699.498504:0:35932:0:(namei.c:1651:ll_create_it()) inode ffff9eb8081900c8 need_sync_to_mds [0x200000405:0x2e:0x0] 00000080:00000001:1.0:1789603699.498507:0:35932:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603699.498542:0:35932:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2e:0x0](ffff9eb8081900c8) 00000080:00000001:1.0:1789603699.498546:0:35932:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789603699.498549:0:35932:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8069b4200. 00000100:00000001:1.0:1789603699.498552:0:35932:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603699.498556:0:35932:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd6d80 x1876533442925952/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603715 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.498562:0:35932:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.498566:0:35932:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1789603699.498568:0:35932:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789603699.498570:0:35932:0:(namei.c:1500:ll_atomic_open()) inode ffff9eb8081900c8 need_sync_to_mds [0x200000405:0x2e:0x0] 00000080:00000001:1.0:1789603699.498578:0:35932:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789603699.498580:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fa68 00000080:00200008:1.0:1789603699.498582:0:35932:0:(file.c:1090:ll_file_open()) START file f24b.recovery-small-1:[0x200000405:0x2e:0x0](ffff9eb8081900c8), flags 100102 00000080:00000010:1.0:1789603699.498590:0:35932:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9eb812252c80. 00000080:00000010:1.0:1789603699.498596:0:35932:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9eb811aa7ac0. 00000080:00000001:1.0:1789603699.498598:0:35932:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789603699.498601:0:35932:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1789603699.498604:0:35932:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603699.498607:0:35932:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603699.498609:0:35932:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603699.498611:0:35932:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603699.498613:0:35932:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603699.498615:0:35932:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:1.0:1789603699.498617:0:35932:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603699.498619:0:35932:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789603699.498622:0:35932:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9eb810bc5920. 00000002:00100000:1.0:1789603699.498628:0:35932:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb806bd6d80 x1876533442925952/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603715 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789603699.498634:0:35932:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603699.498636:0:35932:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789603699.498640:0:35932:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789603699.498643:0:35932:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.498645:0:35932:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603699.498648:0:35932:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603699.498651:0:35932:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd6d80 x1876533442925952/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603715 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789603699.498658:0:35932:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603699.498673:0:35932:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9eb810260000. 02000000:00000001:1.0:1789603699.498719:0:35932:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789603699.498721:0:35932:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.498724:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fa68 00000080:00000008:1.0:1789603699.498726:0:35932:0:(file.c:1329:ll_file_open()) COMPLETED file f24b.recovery-small-1:[0x200000405:0x2e:0x0](ffff9eb8081900c8), flags 100102, rc = 0 00000080:00000001:1.0:1789603699.498730:0:35932:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789603699.498731:0:35932:0:(dcache.c:176:ll_intent_release()) intent ffff9eb805103e40 released 00000080:00010000:1.0:1789603699.498734:0:35932:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe55be from it ffff9eb805103e40 00010000:00000001:1.0:1789603699.498736:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.498737:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.498739:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fddc00 refcount=3 00000020:00000001:1.0:1789603699.498741:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:1.0:1789603699.498743:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196193280 : -106961513358336 : ffff9eb814fddc00) 00010000:00000001:1.0:1789603699.498746:0:35932:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603699.498750:0:35932:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55be lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e92301 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.498770:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.498771:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.498773:0:35932:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603699.498776:0:35932:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603699.498779:0:35932:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fddc00/0xa04c19c788fe55be lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e92301 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789603699.498788:0:35932:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603699.498791:0:35932:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603699.498794:0:35932:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603699.498799:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.498800:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.498803:0:35932:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.498806:0:35932:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603699.498807:0:35932:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.498810:0:35932:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.498812:0:35932:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.498814:0:35932:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603699.498815:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.498816:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789603699.498818:0:35932:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789603699.498820:0:35932:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1789603699.498822:0:35932:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789603699.498825:0:35932:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603699.498827:0:35932:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789603699.498829:0:35932:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.498832:0:35932:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789603699.498834:0:35932:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.498836:0:35932:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789603699.498838:0:35932:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.498840:0:35932:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789603699.498843:0:35932:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9eb805103e40. 00000080:00000001:1.0:1789603699.498845:0:35932:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.498851:0:35932:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789603699.498853:0:35932:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2e:0x0](ffff9eb8081900c8), inode mode 81a4 mask 40 00000080:00000001:1.0:1789603699.498858:0:35932:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.499113:0:35932:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:1.0:1789603699.499116:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fd88 00000080:00200008:1.0:1789603699.499118:0:35932:0:(file.c:2650:do_file_write_iter()) START file f24b.recovery-small-1:[0x200000405:0x2e:0x0], ppos: 0, count: 8192 00000080:00000002:1.0:1789603699.499122:0:35932:0:(file.c:2656:do_file_write_iter()) inode ffff9eb8081900c8 need_sync_to_oss [0x200000405:0x2e:0x0] 00000080:00000001:1.0:1789603699.499124:0:35932:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1789603699.499126:0:35932:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.499128:0:35932:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1789603699.499131:0:35932:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.499133:0:35932:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000080:00000001:1.0:1789603699.499135:0:35932:0:(file.c:2594:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.499138:0:35932:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603699.499140:0:35932:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930664 : -106961319620952 : ffff9eb8208a0ea8) 00000020:00001000:1.0:1789603699.499142:0:35932:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0ea0 00000080:00000001:1.0:1789603699.499146:0:35932:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1789603699.499148:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fc98 00000080:00200000:1.0:1789603699.499149:0:35932:0:(file.c:2090:ll_file_io_generic()) f24b.recovery-small-1: write ppos: 0, bytes: 8192 00000020:00000001:1.0:1789603699.499154:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fc30 00000080:00200000:1.0:1789603699.499156:0:35932:0:(file.c:1848:ll_io_set_mirror()) f24b.recovery-small-1: desiginated mirror: 0 00000020:00000001:1.0:1789603699.499158:0:35932:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1789603699.499165:0:35932:0:(cl_io.c:215:cl_io_rw_init()) header@00000000d78ff33c[0x110, 1, [0x200000405:0x2e:0x0] hash] 00000020:00200000:1.0:1789603699.499167:0:35932:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:1.0:1789603699.499170:0:35932:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b05f8 -> ffff9eb8053b05f8 00000020:00000001:1.0:1789603699.499172:0:35932:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789603699.499174:0:35932:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789603699.499176:0:35932:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2e:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789603699.499179:0:35932:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789603699.499181:0:35932:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1789603699.499183:0:35932:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603699.499187:0:35932:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.499189:0:35932:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789603699.499191:0:35932:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.499193:0:35932:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789603699.499197:0:35932:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2e:0x0]io ffff9eb80572ce40 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1789603699.499200:0:35932:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb801220000 00020000:00000001:1.0:1789603699.499204:0:35932:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789603699.499205:0:35932:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789603699.499208:0:35932:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789603699.499210:0:35932:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1789603699.499211:0:35932:0:(lov_io.c:860:lov_io_slice_init()) 0 8192 00020000:00000001:1.0:1789603699.499214:0:35932:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1789603699.499216:0:35932:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789603699.499217:0:35932:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.499219:0:35932:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789603699.499220:0:35932:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789603699.499221:0:35932:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789603699.499222:0:35932:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb801220000 00000020:00000001:1.0:1789603699.499224:0:35932:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.499226:0:35932:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789603699.499228:0:35932:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:1.0:1789603699.499230:0:35932:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:1.0:1789603699.499232:0:35932:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.499235:0:35932:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:1.0:1789603699.499237:0:35932:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1789603699.499239:0:35932:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:1.0:1789603699.499241:0:35932:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1789603699.499243:0:35932:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:1.0:1789603699.499245:0:35932:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:1.0:1789603699.499248:0:35932:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1789603699.499250:0:35932:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1789603699.499253:0:35932:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:1.0:1789603699.499256:0:35932:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603699.499257:0:35932:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789603699.499258:0:35932:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603699.499260:0:35932:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389928648 : -106961319622968 : ffff9eb8208a06c8) 00000020:00001000:1.0:1789603699.499261:0:35932:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a06c0 00000020:00000001:1.0:1789603699.499264:0:35932:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b03a0 -> ffff9eb8053b05f8 00000020:00000001:1.0:1789603699.499266:0:35932:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789603699.499269:0:35932:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789603699.499270:0:35932:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789603699.499272:0:35932:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789603699.499273:0:35932:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935422016 : -106961774129600 : ffff9eb80572ce40) 00000020:00000001:1.0:1789603699.499275:0:35932:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603699.499276:0:35932:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603699.499278:0:35932:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:1.0:1789603699.499281:0:35932:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1789603699.499284:0:35932:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1789603699.499287:0:35932:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.499288:0:35932:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603699.499291:0:35932:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603699.499292:0:35932:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.499294:0:35932:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.499295:0:35932:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:1.0:1789603699.499297:0:35932:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1789603699.499299:0:35932:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1789603699.499302:0:35932:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1789603699.499305:0:35932:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.499308:0:35932:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.499310:0:35932:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1789603699.499312:0:35932:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:1.0:1789603699.499314:0:35932:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1789603699.499316:0:35932:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1789603699.499317:0:35932:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.499319:0:35932:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.499321:0:35932:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.499323:0:35932:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.499324:0:35932:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603699.499326:0:35932:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1789603699.499328:0:35932:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789603699.499329:0:35932:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:1.0:1789603699.499330:0:35932:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789603699.499331:0:35932:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.499333:0:35932:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603699.499334:0:35932:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603699.499336:0:35932:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.499337:0:35932:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789603699.499339:0:35932:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789603699.499341:0:35932:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789603699.499343:0:35932:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789603699.499345:0:35932:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1789603699.499348:0:35932:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:1.0:1789603699.499352:0:35932:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb810da7800. 00020000:00000002:1.0:1789603699.499355:0:35932:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:1.0:1789603699.499357:0:35932:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789603699.499358:0:35932:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603699.499360:0:35932:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:1.0:1789603699.499361:0:35932:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789603699.499365:0:35932:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb8078da850. 00000008:00010000:1.0:1789603699.499367:0:35932:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1789603699.499369:0:35932:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789603699.499371:0:35932:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789603699.499374:0:35932:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb810da7830, osc lock ffff9eb8078da850, flags 0x0 00000020:00000001:1.0:1789603699.499376:0:35932:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603699.499378:0:35932:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603699.499380:0:35932:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637112126765056 : -106961582786560 : ffff9eb810da7800) 00000020:00000001:1.0:1789603699.499382:0:35932:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789603699.499383:0:35932:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789603699.499384:0:35932:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.499386:0:35932:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.499388:0:35932:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789603699.499389:0:35932:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789603699.499390:0:35932:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603699.499391:0:35932:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:1.0:1789603699.499392:0:35932:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789603699.499395:0:35932:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789603699.499396:0:35932:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1789603699.499398:0:35932:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.499401:0:35932:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789603699.499403:0:35932:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789603699.499405:0:35932:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789603699.499406:0:35932:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789603699.499407:0:35932:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789603699.499409:0:35932:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789603699.499411:0:35932:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789603699.499413:0:35932:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789603699.499418:0:35932:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.499421:0:35932:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1789603699.499425:0:35932:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5c00. 00000020:00000040:1.0:1789603699.499428:0:35932:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00010000:00000001:1.0:1789603699.499431:0:35932:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789603699.499436:0:35932:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603699.499438:0:35932:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.499441:0:35932:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603699.499443:0:35932:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603699.499448:0:35932:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603699.499454:0:35932:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb8069b4200. 00000100:00000001:1.0:1789603699.499460:0:35932:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.499463:0:35932:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603699.499465:0:35932:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.499466:0:35932:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603699.499468:0:35932:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.499469:0:35932:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.499472:0:35932:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446637111957085184 : -106961752466432 : ffff9eb806bd5c00) 00010000:00000001:1.0:1789603699.499474:0:35932:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789603699.499476:0:35932:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789603699.499480:0:35932:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb80647c400. 00010000:00000010:1.0:1789603699.499483:0:35932:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9eb80647cb00. 00010000:00000001:1.0:1789603699.499488:0:35932:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789603699.499492:0:35932:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb814fdc600. 00000020:00000001:1.0:1789603699.499496:0:35932:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789603699.499498:0:35932:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb814fdc600 with handle 0xa04c19c788fe55c5 to hash 00000020:00000001:1.0:1789603699.499499:0:35932:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789603699.499501:0:35932:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112196187648 : -106961513363968 : ffff9eb814fdc600) 00010000:00000010:1.0:1789603699.499504:0:35932:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9eb811aa7d80. 00010000:00000001:1.0:1789603699.499507:0:35932:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112196187648 : -106961513363968 : ffff9eb814fdc600) 00010000:00000001:1.0:1789603699.499540:0:35932:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603699.499543:0:35932:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603699.499548:0:35932:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000da04db28/0xa04c19c788fe55c5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603699.499557:0:35932:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000da04db28/0xa04c19c788fe55c5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603699.499567:0:35932:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000da04db28/0xa04c19c788fe55c5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789603699.499573:0:35932:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603699.499575:0:35932:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603699.499582:0:35932:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80402a540. 00000100:00000001:1.0:1789603699.499584:0:35932:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911294272 : -106961798257344 : ffff9eb80402a540) 00000100:00000001:1.0:1789603699.499586:0:35932:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603699.499588:0:35932:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957085184 : -106961752466432 : ffff9eb806bd5c00) 00000100:00000001:1.0:1789603699.499592:0:35932:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603699.499594:0:35932:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.499596:0:35932:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603699.499598:0:35932:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603699.499604:0:35932:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5c00 x1876533442926080/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.499618:0:35932:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603699.499620:0:35932:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603699.499624:0:35932:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603699.499626:0:35932:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603699.499628:0:35932:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603699.499632:0:35932:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5c00 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35932:1876533442926080:192.168.204.129@tcp:101:multiop.0 00000100:00000001:1.0:1789603699.499637:0:35932:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603699.499643:0:35932:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603699.499645:0:35932:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603699.499648:0:35932:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603699.499653:0:35932:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a7c00. 02000000:00000001:1.0:1789603699.499654:0:35932:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603699.499678:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603699.499683:0:35932:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35bb0. 00000400:00000010:1.0:1789603699.499690:0:35932:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc000. 00000100:00000200:1.0:1789603699.499696:0:35932:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442926080, portal 4 00000100:00000001:1.0:1789603699.499698:0:35932:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603699.499699:0:35932:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957085184 : -106961752466432 : ffff9eb806bd5c00) 00000100:00000040:1.0:1789603699.499705:0:35932:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd5c00 x1876533442926080/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603715 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.499711:0:35932:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603699.499713:0:35932:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603699.499716:0:35932:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fccc0. 00000100:00000200:1.0:1789603699.499720:0:35932:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876533442926080, offset 0 00000400:00000200:1.0:1789603699.499726:0:35932:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603699.499734:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603699.499742:0:35932:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603699.499747:0:35932:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603699.499752:0:35932:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603699.499755:0:35932:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603699.499758:0:35932:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603699.499762:0:35932:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2991:2991:256:4294967295] 192.168.204.129@tcp LPNI seq info [2991:2991:8:4294967295] 00000400:00000200:1.0:1789603699.499766:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603699.499778:0:35932:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603699.499784:0:35932:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603699.499790:0:35932:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9200. 00000800:00000200:1.0:1789603699.499797:0:35932:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603699.499805:0:35932:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603699.499810:0:35932:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789603699.499832:0:35932:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603699.499837:0:35932:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 187995 usecs (188 jiffies) 00000400:00000200:1.0:1789603699.499840:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603699.499844:0:35932:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296698621 00000100:00000001:1.0:1789603699.499847:0:35932:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296699264 00000100:00000001:1.0:1789603699.499849:0:35932:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296698621 00000100:00000001:1.0:1789603699.499851:0:35932:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296699264 00000100:00000001:1.0:1789603699.499853:0:35932:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603699.499855:0:35932:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.499858:0:35932:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603699.499860:0:35932:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603699.499863:0:35932:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80402a540 going to sleep for 11 seconds 00000100:00000001:1.0:1789603699.499865:0:35932:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603699.499868:0:35932:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603699.500194:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603699.500200:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9200. 00000400:00000200:3.0:1789603699.500206:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603699.500210:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603699.500217:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fccc0 00000400:00000010:3.0:1789603699.500219:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fccc0. 00000100:00000001:3.0:1789603699.500224:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603699.500228:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5c00 x1876533442926080/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603715 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.500237:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603699.500241:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5c00 x1876533442926080/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603715 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.500247:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603699.500248:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603699.505022:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.505043:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603699.505048:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.505051:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603699.505063:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.505072:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603699.505082:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.505088:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.505093:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.505098:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 400 into portal 4 MB=0x6aab27d465600 00000400:00000200:3.0:1789603699.505103:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.505108:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 400/400 into md 0x87dd [1] + 224 00000800:00000001:3.0:1789603699.505115:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.505133:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603699.505137:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603699.505142:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603699.505150:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603699.505159:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5c00 x1876533442926080/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603715 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603699.505170:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9eb806bd5c00 x1876533442926080/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.505190:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603699.505199:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.505202:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603699.509101:0:35932:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603699.509294:0:35932:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603699.509298:0:35932:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603699.509303:0:35932:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35bb0. 00000400:00000200:1.0:1789603699.509313:0:35932:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc000 00000400:00000010:1.0:1789603699.509316:0:35932:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc000. 00000100:00000001:1.0:1789603699.509322:0:35932:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603699.509336:0:35932:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5c00 x1876533442926080/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603699.509353:0:35932:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5c00 x1876533442926080/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.509360:0:35932:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603699.509363:0:35932:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603699.509366:0:35932:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603699.509370:0:35932:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603699.509372:0:35932:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603699.509375:0:35932:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603699.509378:0:35932:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603699.509393:0:35932:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=96 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603699.509397:0:35932:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603699.509400:0:35932:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603699.509402:0:35932:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.509405:0:35932:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603699.509410:0:35932:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.509414:0:35932:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603699.509417:0:35932:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967335 00000100:00000001:1.0:1789603699.509419:0:35932:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603699.509421:0:35932:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603699.509427:0:35932:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5c00 x1876533442926080/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.509434:0:35932:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603699.509438:0:35932:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603699.509439:0:35932:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603699.509443:0:35932:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5c00 x1876533442926080/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603715 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603699.509451:0:35932:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5c00 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35932:1876533442926080:192.168.204.129@tcp:101:multiop.0 00000100:00000001:1.0:1789603699.509455:0:35932:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603699.509458:0:35932:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.509461:0:35932:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603699.509463:0:35932:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603699.509467:0:35932:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5c00 x1876533442926080/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603715 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.509474:0:35932:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603699.509477:0:35932:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80402a540. 00000100:00000001:1.0:1789603699.509481:0:35932:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603699.509483:0:35932:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.509486:0:35932:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789603699.509489:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.509492:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.509496:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc600 refcount=4 00000020:00000001:1.0:1789603699.509499:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187648 : -106961513363968 : ffff9eb814fdc600) 00010000:00000001:1.0:1789603699.509501:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187648 : -106961513363968 : ffff9eb814fdc600) 00010000:00000040:1.0:1789603699.509676:0:35932:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb814fdc600, remote cookie: 0x31dbb14d74e9230f, flags: 0x1 00010000:00010000:1.0:1789603699.509685:0:35932:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000da04db28/0xa04c19c788fe55c5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9230f expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.509697:0:35932:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1789603699.509701:0:35932:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.509703:0:35932:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789603699.509706:0:35932:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1789603699.509711:0:35932:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000da04db28/0xa04c19c788fe55c5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9230f expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789603699.509719:0:35932:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x42:0x0].0x0 (ffff9eb80647c400) refcount = 1 00010000:00000040:1.0:1789603699.509723:0:35932:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789603699.509725:0:35932:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000da04db28/0xa04c19c788fe55c5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9230f expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.509735:0:35932:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789603699.509737:0:35932:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603699.509740:0:35932:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789603699.509743:0:35932:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603699.509746:0:35932:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000da04db28/0xa04c19c788fe55c5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9230f expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.509752:0:35932:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789603699.509754:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.509755:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.509756:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.509758:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603699.509759:0:35932:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603699.509763:0:35932:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1789603699.509766:0:35932:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789603699.509770:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.509771:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.509773:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc600 refcount=3 00000020:00000001:1.0:1789603699.509775:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187648 : -106961513363968 : ffff9eb814fdc600) 00010000:00000001:1.0:1789603699.509777:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187648 : -106961513363968 : ffff9eb814fdc600) 00010000:00000001:1.0:1789603699.509780:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.509781:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.509782:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc600 refcount=4 00000020:00000001:1.0:1789603699.509784:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187648 : -106961513363968 : ffff9eb814fdc600) 00010000:00000001:1.0:1789603699.509785:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187648 : -106961513363968 : ffff9eb814fdc600) 00010000:00000001:1.0:1789603699.509788:0:35932:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603699.509791:0:35932:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603699.509794:0:35932:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000da04db28/0xa04c19c788fe55c5 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9230f expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.509801:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.509802:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789603699.509805:0:35932:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1789603699.509809:0:35932:0:(cl_object.c:143:cl_object_top()) ffff9eb810231880 -> ffff9eb8053b05f8 00000008:00010000:1.0:1789603699.509813:0:35932:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000da04db28/0xa04c19c788fe55c5 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e9230f expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1789603699.509827:0:35932:0:(cl_object.c:143:cl_object_top()) ffff9eb810231880 -> ffff9eb8053b05f8 00000020:00000001:1.0:1789603699.509829:0:35932:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789603699.509832:0:35932:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1789603699.509835:0:35932:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789603699.509837:0:35932:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.509839:0:35932:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.509841:0:35932:0:(cl_object.c:143:cl_object_top()) ffff9eb810231880 -> ffff9eb8053b05f8 00000008:00000001:1.0:1789603699.509843:0:35932:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:1.0:1789603699.509845:0:35932:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.509847:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.509848:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.509849:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc600 refcount=5 00000020:00000001:1.0:1789603699.509851:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187648 : -106961513363968 : ffff9eb814fdc600) 00010000:00000001:1.0:1789603699.509852:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187648 : -106961513363968 : ffff9eb814fdc600) 00010000:00000001:1.0:1789603699.509855:0:35932:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603699.509858:0:35932:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000da04db28/0xa04c19c788fe55c5 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e9230f expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.509864:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.509865:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789603699.509868:0:35932:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000da04db28/0xa04c19c788fe55c5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e9230f expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.509874:0:35932:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603699.509876:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.509877:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789603699.509879:0:35932:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.509881:0:35932:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603699.509886:0:35932:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5c00 x1876533442926080/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603715 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.509893:0:35932:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603699.509896:0:35932:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603699.509899:0:35932:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a7c00. 02000000:00000001:1.0:1789603699.509903:0:35932:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603699.509905:0:35932:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603699.509907:0:35932:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603699.509909:0:35932:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603699.509911:0:35932:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb8069b4200. 02000000:00000001:1.0:1789603699.509914:0:35932:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603699.509916:0:35932:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603699.509918:0:35932:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5c00. 00000100:00000001:1.0:1789603699.509921:0:35932:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603699.509922:0:35932:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789603699.509924:0:35932:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603699.509926:0:35932:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.509929:0:35932:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603699.509932:0:35932:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.509934:0:35932:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.509936:0:35932:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.509939:0:35932:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.509941:0:35932:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.509943:0:35932:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:1.0:1789603699.509948:0:35932:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:1.0:1789603699.509954:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fb80 00000080:00200000:1.0:1789603699.509956:0:35932:0:(vvp_io.c:1292:vvp_io_write_start()) f24b.recovery-small-1: write [0, 8192) append 0 append lockpos 0 00000020:00000001:1.0:1789603699.509959:0:35932:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1789603699.509962:0:35932:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb801220000 00020000:00000002:1.0:1789603699.509966:0:35932:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb805103a80 addref 2/0 by ffff9eb801220000. 00020000:00000002:1.0:1789603699.509968:0:35932:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb801220000 00000020:00000001:1.0:1789603699.509971:0:35932:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:1.0:1789603699.509974:0:35932:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1789603699.509978:0:35932:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1789603699.509983:0:35932:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:1.0:1789603699.509986:0:35932:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603699.509988:0:35932:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:1.0:1789603699.509990:0:35932:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789603699.509993:0:35932:0:(osc_io.c:1414:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789603699.509996:0:35932:0:(osc_io.c:1427:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.509998:0:35932:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603699.510000:0:35932:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.510001:0:35932:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.510008:0:35932:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1789603699.510010:0:35932:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:1.0:1789603699.510039:0:35932:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:1.0:1789603699.510042:0:35932:0:(cl_page.c:438:cl_page_find()) 0@[0x200000405:0x2e:0x0] ffffecbc84c2a840 0 1 00000020:00000001:1.0:1789603699.510045:0:35932:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1789603699.510047:0:35932:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.510049:0:35932:0:(cl_page.c:353:cl_page_alloc()) Process entered 00000020:00000010:1.0:1789603699.510057:0:35932:0:(cl_page.c:304:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9eb802f3a380. 00000020:00000001:1.0:1789603699.510060:0:35932:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1789603699.510062:0:35932:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1789603699.510065:0:35932:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:1.0:1789603699.510069:0:35932:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:1.0:1789603699.510071:0:35932:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603699.510073:0:35932:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000008:00000001:1.0:1789603699.510077:0:35932:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:1.0:1789603699.510079:0:35932:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff9eb802f3a3f0 folio ffffecbc84c2a840 pg:0 obj off 0 00000008:00000001:1.0:1789603699.510081:0:35932:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.510083:0:35932:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1789603699.510084:0:35932:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1789603699.510085:0:35932:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1789603699.510088:0:35932:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603699.510091:0:35932:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.510093:0:35932:0:(cl_page.c:400:cl_page_alloc()) Process leaving (rc=18446637111893533568 : -106961816018048 : ffff9eb802f3a380) 00000020:00000001:1.0:1789603699.510095:0:35932:0:(cl_page.c:461:cl_page_find()) Process leaving (rc=18446637111893533568 : -106961816018048 : ffff9eb802f3a380) 00000020:00000001:1.0:1789603699.510097:0:35932:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:1.0:1789603699.510100:0:35932:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789603699.510101:0:35932:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935422016 : -106961774129600 : ffff9eb80572ce40) 00000020:00000001:1.0:1789603699.510103:0:35932:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1789603699.510104:0:35932:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1789603699.510106:0:35932:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789603699.510110:0:35932:0:(cl_page.c:518:__cl_page_state_set()) page@000000000ab8ae25[2 00000000982a7376 1 1 000000007d3b4b0d 0 0 0] 00000020:00000001:1.0:1789603699.510112:0:35932:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1789603699.510114:0:35932:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789603699.510115:0:35932:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00008000:1.0:1789603699.510232:0:35932:0:(rw26.c:769:ll_write_begin()) page@000000000ab8ae25[2 00000000982a7376 2 1 000000007d3b4b0d 0 0 0] 00000080:00008000:1.0:1789603699.510236:0:35932:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:1.0:1789603699.510237:0:35932:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1789603699.510239:0:35932:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.510244:0:35932:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1789603699.510246:0:35932:0:(rw26.c:871:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:1.0:1789603699.510248:0:35932:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789603699.510249:0:35932:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935422016 : -106961774129600 : ffff9eb80572ce40) 00000020:00000001:1.0:1789603699.510251:0:35932:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1789603699.510253:0:35932:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789603699.510259:0:35932:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:1.0:1789603699.510261:0:35932:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789603699.510262:0:35932:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1789603699.510264:0:35932:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1789603699.510268:0:35932:0:(rw26.c:929:ll_write_end()) page@000000000ab8ae25[3 00000000982a7376 2 1 000000007d3b4b0d 0 0 0] 00000080:00200000:1.0:1789603699.510271:0:35932:0:(rw26.c:929:ll_write_end()) vmpage @00000000efc19b12 17ffffc0001001 3:0 ffff9eb802f3a380 0 lru 00000080:00200000:1.0:1789603699.510500:0:35932:0:(rw26.c:929:ll_write_end()) osc-page@000000000128bceb 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000852219aa 00000000134a75b6 > 3< 0 0 > 4< 0 0 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789603699.510502:0:35932:0:(rw26.c:929:ll_write_end()) end page@000000000ab8ae25 00000080:00200000:1.0:1789603699.510504:0:35932:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1789603699.510505:0:35932:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:1.0:1789603699.510536:0:35932:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1789603699.510538:0:35932:0:(rw26.c:676:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:1.0:1789603699.510556:0:35932:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:1.0:1789603699.510558:0:35932:0:(cl_page.c:438:cl_page_find()) 1@[0x200000405:0x2e:0x0] ffffecbc843108c0 0 1 00000020:00000001:1.0:1789603699.510561:0:35932:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1789603699.510562:0:35932:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.510563:0:35932:0:(cl_page.c:353:cl_page_alloc()) Process entered 00000020:00000010:1.0:1789603699.510566:0:35932:0:(cl_page.c:304:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9eb802f3a8c0. 00000020:00000001:1.0:1789603699.510569:0:35932:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1789603699.510570:0:35932:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1789603699.510571:0:35932:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:1.0:1789603699.510574:0:35932:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:1.0:1789603699.510576:0:35932:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603699.510577:0:35932:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000008:00000001:1.0:1789603699.510580:0:35932:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:1.0:1789603699.510581:0:35932:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff9eb802f3a930 folio ffffecbc843108c0 pg:0 obj off 4096 00000008:00000001:1.0:1789603699.510583:0:35932:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.510585:0:35932:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1789603699.510587:0:35932:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1789603699.510588:0:35932:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1789603699.510589:0:35932:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603699.510594:0:35932:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.510596:0:35932:0:(cl_page.c:400:cl_page_alloc()) Process leaving (rc=18446637111893534912 : -106961816016704 : ffff9eb802f3a8c0) 00000020:00000001:1.0:1789603699.510598:0:35932:0:(cl_page.c:461:cl_page_find()) Process leaving (rc=18446637111893534912 : -106961816016704 : ffff9eb802f3a8c0) 00000020:00000001:1.0:1789603699.510599:0:35932:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:1.0:1789603699.510600:0:35932:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789603699.510601:0:35932:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935422016 : -106961774129600 : ffff9eb80572ce40) 00000020:00000001:1.0:1789603699.510603:0:35932:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1789603699.510604:0:35932:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1789603699.510605:0:35932:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789603699.510608:0:35932:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f3f0be2d[2 00000000982a7376 1 1 000000007d3b4b0d 0 0 1] 00000020:00000001:1.0:1789603699.510610:0:35932:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1789603699.510611:0:35932:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789603699.510612:0:35932:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00008000:1.0:1789603699.510615:0:35932:0:(rw26.c:769:ll_write_begin()) page@00000000f3f0be2d[2 00000000982a7376 2 1 000000007d3b4b0d 0 0 1] 00000080:00008000:1.0:1789603699.510616:0:35932:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:1.0:1789603699.510617:0:35932:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1789603699.510618:0:35932:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603699.510621:0:35932:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1789603699.510623:0:35932:0:(rw26.c:871:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:1.0:1789603699.510624:0:35932:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789603699.510625:0:35932:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935422016 : -106961774129600 : ffff9eb80572ce40) 00000020:00000001:1.0:1789603699.510626:0:35932:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1789603699.510627:0:35932:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789603699.510629:0:35932:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:1.0:1789603699.510630:0:35932:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789603699.510631:0:35932:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1789603699.510632:0:35932:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1789603699.510640:0:35932:0:(rw26.c:929:ll_write_end()) page@00000000f3f0be2d[3 00000000982a7376 2 1 000000007d3b4b0d 0 0 1] 00000080:00200000:1.0:1789603699.510643:0:35932:0:(rw26.c:929:ll_write_end()) vmpage @00000000551fd2d5 17ffffc0001001 3:0 ffff9eb802f3a8c0 1 lru 00000080:00200000:1.0:1789603699.510649:0:35932:0:(rw26.c:929:ll_write_end()) osc-page@000000002ee31928 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 00000000852219aa 00000000134a75b6 > 3< 0 0 > 4< 0 0 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789603699.510651:0:35932:0:(rw26.c:929:ll_write_end()) end page@00000000f3f0be2d 00000080:00200000:1.0:1789603699.510652:0:35932:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00000001:1.0:1789603699.510653:0:35932:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:1.0:1789603699.510657:0:35932:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1789603699.510670:0:35932:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:1.0:1789603699.510673:0:35932:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1789603699.510676:0:35932:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1789603699.510678:0:35932:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603699.510679:0:35932:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:1.0:1789603699.510681:0:35932:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1789603699.510683:0:35932:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1789603699.510686:0:35932:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1789603699.510688:0:35932:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789603699.510689:0:35932:0:(cl_page.c:547:cl_page_get()) Process leaving 00000008:00000001:1.0:1789603699.510691:0:35932:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1789603699.510695:0:35932:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff9eb810231880 ready 0|-|- wr 0|-|- rd 0|- oap ffff9eb802f3a3f0 folio ffffecbc84c2a840 pg:0 added for cmd 2 00000008:00000001:1.0:1789603699.510700:0:35932:0:(osc_cache.c:1780:osc_enter_cache()) Process entered 00000008:00000020:1.0:1789603699.510703:0:35932:0:(osc_cache.c:1782:osc_enter_cache()) lustre-OST0000-osc-ffff9eb81291b000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 0, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }need:28672 00000008:00000020:1.0:1789603699.510708:0:35932:0:(osc_cache.c:1791:osc_enter_cache()) lustre-OST0000-osc-ffff9eb81291b000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 0, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }forced sync i/o 00000008:00000001:1.0:1789603699.510711:0:35932:0:(osc_cache.c:1792:osc_enter_cache()) Process leaving via out (rc=18446744073709551494 : -122 : 0xffffffffffffff86) 00000008:00000001:1.0:1789603699.510714:0:35932:0:(osc_cache.c:1833:osc_enter_cache()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000001:1.0:1789603699.510716:0:35932:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:1.0:1789603699.510719:0:35932:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789603699.510723:0:35932:0:(cl_page.c:567:cl_batch_put()) page@000000000ab8ae25[4 00000000982a7376 2 1 000000007d3b4b0d 0 0 0] 00000020:00000001:1.0:1789603699.510724:0:35932:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:1.0:1789603699.510726:0:35932:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:1.0:1789603699.510728:0:35932:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000020:1.0:1789603699.510731:0:35932:0:(osc_request.c:745:osc_update_next_shrink()) next time 3231 to shrink grant 00000008:00000040:1.0:1789603699.510733:0:35932:0:(osc_io.c:492:osc_io_commit_async()) 2 -122 00000008:00000001:1.0:1789603699.510735:0:35932:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:1.0:1789603699.510737:0:35932:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00020000:00000001:1.0:1789603699.510739:0:35932:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:1.0:1789603699.510741:0:35932:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000080:00000001:1.0:1789603699.510744:0:35932:0:(vvp_io.c:932:vvp_io_commit_sync()) Process entered 00000020:00000001:1.0:1789603699.510746:0:35932:0:(cl_io.c:1084:cl_2queue_init()) Process entered 00000020:00000001:1.0:1789603699.510748:0:35932:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:1.0:1789603699.510750:0:35932:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00000020:00000001:1.0:1789603699.510751:0:35932:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:1.0:1789603699.510752:0:35932:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00000020:00000001:1.0:1789603699.510753:0:35932:0:(cl_io.c:1087:cl_2queue_init()) Process leaving 00000020:00000001:1.0:1789603699.510754:0:35932:0:(cl_io.c:998:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1789603699.510755:0:35932:0:(cl_io.c:1003:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1789603699.510757:0:35932:0:(cl_io.c:756:cl_io_submit_sync()) Process entered 00000020:00000001:1.0:1789603699.510760:0:35932:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1789603699.510762:0:35932:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1789603699.510763:0:35932:0:(cl_io.c:715:cl_io_submit_rw()) Process entered 00020000:00000001:1.0:1789603699.510765:0:35932:0:(lov_io.c:1647:lov_io_submit()) Process entered 00000020:00000001:1.0:1789603699.510766:0:35932:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:1.0:1789603699.510768:0:35932:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00000020:00000001:1.0:1789603699.510769:0:35932:0:(cl_io.c:1084:cl_2queue_init()) Process entered 00000020:00000001:1.0:1789603699.510771:0:35932:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:1.0:1789603699.510772:0:35932:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00000020:00000001:1.0:1789603699.510773:0:35932:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:1.0:1789603699.510774:0:35932:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00000020:00000001:1.0:1789603699.510775:0:35932:0:(cl_io.c:1087:cl_2queue_init()) Process leaving 00000020:00000001:1.0:1789603699.510776:0:35932:0:(cl_io.c:969:cl_page_list_move()) Process entered 00000020:00000001:1.0:1789603699.510778:0:35932:0:(cl_io.c:973:cl_page_list_move()) Process leaving 00000020:00000001:1.0:1789603699.510779:0:35932:0:(cl_io.c:969:cl_page_list_move()) Process entered 00000020:00000001:1.0:1789603699.510780:0:35932:0:(cl_io.c:973:cl_page_list_move()) Process leaving 00020000:00000001:1.0:1789603699.510782:0:35932:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603699.510783:0:35932:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:1.0:1789603699.510785:0:35932:0:(cl_io.c:715:cl_io_submit_rw()) Process entered 00000020:00000001:1.0:1789603699.510787:0:35932:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789603699.510788:0:35932:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935422016 : -106961774129600 : ffff9eb80572ce40) 00000008:00400020:1.0:1789603699.510789:0:35932:0:(osc_io.c:128:osc_io_submit()) 2 1 00000020:00000001:1.0:1789603699.510792:0:35932:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:1.0:1789603699.510794:0:35932:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789603699.510795:0:35932:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789603699.510797:0:35932:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:1.0:1789603699.510798:0:35932:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1789603699.510800:0:35932:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789603699.510803:0:35932:0:(cl_page.c:518:__cl_page_state_set()) page@000000000ab8ae25[3 00000000982a7376 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789603699.510804:0:35932:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 3 00000020:00000001:1.0:1789603699.510805:0:35932:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789603699.510806:0:35932:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1789603699.510808:0:35932:0:(cl_page.c:1065:cl_page_prep()) page@000000000ab8ae25[3 00000000982a7376 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789603699.510810:0:35932:0:(cl_page.c:1065:cl_page_prep()) 1 0 00000020:00000001:1.0:1789603699.510812:0:35932:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789603699.510813:0:35932:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1789603699.510814:0:35932:0:(cl_io.c:969:cl_page_list_move()) Process entered 00000020:00000001:1.0:1789603699.510815:0:35932:0:(cl_io.c:973:cl_page_list_move()) Process leaving 00000020:00000001:1.0:1789603699.510816:0:35932:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:1.0:1789603699.510817:0:35932:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789603699.510818:0:35932:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789603699.510819:0:35932:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:1.0:1789603699.510820:0:35932:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1789603699.510822:0:35932:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789603699.510824:0:35932:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f3f0be2d[3 00000000982a7376 2 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1789603699.510826:0:35932:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 3 00000020:00000001:1.0:1789603699.510827:0:35932:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789603699.510827:0:35932:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1789603699.510829:0:35932:0:(cl_page.c:1065:cl_page_prep()) page@00000000f3f0be2d[3 00000000982a7376 3 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1789603699.510831:0:35932:0:(cl_page.c:1065:cl_page_prep()) 1 0 00000020:00000001:1.0:1789603699.510832:0:35932:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789603699.510833:0:35932:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1789603699.510834:0:35932:0:(cl_io.c:969:cl_page_list_move()) Process entered 00000020:00000001:1.0:1789603699.510835:0:35932:0:(cl_io.c:973:cl_page_list_move()) Process leaving 00000008:00000001:1.0:1789603699.510838:0:35932:0:(osc_cache.c:2945:osc_queue_sync_pages()) Process entered 00000008:00000010:1.0:1789603699.510842:0:35932:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9eb8040b6240. 00000008:00000020:1.0:1789603699.510847:0:35932:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9eb810231880 ready 0|-|- wr 2|+|- rd 0|- update pending cmd 2 delta 2. 00000008:00000020:1.0:1789603699.510852:0:35932:0:(osc_cache.c:3059:osc_queue_sync_pages()) extent ffff9eb8040b6240@{[0 -> 1/1], [1|0|+|lockdone|wShu|ffff9eb810231880], [0|2|+|-|0000000000000000|1024|0000000000000000]} allocate ext: write=1 00000008:00010000:1.0:1789603699.510856:0:35932:0:(osc_cache.c:3059:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9eb8040b6240 00000008:00000020:1.0:1789603699.510860:0:35932:0:(osc_cache.c:2468:__osc_io_unplug()) Queue writeback work for client ffff9eb8030b21e8. 00000008:00000001:1.0:1789603699.510877:0:35932:0:(osc_cache.c:3063:osc_queue_sync_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.510881:0:35932:0:(cl_object.c:143:cl_object_top()) ffff9eb810231880 -> ffff9eb8053b05f8 00000020:00000001:1.0:1789603699.510883:0:35932:0:(cl_object.c:143:cl_object_top()) ffff9eb810231880 -> ffff9eb8053b05f8 00000020:00000001:1.0:1789603699.510885:0:35932:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1789603699.510888:0:35932:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789603699.510889:0:35932:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.510891:0:35932:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.510892:0:35932:0:(cl_object.c:143:cl_object_top()) ffff9eb810231880 -> ffff9eb8053b05f8 00000008:00000040:1.0:1789603699.510894:0:35932:0:(osc_io.c:240:osc_io_submit()) 0/2 0 00000020:00000001:1.0:1789603699.510896:0:35932:0:(cl_io.c:728:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.510897:0:35932:0:(cl_io.c:998:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1789603699.510898:0:35932:0:(cl_io.c:1003:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1789603699.510899:0:35932:0:(cl_io.c:998:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1789603699.510901:0:35932:0:(cl_io.c:1003:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1789603699.510903:0:35932:0:(cl_io.c:1121:cl_2queue_fini()) Process entered 00000020:00000001:1.0:1789603699.510904:0:35932:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1789603699.510905:0:35932:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000020:00000001:1.0:1789603699.510906:0:35932:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1789603699.510907:0:35932:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000020:00000001:1.0:1789603699.510908:0:35932:0:(cl_io.c:1124:cl_2queue_fini()) Process leaving 00000020:00000001:1.0:1789603699.510909:0:35932:0:(cl_io.c:998:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1789603699.510910:0:35932:0:(cl_io.c:1003:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1789603699.510911:0:35932:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1789603699.510912:0:35932:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00020000:00000001:1.0:1789603699.510914:0:35932:0:(lov_io.c:1706:lov_io_submit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.510915:0:35932:0:(cl_io.c:728:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.510917:0:35932:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1789603699.510933:0:31374:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603699.510937:0:31374:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:1.0:1789603699.510940:0:31374:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00000008:00000020:1.0:1789603699.510942:0:31374:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff9eb8030b21e8. 00000008:00000001:1.0:1789603699.510945:0:31374:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1789603699.510946:0:31374:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:1.0:1789603699.510948:0:31374:0:(osc_cache.c:2355:osc_next_obj()) Process leaving (rc=18446637112114747520 : -106961594804096 : ffff9eb810231880) 00000008:00000020:1.0:1789603699.510951:0:31374:0:(osc_cache.c:2393:osc_check_rpcs()) obj ffff9eb810231880 ready 0|-|- wr 2|+|- rd 0|- 0 in flight 00000008:00000001:1.0:1789603699.510955:0:31374:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1789603699.510957:0:31374:0:(osc_cache.c:1876:osc_makes_rpc()) high prio request forcing RPC 00000008:00000001:1.0:1789603699.510958:0:31374:0:(osc_cache.c:1877:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789603699.510960:0:31374:0:(osc_cache.c:2213:osc_send_write_rpc()) Process entered 00000008:00000001:1.0:1789603699.510962:0:31374:0:(osc_cache.c:2070:try_to_add_extent_for_io()) Process entered 00000008:00000020:1.0:1789603699.510965:0:31374:0:(osc_cache.c:2074:try_to_add_extent_for_io()) extent ffff9eb8040b6240@{[0 -> 1/1], [1|0|+|lockdone|wShu|ffff9eb810231880], [0|2|+|-|0000000000000000|1024|0000000000000000]} trying to add this extent 00000008:00010000:1.0:1789603699.510970:0:31374:0:(osc_cache.c:2074:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9eb8040b6240 00000008:00000001:1.0:1789603699.510972:0:31374:0:(osc_cache.c:2123:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1789603699.510975:0:31374:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9eb810231880 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:1.0:1789603699.510980:0:31374:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:1.0:1789603699.510983:0:31374:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9eb81291b000: cli: ffff9eb8030b21e8 unstable pages: 0, osc unstable pages: 0 00000008:00000010:1.0:1789603699.510990:0:31374:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 16 at ffff9eb804fd8680. 00000008:00000010:1.0:1789603699.510994:0:31374:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9eb8066804e0. 00000008:00000020:1.0:1789603699.510997:0:31374:0:(osc_request.c:2875:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:1.0:1789603699.511001:0:31374:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1789603699.511004:0:31374:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1789603699.511005:0:31374:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1789603699.511008:0:31374:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1789603699/1789603699 00000020:00000001:1.0:1789603699.511012:0:31374:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1789603699.511014:0:31374:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:1.0:1789603699.511017:0:31374:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:1.0:1789603699.511019:0:31374:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:1.0:1789603699.511023:0:31374:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603699.511029:0:31374:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c400 count: 2 00010000:00000001:1.0:1789603699.511033:0:31374:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603699.511039:0:31374:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1789603699.511041:0:31374:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1789603699.511045:0:31374:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603699.511051:0:31374:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603699.511055:0:31374:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000da04db28/0xa04c19c788fe55c5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e9230f expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603699.511063:0:31374:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.511065:0:31374:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789603699.511067:0:31374:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1789603699.511068:0:31374:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603699.511070:0:31374:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603699.511072:0:31374:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc600 refcount=4 00000020:00000001:1.0:1789603699.511075:0:31374:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187648 : -106961513363968 : ffff9eb814fdc600) 00010000:00000001:1.0:1789603699.511077:0:31374:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187648 : -106961513363968 : ffff9eb814fdc600) 00000008:00000001:1.0:1789603699.511079:0:31374:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446637112196187648 : -106961513363968 : ffff9eb814fdc600) 00010000:00000001:1.0:1789603699.511081:0:31374:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603699.511082:0:31374:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1789603699.511083:0:31374:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000008:00000001:1.0:1789603699.511086:0:31374:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:1.0:1789603699.511091:0:31374:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5c00. 00000020:00000040:1.0:1789603699.511095:0:31374:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:1.0:1789603699.511102:0:31374:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603699.511105:0:31374:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603699.511108:0:31374:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603699.513262:0:31374:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff9eb8051cc000. 00000100:00000001:1.0:1789603699.513278:0:31374:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1789603699.513289:0:31374:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:1.0:1789603699.513298:0:31374:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9eb81291b000: dirty: 0 undirty: 484638720 dropped 0 grant: 0 cl_lost_grant 0 00000008:00000001:1.0:1789603699.513306:0:31374:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:1.0:1789603699.513337:0:31374:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5223 MB/s 00000008:00008000:1.0:1789603699.513347:0:31374:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffecbc84c2a840 map ffff9eb808190278 index 0 flags 17ffffc0001001 count 3 priv ffff9eb802f3a380: off 0 00000008:00008000:1.0:1789603699.513351:0:31374:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffecbc843108c0 map ffff9eb808190278 index 1 flags 17ffffc0001001 count 3 priv ffff9eb802f3a8c0: off 0 00000008:00000001:1.0:1789603699.513362:0:31374:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:1.0:1789603699.513364:0:31374:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5872be30 (4) 00000008:00100000:1.0:1789603699.513369:0:31374:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9eb806bd5c00 - object 0x280000401:66 offset 0<>8192 00000008:00000001:1.0:1789603699.513372:0:31374:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.513376:0:31374:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1789603699.513379:0:31374:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1789603699.513380:0:31374:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1789603699.513384:0:31374:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1789603699/1789603699 00000020:00000001:1.0:1789603699.513387:0:31374:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1789603699.513388:0:31374:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:1.0:1789603699.513390:0:31374:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000100:00000001:1.0:1789603699.513394:0:31374:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603699.513395:0:31374:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957085184 : -106961752466432 : ffff9eb806bd5c00) 00000008:00000002:1.0:1789603699.513409:0:31374:0:(osc_request.c:2976:osc_build_rpc()) @@@ 2 pages, aa 000000000c547df9, now 0r/1w/0d in flight req@ffff9eb806bd5c00 x1876533442926208/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:1.0:1789603699.513419:0:31374:0:(osc_request.c:2988:osc_build_rpc()) [0x200000405:0x2e:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:1.0:1789603699.513426:0:31374:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a8d8082] to pc [ptlrpcd_00_01+1] req@ffff9eb806bd5c00 x1876533442926208/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1789603699.513452:0:31374:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:1.0:1789603699.513454:0:31374:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603699.513458:0:31374:0:(osc_cache.c:2262:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603699.513461:0:31374:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1789603699.513463:0:31374:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603699.513467:0:31374:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1789603699.513468:0:31374:0:(osc_cache.c:1870:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603699.513469:0:31374:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1789603699.513471:0:31374:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603699.513475:0:31374:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:1.0:1789603699.513477:0:31374:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603699.513480:0:31374:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000020:00001000:1.0:1789603699.513483:0:31374:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00000100:00000001:1.0:1789603699.513503:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1789603699.513506:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1789603699.513537:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603699.513548:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603699.513550:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603699.513553:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603699.513554:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603699.513557:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603699.513562:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5c00 x1876533442926208/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.513570:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603699.513573:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603699.513577:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603699.513580:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603699.513583:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603699.513586:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442926208:192.168.204.129@tcp:4:multiop.0 00000100:00000001:1.0:1789603699.513590:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603699.513597:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603699.513599:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603699.513601:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603699.513607:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a7c00. 02000000:00000001:1.0:1789603699.513609:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603699.513616:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603699.513623:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35bb0. 00000400:00000010:1.0:1789603699.513629:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc000. 00000100:00000200:1.0:1789603699.513636:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442926208, portal 4 00000100:00000001:1.0:1789603699.513638:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603699.513640:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957085184 : -106961752466432 : ffff9eb806bd5c00) 00000100:00000040:1.0:1789603699.513647:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd5c00 x1876533442926208/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789603715 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.513654:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603699.513657:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603699.513670:0:2400:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff9eb80402a540. 00000100:00000200:1.0:1789603699.513674:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1876533442926208, offset 0 00000400:00000200:1.0:1789603699.513682:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603699.513690:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603699.513698:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603699.513703:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603699.513707:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603699.513711:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603699.513714:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603699.513717:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2992:2992:256:4294967295] 192.168.204.129@tcp LPNI seq info [2992:2992:8:4294967295] 00000400:00000200:1.0:1789603699.513722:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603699.513732:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603699.513738:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603699.513744:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff9eb8069b4200. 00000800:00000200:1.0:1789603699.513751:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603699.513759:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603699.513764:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8069b4200 type 1, nob 8776 niov 1 nkiov 3 00000100:00000001:1.0:1789603699.513784:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603699.513789:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 187262 usecs (188 jiffies) 00000400:00000200:1.0:1789603699.513792:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603699.513795:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296698635 00000100:00000001:1.0:1789603699.513798:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296699264 00000100:00000001:1.0:1789603699.513801:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296698635 00000100:00000001:1.0:1789603699.513803:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296699264 00000100:00000001:1.0:1789603699.513806:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603699.513810:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.513813:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.513815:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603699.513913:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603699.513916:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603699.514105:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603699.514110:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff9eb8069b4200. 00000400:00000200:3.0:1789603699.514117:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603699.514127:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603699.514132:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb80402a540 00000400:00000010:3.0:1789603699.514134:0:2394:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff9eb80402a540. 00000100:00000001:3.0:1789603699.514137:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603699.514142:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5c00 x1876533442926208/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789603715 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.514151:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603699.514154:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5c00 x1876533442926208/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789603715 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.514160:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603699.514162:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603699.545448:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.545467:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603699.545472:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.545474:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603699.545486:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.545494:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603699.545504:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.545554:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.545559:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.545564:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 448 into portal 4 MB=0x6aab27d465680 00000400:00000200:3.0:1789603699.545570:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.545576:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 448/448 into md 0x87e5 [1] + 224 00000800:00000001:3.0:1789603699.545584:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.545591:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603699.545595:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603699.545600:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603699.545609:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603699.545618:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5c00 x1876533442926208/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789603715 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603699.545639:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff9eb806bd5c00 x1876533442926208/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.545666:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603699.545675:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.545678:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603699.545984:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603699.545989:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603699.545995:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603699.545997:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603699.546001:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35bb0. 00000400:00000200:1.0:1789603699.546006:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc000 00000400:00000010:1.0:1789603699.546008:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc000. 00000100:00000001:1.0:1789603699.546012:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603699.546018:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5c00 x1876533442926208/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603699.546027:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5c00 x1876533442926208/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.546033:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603699.546035:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603699.546038:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603699.546041:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603699.546043:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603699.546046:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603699.546049:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603699.546059:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac4a8 time=95 v=5 (5 0 0 0) 00000100:00001000:1.0:1789603699.546064:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603699.546067:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603699.546068:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603699.546071:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603699.546074:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.546079:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789603699.546081:0:2400:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: committing for last_committed 4294967336 gen 18 00000100:00000001:1.0:1789603699.546084:0:2400:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789603699.546087:0:2400:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:1.0:1789603699.546089:0:2400:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603699.546091:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603699.546096:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5c00 x1876533442926208/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.546109:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603699.546112:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603699.546114:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789603699.546117:0:2400:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:1.0:1789603699.546119:0:2400:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:1.0:1789603699.546132:0:2400:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:1.0:1789603699.546136:0:2400:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:1.0:1789603699.546141:0:2400:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9eb81291b000: setdq to remove for usr 0 00000001:04000000:1.0:1789603699.546143:0:2400:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9eb81291b000: setdq to remove for grp 0 00000001:04000000:1.0:1789603699.546145:0:2400:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9eb81291b000: setdq to remove for prj 0 00000001:00000001:1.0:1789603699.546147:0:2400:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1789603699.546149:0:2400:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:1.0:1789603699.546152:0:2400:0:(osc_request.c:2091:check_write_checksum()) checksum 5872be30 confirmed 00000008:00000001:1.0:1789603699.546156:0:2400:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1789603699.546159:0:2400:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:1.0:1789603699.546161:0:2400:0:(osc_request.c:2586:brw_interpret()) request ffff9eb806bd5c00 aa ffff9eb806bd5db0 rc 0 00000020:00000001:1.0:1789603699.546169:0:2400:0:(cl_object.c:143:cl_object_top()) ffff9eb810231880 -> ffff9eb8053b05f8 00000020:00000001:1.0:1789603699.546172:0:2400:0:(cl_object.c:143:cl_object_top()) ffff9eb810231880 -> ffff9eb8053b05f8 00000020:00000001:1.0:1789603699.546174:0:2400:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789603699.546176:0:2400:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 8192 00020000:00000001:1.0:1789603699.546180:0:2400:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789603699.546182:0:2400:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.546184:0:2400:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.546186:0:2400:0:(cl_object.c:143:cl_object_top()) ffff9eb810231880 -> ffff9eb8053b05f8 00000008:00000010:1.0:1789603699.546189:0:2400:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9eb8066804e0. 00000100:00000001:1.0:1789603699.546195:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603699.546200:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5c00 x1876533442926208/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789603715 ref 2 fl Interpret:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.546206:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603699.546211:0:2400:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:1.0:1789603699.546214:0:2400:0:(osc_cache.c:908:osc_extent_finish()) extent ffff9eb8040b6240@{[0 -> 1/1], [1|0|-|rpc|wShu|ffff9eb810231880], [0|2|+|-|0000000000000000|1024|ffff9eb802f5a7c0]} extent finished. 00000008:00010000:1.0:1789603699.546219:0:2400:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9eb8040b6240 00000008:00000001:1.0:1789603699.546224:0:2400:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:1.0:1789603699.546227:0:2400:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:1.0:1789603699.546232:0:2400:0:(cl_page.c:1115:cl_page_complete()) page@000000000ab8ae25[4 00000000982a7376 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789603699.546234:0:2400:0:(cl_page.c:1115:cl_page_complete()) 1 0 00000020:00000001:1.0:1789603699.546236:0:2400:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:1.0:1789603699.546238:0:2400:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1789603699.546240:0:2400:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789603699.546243:0:2400:0:(cl_page.c:518:__cl_page_state_set()) page@000000000ab8ae25[4 00000000982a7376 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789603699.546245:0:2400:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1789603699.546246:0:2400:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1789603699.546249:0:2400:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1789603699.546253:0:2400:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000000ab8ae25[4 00000000982a7376 1 1 0000000000000000 0 0 0] 00000080:00008000:1.0:1789603699.546267:0:2400:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1789603699.546269:0:2400:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1789603699.546271:0:2400:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789603699.546274:0:2400:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1789603699.546276:0:2400:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1789603699.546277:0:2400:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:1.0:1789603699.546278:0:2400:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789603699.546282:0:2400:0:(cl_page.c:567:cl_batch_put()) page@000000000ab8ae25[4 00000000982a7376 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789603699.546283:0:2400:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:1.0:1789603699.546285:0:2400:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:1.0:1789603699.546286:0:2400:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000001:1.0:1789603699.546288:0:2400:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:1.0:1789603699.546289:0:2400:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:1.0:1789603699.546292:0:2400:0:(cl_page.c:1115:cl_page_complete()) page@00000000f3f0be2d[4 00000000982a7376 3 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1789603699.546293:0:2400:0:(cl_page.c:1115:cl_page_complete()) 1 0 00000020:00000001:1.0:1789603699.546294:0:2400:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:1.0:1789603699.546295:0:2400:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1789603699.546297:0:2400:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789603699.546299:0:2400:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f3f0be2d[4 00000000982a7376 3 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1789603699.546301:0:2400:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1789603699.546302:0:2400:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1789603699.546303:0:2400:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1789603699.546306:0:2400:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000f3f0be2d[4 00000000982a7376 1 1 0000000000000000 0 0 1] 00000080:00008000:1.0:1789603699.546307:0:2400:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1789603699.546308:0:2400:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1789603699.546309:0:2400:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789603699.546311:0:2400:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1789603699.546328:0:2400:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1789603699.546329:0:2400:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:1.0:1789603699.546331:0:2400:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789603699.546333:0:2400:0:(cl_page.c:567:cl_batch_put()) page@00000000f3f0be2d[4 00000000982a7376 1 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1789603699.546335:0:2400:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:1.0:1789603699.546336:0:2400:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:1.0:1789603699.546337:0:2400:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:1.0:1789603699.546342:0:2400:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9eb8040b6240@{[0 -> 1/1], [1|0|-|inv|wShu|ffff9eb810231880], [0|0|-|-|0000000000000000|1024|ffff9eb802f5a7c0]} destroyed. 00000008:00010000:1.0:1789603699.546346:0:2400:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9eb8040b6240 00000008:00000010:1.0:1789603699.546350:0:2400:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9eb8040b6240. 00000008:00000001:1.0:1789603699.546354:0:2400:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1789603699.546356:0:2400:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 16 at ffff9eb804fd8680. 00000008:00000020:1.0:1789603699.546364:0:2400:0:(osc_cache.c:2468:__osc_io_unplug()) Queue writeback work for client ffff9eb8030b21e8. 00000008:00000001:1.0:1789603699.546375:0:2400:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603699.546381:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5c00 x1876533442926208/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789603715 ref 1 fl Interpret:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603699.546389:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442926208:192.168.204.129@tcp:4:multiop.0 00000100:00000001:1.0:1789603699.546394:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603699.546396:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603699.546399:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5c00 x1876533442926208/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789603715 ref 1 fl Complete:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603699.546405:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603699.546407:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603699.546411:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a7c00. 02000000:00000001:1.0:1789603699.546413:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603699.546416:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603699.546418:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603699.546420:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603699.546423:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff9eb8051cc000. 02000000:00000001:1.0:1789603699.546438:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603699.546440:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603699.546443:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5c00. 00000100:00000001:1.0:1789603699.546446:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603699.546447:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603699.546450:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603699.546457:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603699.546459:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603699.546461:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603699.546463:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603699.546474:0:31374:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603699.546479:0:31374:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:1.0:1789603699.546481:0:31374:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00000008:00000020:1.0:1789603699.546484:0:31374:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff9eb8030b21e8. 00000008:00000001:1.0:1789603699.546486:0:31374:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1789603699.546488:0:31374:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:1.0:1789603699.546491:0:31374:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603699.546493:0:31374:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000020:00001000:1.0:1789603699.546495:0:31374:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00000020:00000001:3.0:1789603699.546851:0:35932:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.546855:0:35932:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:3.0:1789603699.546857:0:35932:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789603699.546858:0:35932:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935422016 : -106961774129600 : ffff9eb80572ce40) 00000020:00000001:3.0:1789603699.546861:0:35932:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1789603699.546862:0:35932:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1789603699.546863:0:35932:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789603699.546867:0:35932:0:(cl_page.c:518:__cl_page_state_set()) page@000000000ab8ae25[3 00000000982a7376 1 1 000000007d3b4b0d 0 0 0] 00000020:00000001:3.0:1789603699.546869:0:35932:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1789603699.546870:0:35932:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1789603699.546871:0:35932:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000020:00000001:3.0:1789603699.546872:0:35932:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:3.0:1789603699.546873:0:35932:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789603699.546874:0:35932:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935422016 : -106961774129600 : ffff9eb80572ce40) 00000020:00000001:3.0:1789603699.546876:0:35932:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1789603699.546877:0:35932:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1789603699.546878:0:35932:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789603699.546881:0:35932:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f3f0be2d[3 00000000982a7376 1 1 000000007d3b4b0d 0 0 1] 00000020:00000001:3.0:1789603699.546882:0:35932:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1789603699.546884:0:35932:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1789603699.546884:0:35932:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000020:00000001:3.0:1789603699.546886:0:35932:0:(cl_io.c:789:cl_io_submit_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.546888:0:35932:0:(cl_io.c:998:cl_page_list_splice()) Process entered 00000020:00000001:3.0:1789603699.546890:0:35932:0:(cl_io.c:1003:cl_page_list_splice()) Process leaving 00000020:00000001:3.0:1789603699.546891:0:35932:0:(cl_io.c:998:cl_page_list_splice()) Process entered 00000020:00000001:3.0:1789603699.546892:0:35932:0:(cl_io.c:1003:cl_page_list_splice()) Process leaving 00000020:00000001:3.0:1789603699.546893:0:35932:0:(cl_io.c:1121:cl_2queue_fini()) Process entered 00000020:00000001:3.0:1789603699.546895:0:35932:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1789603699.546896:0:35932:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000020:00000001:3.0:1789603699.546897:0:35932:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1789603699.546898:0:35932:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000020:00000001:3.0:1789603699.546899:0:35932:0:(cl_io.c:1124:cl_2queue_fini()) Process leaving 00000020:00000001:3.0:1789603699.546900:0:35932:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:3.0:1789603699.546901:0:35932:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:3.0:1789603699.546904:0:35932:0:(cl_page.c:567:cl_batch_put()) page@000000000ab8ae25[3 00000000982a7376 2 1 000000007d3b4b0d 0 0 0] 00000020:00000001:3.0:1789603699.546905:0:35932:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:3.0:1789603699.546905:0:35932:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:3.0:1789603699.546906:0:35932:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000020:00000001:3.0:1789603699.546909:0:35932:0:(cl_page.c:1218:cl_page_clip()) page@000000000ab8ae25[2 00000000982a7376 2 1 000000007d3b4b0d 0 0 0] 00000020:00000001:3.0:1789603699.546911:0:35932:0:(cl_page.c:1218:cl_page_clip()) 0 4096 00000008:00000020:3.0:1789603699.546914:0:35932:0:(osc_page.c:179:osc_page_clip()) from 0, to 4096 00000020:00000001:3.0:1789603699.546917:0:35932:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:3.0:1789603699.546918:0:35932:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1789603699.546919:0:35932:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1789603699.546920:0:35932:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789603699.546922:0:35932:0:(cl_page.c:518:__cl_page_state_set()) page@000000000ab8ae25[2 00000000982a7376 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789603699.546924:0:35932:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1789603699.546925:0:35932:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1789603699.546926:0:35932:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1789603699.546927:0:35932:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:3.0:1789603699.546929:0:35932:0:(cl_page.c:567:cl_batch_put()) page@000000000ab8ae25[2 00000000982a7376 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789603699.546931:0:35932:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:3.0:1789603699.546931:0:35932:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:3.0:1789603699.546932:0:35932:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:3.0:1789603699.546933:0:35932:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:3.0:1789603699.546935:0:35932:0:(cl_page.c:567:cl_batch_put()) page@00000000f3f0be2d[3 00000000982a7376 2 1 000000007d3b4b0d 0 0 1] 00000020:00000001:3.0:1789603699.546936:0:35932:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:3.0:1789603699.546937:0:35932:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:3.0:1789603699.546937:0:35932:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000020:00000001:3.0:1789603699.546939:0:35932:0:(cl_page.c:1218:cl_page_clip()) page@00000000f3f0be2d[2 00000000982a7376 2 1 000000007d3b4b0d 0 0 1] 00000020:00000001:3.0:1789603699.546940:0:35932:0:(cl_page.c:1218:cl_page_clip()) 0 4096 00000008:00000020:3.0:1789603699.546941:0:35932:0:(osc_page.c:179:osc_page_clip()) from 0, to 4096 00000020:00000001:3.0:1789603699.546942:0:35932:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:3.0:1789603699.546944:0:35932:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1789603699.546944:0:35932:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1789603699.546945:0:35932:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789603699.546948:0:35932:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f3f0be2d[2 00000000982a7376 2 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1789603699.546949:0:35932:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1789603699.546950:0:35932:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1789603699.546951:0:35932:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1789603699.546951:0:35932:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:3.0:1789603699.546953:0:35932:0:(cl_page.c:567:cl_batch_put()) page@00000000f3f0be2d[2 00000000982a7376 1 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1789603699.546954:0:35932:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:3.0:1789603699.546955:0:35932:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:3.0:1789603699.546957:0:35932:0:(vvp_io.c:979:vvp_io_commit_sync()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:3.0:1789603699.546960:0:35932:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789603699.546964:0:35932:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb801220000 00020000:00000002:3.0:1789603699.546968:0:35932:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb801220000 00020000:00000001:3.0:1789603699.546971:0:35932:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.546973:0:35932:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1789603699.546973:0:35932:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:3.0:1789603699.546975:0:35932:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.546979:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fb80 00000080:00200000:3.0:1789603699.546981:0:35932:0:(vvp_io.c:1358:vvp_io_write_start()) f24b.recovery-small-1: write bytes 0, result: 8192 00000080:00000001:3.0:1789603699.546984:0:35932:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603699.546987:0:35932:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1789603699.546990:0:35932:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789603699.546991:0:35932:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:3.0:1789603699.546994:0:35932:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:3.0:1789603699.546995:0:35932:0:(cl_object.c:143:cl_object_top()) ffff9eb810231880 -> ffff9eb8053b05f8 00000020:00000001:3.0:1789603699.546997:0:35932:0:(cl_object.c:143:cl_object_top()) ffff9eb810231880 -> ffff9eb8053b05f8 00000020:00000001:3.0:1789603699.546999:0:35932:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1789603699.547000:0:35932:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789603699.547002:0:35932:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.547004:0:35932:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.547005:0:35932:0:(cl_object.c:143:cl_object_top()) ffff9eb810231880 -> ffff9eb8053b05f8 00000008:00000001:3.0:1789603699.547007:0:35932:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.547009:0:35932:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603699.547011:0:35932:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603699.547012:0:35932:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.547013:0:35932:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.547016:0:35932:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:3.0:1789603699.547017:0:35932:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:3.0:1789603699.547019:0:35932:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1789603699.547020:0:35932:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:3.0:1789603699.547021:0:35932:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:3.0:1789603699.547023:0:35932:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603699.547024:0:35932:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.547026:0:35932:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:3.0:1789603699.547028:0:35932:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789603699.547030:0:35932:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1789603699.547032:0:35932:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb8053b2128 (ffff9eb8208a0ea8/0) at cl_lock_release():245 00000020:00000001:3.0:1789603699.547034:0:35932:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789603699.547035:0:35932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb8053b2128 (ffff9eb8208a0ea8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1789603699.547039:0:35932:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1789603699.547041:0:35932:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789603699.547043:0:35932:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:3.0:1789603699.547045:0:35932:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789603699.547046:0:35932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb810da7830 (ffff9eb8208a06c8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1789603699.547049:0:35932:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1789603699.547051:0:35932:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1789603699.547054:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603699.547056:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603699.547059:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc600 refcount=4 00000020:00000001:3.0:1789603699.547061:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187648 : -106961513363968 : ffff9eb814fdc600) 00010000:00000001:3.0:1789603699.547064:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187648 : -106961513363968 : ffff9eb814fdc600) 00010000:00000001:3.0:1789603699.547066:0:35932:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603699.547071:0:35932:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000da04db28/0xa04c19c788fe55c5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e9230f expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603699.547081:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603699.547083:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603699.547084:0:35932:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603699.547086:0:35932:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603699.547089:0:35932:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000da04db28/0xa04c19c788fe55c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e9230f expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789603699.547104:0:35932:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603699.547107:0:35932:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603699.547109:0:35932:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603699.547113:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603699.547114:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603699.547126:0:35932:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603699.547130:0:35932:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603699.547132:0:35932:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603699.547134:0:35932:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603699.547136:0:35932:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603699.547138:0:35932:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603699.547139:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603699.547140:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603699.547141:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603699.547142:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789603699.547143:0:35932:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1789603699.547145:0:35932:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1789603699.547146:0:35932:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789603699.547147:0:35932:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789603699.547149:0:35932:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789603699.547150:0:35932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb8053b2128 (ffff9eb8208a0ea8/0) at cl_lock_fini():72 00020000:00000001:3.0:1789603699.547153:0:35932:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1789603699.547154:0:35932:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789603699.547155:0:35932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb810da7830 (ffff9eb8208a0ea8/1) at cl_lock_fini():72 00000008:00000010:3.0:1789603699.547158:0:35932:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb8078da850. 00000020:00000001:3.0:1789603699.547162:0:35932:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1789603699.547163:0:35932:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb810da7800. 00020000:00000001:3.0:1789603699.547166:0:35932:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1789603699.547167:0:35932:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1789603699.547169:0:35932:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1789603699.547170:0:35932:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1789603699.547172:0:35932:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789603699.547173:0:35932:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789603699.547174:0:35932:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1789603699.547176:0:35932:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603699.547177:0:35932:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603699.547179:0:35932:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1789603699.547180:0:35932:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1789603699.547182:0:35932:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1789603699.547185:0:35932:0:(vvp_io.c:533:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:3.0:1789603699.547187:0:35932:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1789603699.547188:0:35932:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1789603699.547189:0:35932:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1789603699.547190:0:35932:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789603699.547192:0:35932:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1789603699.547194:0:35932:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1789603699.547195:0:35932:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603699.547197:0:35932:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603699.547199:0:35932:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789603699.547200:0:35932:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789603699.547202:0:35932:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789603699.547206:0:35932:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:3.0:1789603699.547209:0:35932:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:3.0:1789603699.547212:0:35932:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:3.0:1789603699.547214:0:35932:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789603699.547215:0:35932:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789603699.547217:0:35932:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789603699.547218:0:35932:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1789603699.547220:0:35932:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789603699.547221:0:35932:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a06c0 00020000:00000001:3.0:1789603699.547223:0:35932:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789603699.547225:0:35932:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789603699.547227:0:35932:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789603699.547228:0:35932:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2e:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1789603699.547231:0:35932:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789603699.547232:0:35932:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:3.0:1789603699.547234:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fc98 00000080:00200000:3.0:1789603699.547235:0:35932:0:(file.c:2238:ll_file_io_generic()) f24b.recovery-small-1: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:3.0:1789603699.547240:0:35932:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789603699.547241:0:35932:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b05f8 -> ffff9eb8053b05f8 00000020:00000001:3.0:1789603699.547243:0:35932:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b05f8 -> ffff9eb8053b05f8 00000020:00000001:3.0:1789603699.547245:0:35932:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789603699.547249:0:35932:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1789603699.547254:0:35932:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789603699.547268:0:35932:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:3.0:1789603699.547270:0:35932:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789603699.547271:0:35932:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:3.0:1789603699.547273:0:35932:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2e:1029 on OST[0]: s=8192 (1) m=1789603699 a=0 c=1789603699 b=16 00020000:00000001:3.0:1789603699.547276:0:35932:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789603699.547279:0:35932:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1789603699 a=0 c=1789603699 b=16 00020000:00000001:3.0:1789603699.547282:0:35932:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.547284:0:35932:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.547285:0:35932:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b05f8 -> ffff9eb8053b05f8 00000080:00200000:3.0:1789603699.547288:0:35932:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2e:0x0] updating i_size 8192 i_blocks 16 00000080:00000001:3.0:1789603699.547290:0:35932:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:3.0:1789603699.547295:0:35932:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:3.0:1789603699.547298:0:35932:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:3.0:1789603699.547300:0:35932:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0ea0 00000020:00000001:3.0:1789603699.547304:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fd88 00000080:00000008:3.0:1789603699.547305:0:35932:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24b.recovery-small-1:[0x200000405:0x2e:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:3.0:1789603699.547308:0:35932:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000080:00000001:0.0:1789603699.579977:0:35935:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603699.579985:0:35935:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603699.579988:0:35935:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603699.579991:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fbc0 00000080:00200000:0.0:1789603699.579996:0:35935:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603699.580005:0:35935:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8051cb200. 00800000:00000002:0.0:1789603699.580011:0:35935:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603699.580016:0:35935:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603699.580021:0:35935:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603699.580024:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fae0 00800000:00000002:0.0:1789603699.580027:0:35935:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603699.580030:0:35935:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603699.580032:0:35935:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603699.580035:0:35935:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603699.580037:0:35935:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603699.580039:0:35935:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603699.580040:0:35935:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603699.580042:0:35935:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603699.580045:0:35935:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603699.580048:0:35935:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603699.580053:0:35935:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603699.580056:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f9b0 00000002:00010000:0.0:1789603699.580057:0:35935:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603699.580061:0:35935:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603699.580063:0:35935:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603699.580066:0:35935:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603699.580073:0:35935:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cd00 count: 2 00010000:00000001:0.0:1789603699.580076:0:35935:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603699.580080:0:35935:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603699.580084:0:35935:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603699.580089:0:35935:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789603699.580100:0:35935:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603699.580105:0:35935:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603699.580108:0:35935:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1789603699.580311:0:35935:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603699.580315:0:35935:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603699.580318:0:35935:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603699.580320:0:35935:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603699.580321:0:35935:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603699.581021:0:35935:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603699.581026:0:35935:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603699.581030:0:35935:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603699.581034:0:35935:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8051cb200. 00000080:00000001:0.0:1789603699.581040:0:35935:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603699.581042:0:35935:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603699.581045:0:35935:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603699.581049:0:35935:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe55a9 00800000:00000001:0.0:1789603699.581053:0:35935:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603699.581055:0:35935:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603699.581058:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.581061:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.581064:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:0.0:1789603699.581066:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:0.0:1789603699.581069:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:0.0:1789603699.581073:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.581075:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603699.581076:0:35935:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603699.581078:0:35935:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603699.581081:0:35935:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe55a9 from it ffffb8e50175fbf8 00010000:00000001:0.0:1789603699.581083:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.581084:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.581085:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:0.0:1789603699.581086:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:0.0:1789603699.581088:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:0.0:1789603699.581091:0:35935:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603699.581095:0:35935:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603699.581104:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.581105:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603699.581107:0:35935:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603699.581110:0:35935:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603699.581112:0:35935:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789603699.581193:0:35935:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603699.581197:0:35935:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603699.581199:0:35935:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603699.581204:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.581205:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603699.581207:0:35935:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.581210:0:35935:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603699.581212:0:35935:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.581214:0:35935:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.581217:0:35935:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.581220:0:35935:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603699.581222:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.581223:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603699.581226:0:35935:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603699.581228:0:35935:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603699.581231:0:35935:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:0.0:1789603699.581237:0:35935:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603699.581243:0:35935:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1789603699.581247:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fb88 00000080:00002000:0.0:1789603699.581249:0:35935:0:(dcache.c:87:ll_dcompare()) found name d24b.recovery-small(ffff9eb820481ca8) flags 0x20000e refc 1 00000080:00000001:0.0:1789603699.581251:0:35935:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.581253:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fbd0 00000080:00200000:0.0:1789603699.581254:0:35935:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d24b.recovery-small, flags=25 00000080:00000001:0.0:1789603699.581331:0:35935:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1789603699.581333:0:35935:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603699.581337:0:35935:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789603699.581339:0:35935:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff9eb808122a08), inode mode 41ed mask 1 00000080:00000001:0.0:1789603699.581342:0:35935:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603699.581353:0:35935:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb806947960. 00000080:00000001:0.0:1789603699.581357:0:35935:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789603699.581359:0:35935:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff9eb808122a08), inode mode 41ed mask 3 00000080:00000001:0.0:1789603699.581361:0:35935:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603699.581364:0:35935:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789603699.581366:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fb58 00000080:00200000:0.0:1789603699.581368:0:35935:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000405:0x2c:0x0](ffff9eb808122a08), file ffff9eb804229680, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1789603699.581372:0:35935:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9eb807b8dba0. 00000080:00000001:0.0:1789603699.581377:0:35935:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789603699.581379:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fa08 00000080:00200000:0.0:1789603699.581381:0:35935:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000405:0x2c:0x0](ffff9eb808122a08), intent=open|creat 00000080:00000010:0.0:1789603699.581389:0:35935:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8051cb200. 00000080:00000001:0.0:1789603699.581396:0:35935:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603699.581398:0:35935:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603699.581400:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f928 00800000:00000002:0.0:1789603699.581401:0:35935:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-2' on [0x200000405:0x2c:0x0] 00800000:00000001:0.0:1789603699.581405:0:35935:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789603699.581408:0:35935:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789603699.581411:0:35935:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603699.581413:0:35935:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603699.581415:0:35935:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603699.581418:0:35935:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603699.581419:0:35935:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603699.581421:0:35935:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:0.0:1789603699.581423:0:35935:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603699.581425:0:35935:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446637111935442432 : -106961774109184 : ffff9eb805731e00) 00800000:00000001:0.0:1789603699.581428:0:35935:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789603699.581430:0:35935:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789603699.581434:0:35935:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789603699.581436:0:35935:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789603699.581439:0:35935:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9eb81291b000: Allocated FID [0x200000405:0x2f:0x0] 40000000:00000001:0.0:1789603699.581442:0:35935:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603699.581444:0:35935:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603699.581445:0:35935:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603699.581447:0:35935:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.581449:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f8a8 00800000:00000002:0.0:1789603699.581450:0:35935:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x2c:0x0], fid2=[0x200000405:0x2f:0x0], name='f24b.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:0.0:1789603699.581454:0:35935:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603699.581455:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f7e0 00000002:00010000:0.0:1789603699.581458:0:35935:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24b.recovery-small-2,[0x200000405:0x2f:0x0]) in obj [0x200000405:0x2c:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1789603699.581461:0:35935:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789603699.581463:0:35935:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789603699.581467:0:35935:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789603699.581472:0:35935:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603699.581474:0:35935:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789603699.581477:0:35935:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cf00 count: 2 00010000:00000001:0.0:1789603699.581479:0:35935:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603699.581482:0:35935:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789603699.581485:0:35935:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.581488:0:35935:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603699.581490:0:35935:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603699.581495:0:35935:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1ea00. 00000020:00000040:0.0:1789603699.581499:0:35935:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:0.0:1789603699.581505:0:35935:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789603699.581506:0:35935:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.581528:0:35935:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603699.581532:0:35935:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603699.581535:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.581536:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603699.581537:0:35935:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603699.581540:0:35935:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603699.581542:0:35935:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603699.581545:0:35935:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603699.581552:0:35935:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8051e2800. 00000100:00000001:0.0:1789603699.581558:0:35935:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.581564:0:35935:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603699.581566:0:35935:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.581567:0:35935:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603699.581568:0:35935:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.581570:0:35935:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603699.581579:0:35935:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446637112126204416 : -106961583347200 : ffff9eb810d1ea00) 00010000:00000001:0.0:1789603699.581582:0:35935:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789603699.581585:0:35935:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789603699.581587:0:35935:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cf00 count: 2 00010000:00000001:0.0:1789603699.581590:0:35935:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603699.581592:0:35935:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789603699.581596:0:35935:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb800030200. 00000020:00000001:0.0:1789603699.581600:0:35935:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789603699.581602:0:35935:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb800030200 with handle 0xa04c19c788fe55cc to hash 00000020:00000001:0.0:1789603699.581604:0:35935:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789603699.581606:0:35935:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603699.581609:0:35935:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603699.581611:0:35935:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603699.581614:0:35935:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603699.581618:0:35935:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe55cc lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35935 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603699.581629:0:35935:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe55cc lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35935 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789603699.581642:0:35935:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789603699.581653:0:35935:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb810d1ea00 x1876533442926464/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789603699.581672:0:35935:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe55cc lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35935 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789603699.581677:0:35935:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603699.581679:0:35935:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603699.581686:0:35935:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb804077d80. 00000100:00000001:0.0:1789603699.581688:0:35935:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911611776 : -106961797939840 : ffff9eb804077d80) 00000100:00000001:0.0:1789603699.581690:0:35935:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603699.581692:0:35935:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126204416 : -106961583347200 : ffff9eb810d1ea00) 00000100:00000001:0.0:1789603699.581696:0:35935:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603699.581700:0:35935:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603699.581702:0:35935:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603699.581703:0:35935:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603699.581708:0:35935:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1ea00 x1876533442926464/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603699.581715:0:35935:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603699.581717:0:35935:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603699.581720:0:35935:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603699.581723:0:35935:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603699.581725:0:35935:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603699.581728:0:35935:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1ea00 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35935:1876533442926464:192.168.204.129@tcp:101:multiop.0 00000100:00000001:0.0:1789603699.581732:0:35935:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603699.581738:0:35935:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603699.581740:0:35935:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603699.581742:0:35935:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603699.581796:0:35935:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9eb810260000. 02000000:00000001:0.0:1789603699.581800:0:35935:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603699.581808:0:35935:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603699.581813:0:35935:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139e70. 00000400:00000010:0.0:1789603699.581819:0:35935:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9eb8051e1800. 00000100:00000200:0.0:1789603699.581828:0:35935:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876533442926464, portal 10 00000100:00000001:0.0:1789603699.581830:0:35935:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603699.581831:0:35935:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126204416 : -106961583347200 : ffff9eb810d1ea00) 00000100:00000040:0.0:1789603699.581838:0:35935:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810d1ea00 x1876533442926464/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603715 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603699.581845:0:35935:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603699.581847:0:35935:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603699.581851:0:35935:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682dd0. 00000100:00000200:0.0:1789603699.581854:0:35935:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876533442926464, offset 0 00000400:00000200:0.0:1789603699.581860:0:35935:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603699.581868:0:35935:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603699.581875:0:35935:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603699.581881:0:35935:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603699.581885:0:35935:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603699.581889:0:35935:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603699.581892:0:35935:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603699.581896:0:35935:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2993:2993:256:4294967295] 192.168.204.129@tcp LPNI seq info [2993:2993:8:4294967295] 00000400:00000200:0.0:1789603699.581900:0:35935:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603699.581910:0:35935:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603699.581916:0:35935:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603699.581921:0:35935:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076100. 00000800:00000200:0.0:1789603699.581929:0:35935:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603699.581936:0:35935:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603699.581941:0:35935:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076100 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1789603699.582099:0:35935:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603699.582104:0:35935:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 858412 usecs (859 jiffies) 00000400:00000200:0.0:1789603699.582109:0:35935:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603699.582112:0:35935:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296699374 00000100:00000001:0.0:1789603699.582128:0:35935:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296699264 00000100:00000001:0.0:1789603699.582135:0:35935:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296699374 00000100:00000001:0.0:1789603699.582138:0:35935:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296699264 00000100:00000001:0.0:1789603699.582142:0:35935:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603699.582145:0:35935:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603699.582147:0:35935:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603699.582149:0:35935:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603699.582151:0:35935:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb804077d80 going to sleep for 11 seconds 00000100:00000001:0.0:1789603699.582154:0:35935:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603699.582156:0:35935:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603699.582759:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603699.582765:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076100. 00000400:00000200:3.0:1789603699.582770:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603699.582777:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603699.582782:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682dd0 00000400:00000010:3.0:1789603699.582785:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682dd0. 00000100:00000001:3.0:1789603699.582789:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603699.582793:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1ea00 x1876533442926464/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603715 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.582801:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603699.582805:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ea00 x1876533442926464/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603715 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.582810:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603699.582812:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603699.598951:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.598977:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603699.598984:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.598987:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603699.598999:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.599010:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603699.599023:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.599031:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.599037:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.599042:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 664 into portal 10 MB=0x6aab27d465780 00000400:00000200:3.0:1789603699.599049:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.599057:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 664/664 into md 0x87ed [32] + 224 00000800:00000001:3.0:1789603699.599066:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.599074:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603699.599079:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603699.599084:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603699.599096:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603699.599108:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1ea00 x1876533442926464/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603715 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603699.599121:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9eb810d1ea00 x1876533442926464/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.599158:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603699.599170:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.599184:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603699.599284:0:35935:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603699.599295:0:35935:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603699.599298:0:35935:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603699.599303:0:35935:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139e70. 00000400:00000200:0.0:1789603699.599309:0:35935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8051e1800 00000400:00000010:0.0:1789603699.599312:0:35935:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9eb8051e1800. 00000100:00000001:0.0:1789603699.599316:0:35935:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603699.599321:0:35935:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1ea00 x1876533442926464/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603699.599330:0:35935:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1ea00 x1876533442926464/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603699.599337:0:35935:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603699.599340:0:35935:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603699.599343:0:35935:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603699.599347:0:35935:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603699.599350:0:35935:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603699.599353:0:35935:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603699.599357:0:35935:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603699.599378:0:35935:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=97 v=5 (5 106 106 106) 00000100:00001000:0.0:1789603699.599383:0:35935:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603699.599387:0:35935:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603699.599389:0:35935:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.599393:0:35935:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603699.599397:0:35935:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603699.599401:0:35935:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789603699.599403:0:35935:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x20000000b/0x1] 00000100:00000001:0.0:1789603699.599404:0:35935:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789603699.599408:0:35935:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603699.599410:0:35935:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126204416 : -106961583347200 : ffff9eb810d1ea00) 00000100:00000001:0.0:1789603699.599414:0:35935:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603699.599416:0:35935:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 8589934601 00000100:00000001:0.0:1789603699.599418:0:35935:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603699.599421:0:35935:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603699.599427:0:35935:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1ea00 x1876533442926464/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/664 e 0 to 0 dl 1789603715 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603699.599435:0:35935:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603699.599458:0:35935:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603699.599460:0:35935:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603699.599465:0:35935:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1ea00 x1876533442926464/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/664 e 0 to 0 dl 1789603715 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603699.599473:0:35935:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1ea00 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35935:1876533442926464:192.168.204.129@tcp:101:multiop.0 00000100:00000001:0.0:1789603699.599479:0:35935:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603699.599482:0:35935:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603699.599485:0:35935:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603699.599487:0:35935:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603699.599490:0:35935:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ea00 x1876533442926464/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/664 e 0 to 0 dl 1789603715 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603699.599497:0:35935:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603699.599500:0:35935:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb804077d80. 00000100:00000001:0.0:1789603699.599504:0:35935:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603699.599506:0:35935:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.599557:0:35935:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789603699.599565:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.599570:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.599574:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=4 00000020:00000001:0.0:1789603699.599577:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603699.599582:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000040:0.0:1789603699.599593:0:35935:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb800030200, remote cookie: 0x31dbb14d74e9232b, flags: 0x1001 00010000:00010000:0.0:1789603699.599602:0:35935:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe55cc lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9232b expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789603699.599615:0:35935:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2f:0x0].0x0, instead of [0x200000405:0x2c:0x0].0x0 00010000:00000001:0.0:1789603699.599619:0:35935:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789603699.599631:0:35935:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb819248e00. 00010000:00000010:0.0:1789603699.599637:0:35935:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb805741880. 00010000:00000001:0.0:1789603699.599645:0:35935:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603699.599649:0:35935:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe55cc lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9232b expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603699.599671:0:35935:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe55cc lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9232b expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603699.599680:0:35935:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789603699.599685:0:35935:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789603699.599688:0:35935:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789603699.599689:0:35935:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789603699.599691:0:35935:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789603699.599695:0:35935:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2f:0x0].0x0 (ffff9eb819248e00) refcount = 1 00010000:00010000:0.0:1789603699.599700:0:35935:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe55cc lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9232b expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603699.599708:0:35935:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789603699.599712:0:35935:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789603699.599713:0:35935:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603699.599718:0:35935:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789603699.599722:0:35935:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603699.599725:0:35935:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe55cc lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9232b expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603699.599731:0:35935:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789603699.599732:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.599734:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603699.599735:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.599736:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603699.599738:0:35935:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603699.599744:0:35935:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789603699.599746:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.599748:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.599749:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=3 00000020:00000001:0.0:1789603699.599751:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603699.599753:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603699.599756:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.599757:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.599758:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=4 00000020:00000001:0.0:1789603699.599760:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603699.599761:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603699.599764:0:35935:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603699.599768:0:35935:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603699.599772:0:35935:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe55cc lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9232b expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603699.599779:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.599780:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603699.599782:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.599783:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.599784:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=5 00000020:00000001:0.0:1789603699.599786:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603699.599788:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603699.599792:0:35935:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603699.599794:0:35935:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe55cc lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9232b expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603699.599800:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.599801:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789603699.599804:0:35935:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe55cc lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9232b expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603699.599810:0:35935:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603699.599811:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.599812:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603699.599814:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.599815:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789603699.599820:0:35935:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9eb810d1ea00 x1876533442926464/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/664 e 0 to 0 dl 1789603715 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789603699.599831:0:35935:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789603699.599836:0:35935:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb810d1ea00 x1876533442926464/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 664/664 e 0 to 0 dl 1789603715 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789603699.599843:0:35935:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.599851:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.599853:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.599854:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=3 00000020:00000001:0.0:1789603699.599856:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603699.599858:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00000002:00010000:0.0:1789603699.599863:0:35935:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe55cc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9232b expref: -99 pid: 35935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789603699.599872:0:35935:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9eb807a3f080. 00010000:00000001:0.0:1789603699.599874:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.599875:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603699.599877:0:35935:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603699.599879:0:35935:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603699.599883:0:35935:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789603699.599886:0:35935:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603699.599888:0:35935:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126204416 : -106961583347200 : ffff9eb810d1ea00) 00000100:00000001:0.0:1789603699.599890:0:35935:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603699.599891:0:35935:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126204416 : -106961583347200 : ffff9eb810d1ea00) 00010000:00000001:0.0:1789603699.599893:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.599894:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.599896:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=3 00000020:00000001:0.0:1789603699.599898:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603699.599900:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00000002:00010000:0.0:1789603699.599903:0:35935:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe55cc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9232b expref: -99 pid: 35935 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603699.599909:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.599909:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603699.599911:0:35935:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603699.599912:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.599913:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.599914:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=3 00000020:00000001:0.0:1789603699.599916:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603699.599918:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000040:0.0:1789603699.599924:0:35935:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248e00 count: 2 00010000:00000001:0.0:1789603699.599927:0:35935:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789603699.599931:0:35935:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589935621/47 (0 0) 00010000:00000001:0.0:1789603699.599933:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.599934:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603699.599936:0:35935:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789603699.599939:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f768 00000002:00002000:0.0:1789603699.599941:0:35935:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-2 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789603699.599944:0:35935:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603699.599948:0:35935:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603699.599951:0:35935:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789603699.599955:0:35935:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x2c:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789603699.599959:0:35935:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603699.599963:0:35935:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789603699.599966:0:35935:0:(namei.c:674:ll_lookup_it_finish()) it ffff9eb807b8dba0 it_disposition 1800037 00000080:00002000:0.0:1789603699.599972:0:35935:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb82056d5e8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789603699.599977:0:35935:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789603699.599981:0:35935:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789603699.599983:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175f990 00000080:00200000:0.0:1789603699.599985:0:35935:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000405:0x2c:0x0](ffff9eb808122a08), intent=open|creat 00000080:00000001:0.0:1789603699.599988:0:35935:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789603699.599991:0:35935:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789603699.599998:0:35935:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789603699.600003:0:35935:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789603699.600006:0:35935:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611183 : 144115205339611183 : 20000040500002f) 00000080:00000001:0.0:1789603699.600009:0:35935:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789603699.600023:0:35935:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9eb80817eb40. 00000020:00000001:0.0:1789603699.600037:0:35935:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789603699.600039:0:35935:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789603699.600043:0:35935:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789603699.600044:0:35935:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x2f:0x0](ffff9eb80817ec08) 00000020:00000001:0.0:1789603699.600049:0:35935:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603699.600055:0:35935:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154872 : -106961585396744 : ffff9eb810b2a3f8) 00000020:00001000:0.0:1789603699.600058:0:35935:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a3f0 00000020:00000001:0.0:1789603699.600063:0:35935:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1789603699.600068:0:35935:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9eb810bfc320. 00000020:00000001:0.0:1789603699.600071:0:35935:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789603699.600073:0:35935:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603699.600082:0:35935:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1789603699.600087:0:35935:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9eb8208805d0. 00020000:00000001:0.0:1789603699.600089:0:35935:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446637112389797328 : -106961319754288 : ffff9eb8208805d0) 00020000:00000001:0.0:1789603699.600092:0:35935:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1789603699.600095:0:35935:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789603699.600102:0:35935:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb807b8dde0. 00020000:00000010:0.0:1789603699.600107:0:35935:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb80509db80. 00020000:00000010:0.0:1789603699.600113:0:35935:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb807b8d360. 00020000:00000001:0.0:1789603699.600115:0:35935:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637111973565280 : -106961735986336 : ffff9eb807b8d360) 00020000:00000002:0.0:1789603699.600120:0:35935:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb807b8d360, objid 0x2f:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789603699.600125:0:35935:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789603699.600129:0:35935:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb80509db80: ostid: 0x280000401:67 ost idx: 0 gen: 0 00020000:00000001:0.0:1789603699.600131:0:35935:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1789603699.600134:0:35935:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb807b8d360, objid 0x2f:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789603699.600137:0:35935:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789603699.600141:0:35935:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb80509db80: ostid: 0x280000401:67 ost idx: 0 gen: 0 00020000:00000010:0.0:1789603699.600145:0:35935:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9eb82030c500. 00020000:00000010:0.0:1789603699.600149:0:35935:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9eb804077d80. 00020000:00000001:0.0:1789603699.600154:0:35935:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1789603699.600157:0:35935:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9eb8072562f0. 00020000:00000001:0.0:1789603699.600161:0:35935:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1789603699.600163:0:35935:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1789603699.600169:0:35935:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1789603699.600173:0:35935:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9eb810bfc7d0. 00000020:00000001:0.0:1789603699.600175:0:35935:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789603699.600177:0:35935:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603699.600179:0:35935:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446637112125016144 : -106961584535472 : ffff9eb810bfc850) 00020000:00000001:0.0:1789603699.600184:0:35935:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1789603699.600192:0:35935:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9eb806533500. 00020000:00000001:0.0:1789603699.600195:0:35935:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.600199:0:35935:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446637112125016144 : -106961584535472 : ffff9eb810bfc850) 00020000:00000001:0.0:1789603699.600202:0:35935:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446637112125016144 : -106961584535472 : ffff9eb810bfc850) 00020000:00000002:0.0:1789603699.600206:0:35935:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x43:0x0]@ffff9eb810bfc7d0[0:0] -> [0x200000405:0x2f:0x0]@ffff9eb810bfc320: ostid: 0x280000401:67 ost idx: 0 gen: 0 00020000:00000001:0.0:1789603699.600211:0:35935:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1789603699.600213:0:35935:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:0.0:1789603699.600215:0:35935:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.600219:0:35935:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446637112125014944 : -106961584536672 : ffff9eb810bfc3a0) 00000020:00001000:0.0:1789603699.600222:0:35935:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a3f0 00000080:00000001:0.0:1789603699.600228:0:35935:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611183 : 144115205339611183 : 20000040500002f) 00000080:00000001:0.0:1789603699.600230:0:35935:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789603699.600233:0:35935:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611183 mtime from 0 to 1789603699 00000080:00000001:0.0:1789603699.600238:0:35935:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789603699.600241:0:35935:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979797512 : -106961729754104 : ffff9eb80817ec08) 00010000:00000001:0.0:1789603699.600243:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.600245:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.600246:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=3 00000020:00000001:0.0:1789603699.600249:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603699.600251:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00000080:00000001:0.0:1789603699.600255:0:35935:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789603699.600256:0:35935:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603699.600258:0:35935:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154872 : -106961585396744 : ffff9eb810b2a3f8) 00000020:00001000:0.0:1789603699.600260:0:35935:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a3f0 00000020:00000001:0.0:1789603699.600263:0:35935:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789603699.600265:0:35935:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789603699.600266:0:35935:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789603699.600269:0:35935:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb807b8dc00. 00020000:00000010:0.0:1789603699.600272:0:35935:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb80509da80. 00020000:00000010:0.0:1789603699.600275:0:35935:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb807b8d720. 00020000:00000001:0.0:1789603699.600277:0:35935:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637111973566240 : -106961735985376 : ffff9eb807b8d720) 00020000:00000002:0.0:1789603699.600280:0:35935:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb807b8d720, objid 0x2f:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789603699.600284:0:35935:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789603699.600287:0:35935:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb80509da80: ostid: 0x280000401:67 ost idx: 0 gen: 0 00020000:00000002:0.0:1789603699.600291:0:35935:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9eb8208805d0) owner ffff9eb807bf27c0 00020000:00000001:0.0:1789603699.600294:0:35935:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789603699.600296:0:35935:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9eb8208805d0) owner ffff9eb807bf27c0 00020000:00000010:0.0:1789603699.600301:0:35935:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb80509da80. 00020000:00000010:0.0:1789603699.600305:0:35935:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb807b8dc00. 00020000:00000010:0.0:1789603699.600309:0:35935:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb807b8d720. 00020000:00000002:0.0:1789603699.600312:0:35935:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2f:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789603699.600314:0:35935:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.600317:0:35935:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.600321:0:35935:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789603699.600324:0:35935:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8208805d0) owner 0000000000000000/ffff9eb807bf27c0 00020000:00000002:0.0:1789603699.600327:0:35935:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb807b8d360 addref 2/0 by ffff9eb807bf27c0. 00020000:00000002:0.0:1789603699.600330:0:35935:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8208805d0) owner 0000000000000000/ffff9eb807bf27c0 00020000:00000001:0.0:1789603699.600333:0:35935:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789603699.600335:0:35935:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789603699.600337:0:35935:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789603699.600339:0:35935:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789603699.600341:0:35935:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789603699.600343:0:35935:0:(file.c:6854:ll_layout_conf()) [0x200000405:0x2f:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789603699.600346:0:35935:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a3f0 00000080:00000001:0.0:1789603699.600348:0:35935:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.600350:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.600351:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789603699.600353:0:35935:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789603699.600357:0:35935:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789603699.600359:0:35935:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603699.600361:0:35935:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x2f:0x0](ffff9eb80817ec08) 00000080:00010000:0.0:1789603699.600365:0:35935:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2f:0x0](ffff9eb80817ec08) for lock 0xa04c19c788fe55cc 00800000:00000001:0.0:1789603699.600368:0:35935:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603699.600370:0:35935:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603699.600371:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.600373:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.600374:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=3 00000020:00000001:0.0:1789603699.600377:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603699.600379:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603699.600382:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.600383:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603699.600385:0:35935:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603699.600387:0:35935:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603699.600388:0:35935:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1789603699.600391:0:35935:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603699.600398:0:35935:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9eb810d1ea00 x1876533442926464/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603715 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603699.600413:0:35935:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789603699.600418:0:35935:0:(namei.c:1651:ll_create_it()) inode ffff9eb80817ec08 need_sync_to_mds [0x200000405:0x2f:0x0] 00000080:00000001:0.0:1789603699.600422:0:35935:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603699.600426:0:35935:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2f:0x0](ffff9eb80817ec08) 00000080:00000001:0.0:1789603699.600430:0:35935:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789603699.600434:0:35935:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8051cb200. 00000100:00000001:0.0:1789603699.600438:0:35935:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603699.600441:0:35935:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ea00 x1876533442926464/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603715 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603699.600449:0:35935:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603699.600453:0:35935:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1789603699.600456:0:35935:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789603699.600458:0:35935:0:(namei.c:1500:ll_atomic_open()) inode ffff9eb80817ec08 need_sync_to_mds [0x200000405:0x2f:0x0] 00000080:00000001:0.0:1789603699.600470:0:35935:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789603699.600472:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fa68 00000080:00200008:0.0:1789603699.600475:0:35935:0:(file.c:1090:ll_file_open()) START file f24b.recovery-small-2:[0x200000405:0x2f:0x0](ffff9eb80817ec08), flags 100102 00000080:00000010:0.0:1789603699.600485:0:35935:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9eb804241040. 00000080:00000010:0.0:1789603699.600492:0:35935:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9eb807a3fc00. 00000080:00000001:0.0:1789603699.600495:0:35935:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789603699.600500:0:35935:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1789603699.600503:0:35935:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603699.600507:0:35935:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603699.600547:0:35935:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603699.600551:0:35935:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603699.600553:0:35935:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603699.600556:0:35935:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2f:0x0] 00800000:00000001:0.0:1789603699.600559:0:35935:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603699.600563:0:35935:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789603699.600567:0:35935:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9eb806947420. 00000002:00100000:0.0:1789603699.600572:0:35935:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb810d1ea00 x1876533442926464/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603715 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789603699.600579:0:35935:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603699.600582:0:35935:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789603699.600586:0:35935:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789603699.600590:0:35935:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603699.600593:0:35935:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603699.600596:0:35935:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603699.600599:0:35935:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1ea00 x1876533442926464/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603715 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789603699.600607:0:35935:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603699.600612:0:35935:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9eb810260000. 02000000:00000001:0.0:1789603699.600672:0:35935:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789603699.600674:0:35935:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.600677:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fa68 00000080:00000008:0.0:1789603699.600679:0:35935:0:(file.c:1329:ll_file_open()) COMPLETED file f24b.recovery-small-2:[0x200000405:0x2f:0x0](ffff9eb80817ec08), flags 100102, rc = 0 00000080:00000001:0.0:1789603699.600684:0:35935:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789603699.600686:0:35935:0:(dcache.c:176:ll_intent_release()) intent ffff9eb807b8dba0 released 00000080:00010000:0.0:1789603699.600688:0:35935:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe55cc from it ffff9eb807b8dba0 00010000:00000001:0.0:1789603699.600691:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.600692:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.600693:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800030200 refcount=3 00000020:00000001:0.0:1789603699.600695:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603699.600697:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844209152 : -106961865342464 : ffff9eb800030200) 00010000:00000001:0.0:1789603699.600700:0:35935:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603699.600704:0:35935:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe55cc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e9232b expref: -99 pid: 35935 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603699.600712:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.600713:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603699.600715:0:35935:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603699.600718:0:35935:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603699.600721:0:35935:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800030200/0xa04c19c788fe55cc lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e9232b expref: -99 pid: 35935 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603699.600730:0:35935:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603699.600735:0:35935:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603699.600738:0:35935:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603699.600743:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.600744:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603699.600746:0:35935:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.600750:0:35935:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603699.600752:0:35935:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.600755:0:35935:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.600758:0:35935:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.600759:0:35935:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603699.600761:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.600762:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789603699.600763:0:35935:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789603699.600765:0:35935:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1789603699.600769:0:35935:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789603699.600772:0:35935:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603699.600775:0:35935:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789603699.600777:0:35935:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603699.600782:0:35935:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789603699.600784:0:35935:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603699.600785:0:35935:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789603699.600788:0:35935:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603699.600790:0:35935:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789603699.600792:0:35935:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9eb807b8dba0. 00000080:00000001:0.0:1789603699.600796:0:35935:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603699.600801:0:35935:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789603699.600804:0:35935:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2f:0x0](ffff9eb80817ec08), inode mode 81a4 mask 40 00000080:00000001:0.0:1789603699.600809:0:35935:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603699.601090:0:35935:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:0.0:1789603699.601094:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fd88 00000080:00200008:0.0:1789603699.601097:0:35935:0:(file.c:2650:do_file_write_iter()) START file f24b.recovery-small-2:[0x200000405:0x2f:0x0], ppos: 0, count: 8192 00000080:00000002:0.0:1789603699.601100:0:35935:0:(file.c:2656:do_file_write_iter()) inode ffff9eb80817ec08 need_sync_to_oss [0x200000405:0x2f:0x0] 00000080:00000001:0.0:1789603699.601103:0:35935:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1789603699.601105:0:35935:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603699.601107:0:35935:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1789603699.601111:0:35935:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603699.601113:0:35935:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000080:00000001:0.0:1789603699.601114:0:35935:0:(file.c:2594:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.601117:0:35935:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603699.601120:0:35935:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154872 : -106961585396744 : ffff9eb810b2a3f8) 00000020:00001000:0.0:1789603699.601122:0:35935:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a3f0 00000080:00000001:0.0:1789603699.601126:0:35935:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1789603699.601127:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fc98 00000080:00200000:0.0:1789603699.601129:0:35935:0:(file.c:2090:ll_file_io_generic()) f24b.recovery-small-2: write ppos: 0, bytes: 8192 00000020:00000001:0.0:1789603699.601135:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fc30 00000080:00200000:0.0:1789603699.601137:0:35935:0:(file.c:1848:ll_io_set_mirror()) f24b.recovery-small-2: desiginated mirror: 0 00000020:00000001:0.0:1789603699.601140:0:35935:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1789603699.601147:0:35935:0:(cl_io.c:215:cl_io_rw_init()) header@000000006157beb4[0x110, 1, [0x200000405:0x2f:0x0] hash] 00000020:00200000:0.0:1789603699.601150:0:35935:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:0.0:1789603699.601153:0:35935:0:(cl_object.c:143:cl_object_top()) ffff9eb810bfc3a0 -> ffff9eb810bfc3a0 00000020:00000001:0.0:1789603699.601156:0:35935:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789603699.601160:0:35935:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789603699.601162:0:35935:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2f:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789603699.601165:0:35935:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603699.601167:0:35935:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1789603699.601170:0:35935:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603699.601176:0:35935:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603699.601179:0:35935:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789603699.601181:0:35935:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603699.601183:0:35935:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789603699.601187:0:35935:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2f:0x0]io ffff9eb812978e40 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1789603699.601190:0:35935:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8208805d0) owner 0000000000000000/ffff9eb807bf27c0 00020000:00000001:0.0:1789603699.601194:0:35935:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789603699.601196:0:35935:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789603699.601199:0:35935:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789603699.601201:0:35935:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1789603699.601203:0:35935:0:(lov_io.c:860:lov_io_slice_init()) 0 8192 00020000:00000001:0.0:1789603699.601207:0:35935:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1789603699.601208:0:35935:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789603699.601210:0:35935:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.601212:0:35935:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603699.601213:0:35935:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789603699.601214:0:35935:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789603699.601216:0:35935:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8208805d0) owner 0000000000000000/ffff9eb807bf27c0 00000020:00000001:0.0:1789603699.601218:0:35935:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.601220:0:35935:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789603699.601223:0:35935:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:0.0:1789603699.601226:0:35935:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:0.0:1789603699.601229:0:35935:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.601233:0:35935:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1789603699.601235:0:35935:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1789603699.601238:0:35935:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:0.0:1789603699.601239:0:35935:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1789603699.601241:0:35935:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1789603699.601244:0:35935:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:0.0:1789603699.601248:0:35935:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1789603699.601251:0:35935:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1789603699.601254:0:35935:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1789603699.601258:0:35935:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603699.601260:0:35935:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789603699.601262:0:35935:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603699.601264:0:35935:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930808 : -106961319620808 : ffff9eb8208a0f38) 00000020:00001000:0.0:1789603699.601266:0:35935:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0f30 00000020:00000001:0.0:1789603699.601269:0:35935:0:(cl_object.c:143:cl_object_top()) ffff9eb810bfc850 -> ffff9eb810bfc3a0 00000020:00000001:0.0:1789603699.601270:0:35935:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789603699.601274:0:35935:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603699.601276:0:35935:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789603699.601277:0:35935:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789603699.601279:0:35935:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112155934272 : -106961553617344 : ffff9eb812978e40) 00000020:00000001:0.0:1789603699.601281:0:35935:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603699.601283:0:35935:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603699.601285:0:35935:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974314672 : -106961735236944 : ffff9eb807c442b0) 00000020:00000001:0.0:1789603699.601289:0:35935:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1789603699.601291:0:35935:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1789603699.601294:0:35935:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.601296:0:35935:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603699.601298:0:35935:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603699.601301:0:35935:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.601305:0:35935:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.601307:0:35935:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:0.0:1789603699.601311:0:35935:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1789603699.601313:0:35935:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1789603699.601316:0:35935:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1789603699.601319:0:35935:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603699.601322:0:35935:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603699.601324:0:35935:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1789603699.601326:0:35935:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:0.0:1789603699.601328:0:35935:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1789603699.601329:0:35935:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1789603699.601331:0:35935:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.601333:0:35935:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603699.601335:0:35935:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603699.601336:0:35935:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603699.601338:0:35935:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603699.601340:0:35935:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1789603699.601342:0:35935:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603699.601342:0:35935:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1789603699.601344:0:35935:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789603699.601345:0:35935:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.601347:0:35935:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603699.601349:0:35935:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603699.601351:0:35935:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.601352:0:35935:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789603699.601354:0:35935:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789603699.601357:0:35935:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789603699.601360:0:35935:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789603699.601362:0:35935:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1789603699.601364:0:35935:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:0.0:1789603699.601371:0:35935:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb805741a80. 00020000:00000002:0.0:1789603699.601373:0:35935:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1789603699.601376:0:35935:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789603699.601377:0:35935:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603699.601379:0:35935:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974314672 : -106961735236944 : ffff9eb807c442b0) 00000020:00000001:0.0:1789603699.601381:0:35935:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789603699.601385:0:35935:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb812355c80. 00000008:00010000:0.0:1789603699.601387:0:35935:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1789603699.601390:0:35935:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789603699.601392:0:35935:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789603699.601395:0:35935:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb805741ab0, osc lock ffff9eb812355c80, flags 0x0 00000020:00000001:0.0:1789603699.601398:0:35935:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603699.601399:0:35935:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603699.601403:0:35935:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637111935507072 : -106961774044544 : ffff9eb805741a80) 00000020:00000001:0.0:1789603699.601405:0:35935:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789603699.601406:0:35935:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789603699.601407:0:35935:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.601410:0:35935:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.601412:0:35935:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789603699.601414:0:35935:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789603699.601415:0:35935:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603699.601416:0:35935:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974314672 : -106961735236944 : ffff9eb807c442b0) 00000020:00000001:0.0:1789603699.601417:0:35935:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789603699.601420:0:35935:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789603699.601422:0:35935:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1789603699.601424:0:35935:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.601428:0:35935:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789603699.601431:0:35935:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789603699.601432:0:35935:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789603699.601434:0:35935:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789603699.601435:0:35935:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789603699.601437:0:35935:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789603699.601440:0:35935:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789603699.601442:0:35935:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603699.601449:0:35935:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.601452:0:35935:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1789603699.601458:0:35935:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1dc00. 00000020:00000040:0.0:1789603699.601464:0:35935:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00010000:00000001:0.0:1789603699.601469:0:35935:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603699.601475:0:35935:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603699.601480:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.601481:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603699.601483:0:35935:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603699.601487:0:35935:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603699.601489:0:35935:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603699.601495:0:35935:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603699.601503:0:35935:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb8051cb200. 00000100:00000001:0.0:1789603699.601557:0:35935:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.601562:0:35935:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603699.601565:0:35935:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.601566:0:35935:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603699.601567:0:35935:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.601570:0:35935:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.601573:0:35935:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446637112126200832 : -106961583350784 : ffff9eb810d1dc00) 00010000:00000001:0.0:1789603699.601576:0:35935:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789603699.601581:0:35935:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789603699.601586:0:35935:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb819248a00. 00010000:00000010:0.0:1789603699.601590:0:35935:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9eb819248b00. 00010000:00000001:0.0:1789603699.601595:0:35935:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789603699.601600:0:35935:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb800031a00. 00000020:00000001:0.0:1789603699.601604:0:35935:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789603699.601607:0:35935:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb800031a00 with handle 0xa04c19c788fe55d3 to hash 00000020:00000001:0.0:1789603699.601610:0:35935:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789603699.601612:0:35935:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000010:0.0:1789603699.601616:0:35935:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9eb807a3fe40. 00010000:00000001:0.0:1789603699.601619:0:35935:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603699.601623:0:35935:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603699.601627:0:35935:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603699.601631:0:35935:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000001427878c/0xa04c19c788fe55d3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35935 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603699.601641:0:35935:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000001427878c/0xa04c19c788fe55d3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35935 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603699.601653:0:35935:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000001427878c/0xa04c19c788fe55d3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35935 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789603699.601674:0:35935:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603699.601676:0:35935:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603699.601685:0:35935:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb804077840. 00000100:00000001:0.0:1789603699.601687:0:35935:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911610432 : -106961797941184 : ffff9eb804077840) 00000100:00000001:0.0:1789603699.601691:0:35935:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603699.601692:0:35935:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126200832 : -106961583350784 : ffff9eb810d1dc00) 00000100:00000001:0.0:1789603699.601696:0:35935:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603699.601698:0:35935:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603699.601700:0:35935:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603699.601702:0:35935:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603699.601712:0:35935:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1dc00 x1876533442926592/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603699.601721:0:35935:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603699.601726:0:35935:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603699.601731:0:35935:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603699.601734:0:35935:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603699.601737:0:35935:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603699.601741:0:35935:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1dc00 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35935:1876533442926592:192.168.204.129@tcp:101:multiop.0 00000100:00000001:0.0:1789603699.601746:0:35935:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603699.601752:0:35935:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603699.601755:0:35935:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603699.601758:0:35935:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603699.601763:0:35935:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8051e1800. 02000000:00000001:0.0:1789603699.601765:0:35935:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603699.601774:0:35935:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603699.601779:0:35935:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139e70. 00000400:00000010:0.0:1789603699.601787:0:35935:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682cc0. 00000100:00000200:0.0:1789603699.601795:0:35935:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442926592, portal 4 00000100:00000001:0.0:1789603699.601798:0:35935:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603699.601799:0:35935:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126200832 : -106961583350784 : ffff9eb810d1dc00) 00000100:00000040:0.0:1789603699.601805:0:35935:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810d1dc00 x1876533442926592/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603715 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603699.601814:0:35935:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603699.601816:0:35935:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603699.601820:0:35935:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682440. 00000100:00000200:0.0:1789603699.601824:0:35935:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876533442926592, offset 0 00000400:00000200:0.0:1789603699.601836:0:35935:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603699.601848:0:35935:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603699.601857:0:35935:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603699.601864:0:35935:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603699.601868:0:35935:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603699.601873:0:35935:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603699.601876:0:35935:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603699.601881:0:35935:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2994:2994:256:4294967295] 192.168.204.129@tcp LPNI seq info [2994:2994:8:4294967295] 00000400:00000200:0.0:1789603699.601885:0:35935:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603699.601898:0:35935:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603699.601905:0:35935:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603699.601911:0:35935:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076d00. 00000800:00000200:0.0:1789603699.601919:0:35935:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603699.601928:0:35935:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603699.601935:0:35935:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789603699.601957:0:35935:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603699.601964:0:35935:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 186653 usecs (187 jiffies) 00000400:00000200:0.0:1789603699.601968:0:35935:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603699.601971:0:35935:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296698722 00000100:00000001:0.0:1789603699.601974:0:35935:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296699374 00000100:00000001:0.0:1789603699.601977:0:35935:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296698722 00000100:00000001:0.0:1789603699.601979:0:35935:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296699374 00000100:00000001:0.0:1789603699.601982:0:35935:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603699.601985:0:35935:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603699.601988:0:35935:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603699.601990:0:35935:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603699.601993:0:35935:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb804077840 going to sleep for 11 seconds 00000100:00000001:0.0:1789603699.601996:0:35935:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603699.601999:0:35935:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603699.603395:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603699.603416:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076d00. 00000400:00000200:3.0:1789603699.603424:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603699.603433:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603699.603440:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682440 00000400:00000010:3.0:1789603699.603443:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682440. 00000100:00000001:3.0:1789603699.603449:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603699.603457:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1dc00 x1876533442926592/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603715 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.603470:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603699.603473:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1dc00 x1876533442926592/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603715 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.603480:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603699.603482:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603699.619377:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.619403:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603699.619410:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.619413:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603699.619427:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.619437:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603699.619449:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.619455:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.619463:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.619468:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 400 into portal 4 MB=0x6aab27d465800 00000400:00000200:3.0:1789603699.619476:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603699.619483:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 400/400 into md 0x87f5 [1] + 224 00000800:00000001:3.0:1789603699.619493:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.619503:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603699.619508:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603699.619567:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603699.619578:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603699.619591:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1dc00 x1876533442926592/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603715 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789603699.619606:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9eb810d1dc00 x1876533442926592/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.619622:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603699.621280:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603699.621300:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603699.621310:0:35935:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603699.621325:0:35935:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603699.621329:0:35935:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603699.621334:0:35935:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139e70. 00000400:00000200:0.0:1789603699.621343:0:35935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682cc0 00000400:00000010:0.0:1789603699.621346:0:35935:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682cc0. 00000100:00000001:0.0:1789603699.621351:0:35935:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603699.621364:0:35935:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1dc00 x1876533442926592/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603699.621381:0:35935:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1dc00 x1876533442926592/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603699.621390:0:35935:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603699.621392:0:35935:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603699.621394:0:35935:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603699.621398:0:35935:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603699.621402:0:35935:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603699.621405:0:35935:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603699.621409:0:35935:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603699.621422:0:35935:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=96 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603699.621427:0:35935:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603699.621430:0:35935:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603699.621432:0:35935:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.621436:0:35935:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603699.621450:0:35935:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603699.621456:0:35935:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603699.621459:0:35935:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967336 00000100:00000001:0.0:1789603699.621461:0:35935:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603699.621463:0:35935:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603699.621470:0:35935:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1dc00 x1876533442926592/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603699.621478:0:35935:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603699.621482:0:35935:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603699.621485:0:35935:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603699.621489:0:35935:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1dc00 x1876533442926592/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603715 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603699.621497:0:35935:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1dc00 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35935:1876533442926592:192.168.204.129@tcp:101:multiop.0 00000100:00000001:0.0:1789603699.621504:0:35935:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603699.621507:0:35935:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603699.621535:0:35935:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603699.621538:0:35935:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603699.621543:0:35935:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1dc00 x1876533442926592/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603715 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603699.621550:0:35935:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603699.621553:0:35935:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb804077840. 00000100:00000001:0.0:1789603699.621558:0:35935:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603699.621560:0:35935:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.621563:0:35935:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789603699.621567:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.621570:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.621575:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=4 00000020:00000001:0.0:1789603699.621578:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603699.621581:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000040:0.0:1789603699.621592:0:35935:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb800031a00, remote cookie: 0x31dbb14d74e92339, flags: 0x1 00010000:00010000:0.0:1789603699.621600:0:35935:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000001427878c/0xa04c19c788fe55d3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92339 expref: -99 pid: 35935 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603699.621614:0:35935:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1789603699.621618:0:35935:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.621620:0:35935:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789603699.621625:0:35935:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1789603699.621630:0:35935:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000001427878c/0xa04c19c788fe55d3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92339 expref: -99 pid: 35935 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789603699.621641:0:35935:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x43:0x0].0x0 (ffff9eb819248a00) refcount = 1 00010000:00000040:0.0:1789603699.621644:0:35935:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789603699.621647:0:35935:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000001427878c/0xa04c19c788fe55d3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92339 expref: -99 pid: 35935 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603699.621666:0:35935:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789603699.621668:0:35935:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603699.621672:0:35935:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789603699.621675:0:35935:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603699.621680:0:35935:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000001427878c/0xa04c19c788fe55d3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92339 expref: -99 pid: 35935 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603699.621687:0:35935:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789603699.621689:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.621692:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603699.621693:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.621694:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603699.621696:0:35935:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603699.621701:0:35935:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1789603699.621704:0:35935:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1789603699.621707:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.621708:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.621710:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:0.0:1789603699.621712:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603699.621714:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603699.621717:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.621718:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.621720:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=4 00000020:00000001:0.0:1789603699.621722:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603699.621723:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603699.621727:0:35935:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603699.621731:0:35935:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603699.621735:0:35935:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000001427878c/0xa04c19c788fe55d3 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92339 expref: -99 pid: 35935 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603699.621743:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.621745:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603699.621748:0:35935:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1789603699.621754:0:35935:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfc3a0 00000008:00010000:0.0:1789603699.621760:0:35935:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000001427878c/0xa04c19c788fe55d3 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e92339 expref: -99 pid: 35935 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1789603699.621773:0:35935:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfc3a0 00000020:00000001:0.0:1789603699.621776:0:35935:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1789603699.621779:0:35935:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1789603699.621783:0:35935:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789603699.621785:0:35935:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.621787:0:35935:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.621789:0:35935:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfc3a0 00000008:00000001:0.0:1789603699.621791:0:35935:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1789603699.621793:0:35935:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.621796:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.621797:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.621798:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=5 00000020:00000001:0.0:1789603699.621800:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603699.621802:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603699.621805:0:35935:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603699.621808:0:35935:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000001427878c/0xa04c19c788fe55d3 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e92339 expref: -99 pid: 35935 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603699.621815:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.621817:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789603699.621819:0:35935:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000001427878c/0xa04c19c788fe55d3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e92339 expref: -99 pid: 35935 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603699.621826:0:35935:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603699.621827:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.621828:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603699.621830:0:35935:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603699.621832:0:35935:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603699.621836:0:35935:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1dc00 x1876533442926592/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603715 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603699.621842:0:35935:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603699.621847:0:35935:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603699.621851:0:35935:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8051e1800. 02000000:00000001:0.0:1789603699.621855:0:35935:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603699.621858:0:35935:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603699.621860:0:35935:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603699.621863:0:35935:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603699.621866:0:35935:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb8051cb200. 02000000:00000001:0.0:1789603699.621870:0:35935:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603699.621872:0:35935:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603699.621874:0:35935:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1dc00. 00000100:00000001:0.0:1789603699.621878:0:35935:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603699.621879:0:35935:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789603699.621880:0:35935:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603699.621883:0:35935:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.621887:0:35935:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603699.621890:0:35935:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.621892:0:35935:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.621894:0:35935:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.621898:0:35935:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.621900:0:35935:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.621903:0:35935:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:0.0:1789603699.621908:0:35935:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:0.0:1789603699.621915:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fb80 00000080:00200000:0.0:1789603699.621917:0:35935:0:(vvp_io.c:1292:vvp_io_write_start()) f24b.recovery-small-2: write [0, 8192) append 0 append lockpos 0 00000020:00000001:0.0:1789603699.621920:0:35935:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1789603699.621924:0:35935:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8208805d0) owner 0000000000000000/ffff9eb807bf27c0 00020000:00000002:0.0:1789603699.621927:0:35935:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb807b8d360 addref 2/0 by ffff9eb807bf27c0. 00020000:00000002:0.0:1789603699.621930:0:35935:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8208805d0) owner 0000000000000000/ffff9eb807bf27c0 00000020:00000001:0.0:1789603699.621934:0:35935:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:0.0:1789603699.621937:0:35935:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1789603699.621940:0:35935:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1789603699.621944:0:35935:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1789603699.621948:0:35935:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603699.621950:0:35935:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974314672 : -106961735236944 : ffff9eb807c442b0) 00000020:00000001:0.0:1789603699.621952:0:35935:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1789603699.621955:0:35935:0:(osc_io.c:1414:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1789603699.621959:0:35935:0:(osc_io.c:1427:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.621962:0:35935:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603699.621963:0:35935:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.621965:0:35935:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603699.621974:0:35935:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1789603699.621975:0:35935:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:0.0:1789603699.622013:0:35935:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:0.0:1789603699.622015:0:35935:0:(cl_page.c:438:cl_page_find()) 0@[0x200000405:0x2f:0x0] ffffecbc84716080 0 1 00000020:00000001:0.0:1789603699.622019:0:35935:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1789603699.622021:0:35935:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.622023:0:35935:0:(cl_page.c:353:cl_page_alloc()) Process entered 00000020:00000010:0.0:1789603699.622034:0:35935:0:(cl_page.c:304:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9eb802f39700. 00000020:00000001:0.0:1789603699.622039:0:35935:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1789603699.622040:0:35935:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1789603699.622043:0:35935:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1789603699.622046:0:35935:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1789603699.622048:0:35935:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603699.622050:0:35935:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974314672 : -106961735236944 : ffff9eb807c442b0) 00000008:00000001:0.0:1789603699.622053:0:35935:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1789603699.622055:0:35935:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff9eb802f39770 folio ffffecbc84716080 pg:0 obj off 0 00000008:00000001:0.0:1789603699.622058:0:35935:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.622059:0:35935:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1789603699.622060:0:35935:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1789603699.622062:0:35935:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1789603699.622064:0:35935:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603699.622068:0:35935:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.622069:0:35935:0:(cl_page.c:400:cl_page_alloc()) Process leaving (rc=18446637111893530368 : -106961816021248 : ffff9eb802f39700) 00000020:00000001:0.0:1789603699.622072:0:35935:0:(cl_page.c:461:cl_page_find()) Process leaving (rc=18446637111893530368 : -106961816021248 : ffff9eb802f39700) 00000020:00000001:0.0:1789603699.622074:0:35935:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:0.0:1789603699.622076:0:35935:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789603699.622078:0:35935:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112155934272 : -106961553617344 : ffff9eb812978e40) 00000020:00000001:0.0:1789603699.622080:0:35935:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1789603699.622082:0:35935:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1789603699.622084:0:35935:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789603699.622089:0:35935:0:(cl_page.c:518:__cl_page_state_set()) page@0000000040fd28dd[2 000000001a8d76a7 1 1 00000000d8cbc3f9 0 0 0] 00000020:00000001:0.0:1789603699.622092:0:35935:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1789603699.622094:0:35935:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1789603699.622095:0:35935:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00008000:0.0:1789603699.622098:0:35935:0:(rw26.c:769:ll_write_begin()) page@0000000040fd28dd[2 000000001a8d76a7 2 1 00000000d8cbc3f9 0 0 0] 00000080:00008000:0.0:1789603699.622101:0:35935:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:0.0:1789603699.622102:0:35935:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1789603699.622104:0:35935:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603699.622109:0:35935:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1789603699.622111:0:35935:0:(rw26.c:871:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:0.0:1789603699.622113:0:35935:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789603699.622114:0:35935:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112155934272 : -106961553617344 : ffff9eb812978e40) 00000020:00000001:0.0:1789603699.622116:0:35935:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1789603699.622133:0:35935:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789603699.622140:0:35935:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:0.0:1789603699.622141:0:35935:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:0.0:1789603699.622143:0:35935:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:0.0:1789603699.622144:0:35935:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1789603699.622147:0:35935:0:(rw26.c:929:ll_write_end()) page@0000000040fd28dd[3 000000001a8d76a7 2 1 00000000d8cbc3f9 0 0 0] 00000080:00200000:0.0:1789603699.622150:0:35935:0:(rw26.c:929:ll_write_end()) vmpage @00000000d747a277 17ffffc0001001 3:0 ffff9eb802f39700 0 lru 00000080:00200000:0.0:1789603699.622158:0:35935:0:(rw26.c:929:ll_write_end()) osc-page@000000009999a80b 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000852219aa 00000000decca61a > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1789603699.622160:0:35935:0:(rw26.c:929:ll_write_end()) end page@0000000040fd28dd 00000080:00200000:0.0:1789603699.622162:0:35935:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1789603699.622163:0:35935:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1789603699.622167:0:35935:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1789603699.622168:0:35935:0:(rw26.c:676:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:0.0:1789603699.622504:0:35935:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:0.0:1789603699.622507:0:35935:0:(cl_page.c:438:cl_page_find()) 1@[0x200000405:0x2f:0x0] ffffecbc84723c80 0 1 00000020:00000001:0.0:1789603699.622541:0:35935:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1789603699.622542:0:35935:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.622544:0:35935:0:(cl_page.c:353:cl_page_alloc()) Process entered 00000020:00000010:0.0:1789603699.622547:0:35935:0:(cl_page.c:304:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9eb802f39d20. 00000020:00000001:0.0:1789603699.622549:0:35935:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1789603699.622551:0:35935:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1789603699.622552:0:35935:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1789603699.622555:0:35935:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:0.0:1789603699.622558:0:35935:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603699.622559:0:35935:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974314672 : -106961735236944 : ffff9eb807c442b0) 00000008:00000001:0.0:1789603699.622562:0:35935:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1789603699.622563:0:35935:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff9eb802f39d90 folio ffffecbc84723c80 pg:0 obj off 4096 00000008:00000001:0.0:1789603699.622566:0:35935:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.622568:0:35935:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1789603699.622570:0:35935:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1789603699.622571:0:35935:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1789603699.622573:0:35935:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603699.622576:0:35935:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.622578:0:35935:0:(cl_page.c:400:cl_page_alloc()) Process leaving (rc=18446637111893531936 : -106961816019680 : ffff9eb802f39d20) 00000020:00000001:0.0:1789603699.622581:0:35935:0:(cl_page.c:461:cl_page_find()) Process leaving (rc=18446637111893531936 : -106961816019680 : ffff9eb802f39d20) 00000020:00000001:0.0:1789603699.622583:0:35935:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:0.0:1789603699.622584:0:35935:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789603699.622585:0:35935:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112155934272 : -106961553617344 : ffff9eb812978e40) 00000020:00000001:0.0:1789603699.622587:0:35935:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1789603699.622588:0:35935:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1789603699.622589:0:35935:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789603699.622593:0:35935:0:(cl_page.c:518:__cl_page_state_set()) page@000000005ddcad70[2 000000001a8d76a7 1 1 00000000d8cbc3f9 0 0 1] 00000020:00000001:0.0:1789603699.622595:0:35935:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1789603699.622596:0:35935:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1789603699.622597:0:35935:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00008000:0.0:1789603699.622600:0:35935:0:(rw26.c:769:ll_write_begin()) page@000000005ddcad70[2 000000001a8d76a7 2 1 00000000d8cbc3f9 0 0 1] 00000080:00008000:0.0:1789603699.622601:0:35935:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:0.0:1789603699.622602:0:35935:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1789603699.622604:0:35935:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603699.622608:0:35935:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1789603699.622610:0:35935:0:(rw26.c:871:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:0.0:1789603699.622611:0:35935:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789603699.622612:0:35935:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112155934272 : -106961553617344 : ffff9eb812978e40) 00000020:00000001:0.0:1789603699.622614:0:35935:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1789603699.622615:0:35935:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789603699.622617:0:35935:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:0.0:1789603699.622618:0:35935:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:0.0:1789603699.622619:0:35935:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:0.0:1789603699.622620:0:35935:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1789603699.622623:0:35935:0:(rw26.c:929:ll_write_end()) page@000000005ddcad70[3 000000001a8d76a7 2 1 00000000d8cbc3f9 0 0 1] 00000080:00200000:0.0:1789603699.622625:0:35935:0:(rw26.c:929:ll_write_end()) vmpage @0000000057bd9f83 17ffffc0001001 3:0 ffff9eb802f39d20 1 lru 00000080:00200000:0.0:1789603699.622631:0:35935:0:(rw26.c:929:ll_write_end()) osc-page@000000001b251fa8 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 00000000852219aa 00000000decca61a > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1789603699.622634:0:35935:0:(rw26.c:929:ll_write_end()) end page@000000005ddcad70 00000080:00200000:0.0:1789603699.622635:0:35935:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00000001:0.0:1789603699.622637:0:35935:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1789603699.622642:0:35935:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1789603699.622645:0:35935:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:0.0:1789603699.622649:0:35935:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1789603699.622651:0:35935:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1789603699.622653:0:35935:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603699.622654:0:35935:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974314672 : -106961735236944 : ffff9eb807c442b0) 00000020:00000001:0.0:1789603699.622656:0:35935:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1789603699.622671:0:35935:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1789603699.622673:0:35935:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1789603699.622675:0:35935:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:0.0:1789603699.622676:0:35935:0:(cl_page.c:547:cl_page_get()) Process leaving 00000008:00000001:0.0:1789603699.622678:0:35935:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1789603699.622682:0:35935:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff9eb806533500 ready 0|-|- wr 0|-|- rd 0|- oap ffff9eb802f39770 folio ffffecbc84716080 pg:0 added for cmd 2 00000008:00000001:0.0:1789603699.622687:0:35935:0:(osc_cache.c:1780:osc_enter_cache()) Process entered 00000008:00000020:0.0:1789603699.622690:0:35935:0:(osc_cache.c:1782:osc_enter_cache()) lustre-OST0000-osc-ffff9eb81291b000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8437760, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:28672 00000008:00000020:0.0:1789603699.622696:0:35935:0:(osc_cache.c:1682:osc_enter_cache_try()) lustre-OST0000-osc-ffff9eb81291b000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8437760, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:28672 00000008:00000020:0.0:1789603699.622701:0:35935:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff9eb802f397a8 page ffffecbc84716080 00000008:00000020:0.0:1789603699.622705:0:35935:0:(osc_cache.c:1814:osc_enter_cache()) lustre-OST0000-osc-ffff9eb81291b000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8409088, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }granted from cache 00000008:00000001:0.0:1789603699.622710:0:35935:0:(osc_cache.c:1830:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1789603699.622712:0:35935:0:(osc_cache.c:1833:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603699.622715:0:35935:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:0.0:1789603699.622720:0:35935:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9eb8057a9300. 00000008:00000020:0.0:1789603699.622726:0:35935:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff9eb806533500 extents at osc_extent_find:840, mppr: 1024. 00000008:00000020:0.0:1789603699.622732:0:35935:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9eb806533500 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1789603699.622737:0:35935:0:(osc_cache.c:858:osc_extent_find()) extent ffff9eb8057a9300@{[0 -> 0/1023], [3|1|-|active|wi|ffff9eb806533500], [28672|0|-|-|ffff9eb800031a00|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1789603699.622745:0:35935:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000eb4183fd ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000001427878c/0xa04c19c788fe55d3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e92339 expref: -99 pid: 35935 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1789603699.622755:0:35935:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:0.0:1789603699.622758:0:35935:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603699.622761:0:35935:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603699.622763:0:35935:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1789603699.622765:0:35935:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfc3a0 00000008:00000002:0.0:1789603699.622767:0:35935:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 0->4096 0 00000020:00000001:0.0:1789603699.622770:0:35935:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfc3a0 00000020:00000001:0.0:1789603699.622772:0:35935:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1789603699.622774:0:35935:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 4096 00020000:00000001:0.0:1789603699.622777:0:35935:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789603699.622778:0:35935:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.622780:0:35935:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.622782:0:35935:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfc3a0 00000008:00000001:0.0:1789603699.622784:0:35935:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1789603699.622786:0:35935:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:0.0:1789603699.622788:0:35935:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1789603699.622793:0:35935:0:(cl_page.c:567:cl_batch_put()) page@0000000040fd28dd[4 000000001a8d76a7 2 1 00000000d8cbc3f9 0 0 0] 00000020:00000001:0.0:1789603699.622795:0:35935:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:0.0:1789603699.622796:0:35935:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1789603699.622798:0:35935:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000001:0.0:1789603699.622799:0:35935:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1789603699.622800:0:35935:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:0.0:1789603699.622801:0:35935:0:(cl_page.c:547:cl_page_get()) Process leaving 00000008:00000001:0.0:1789603699.622802:0:35935:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1789603699.622804:0:35935:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff9eb806533500 ready 0|-|- wr 0|-|- rd 0|- oap ffff9eb802f39d90 folio ffffecbc84723c80 pg:0 added for cmd 2 00000008:00000020:0.0:1789603699.622808:0:35935:0:(osc_cache.c:1682:osc_enter_cache_try()) lustre-OST0000-osc-ffff9eb81291b000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8409088, dirty_grant: 28672, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:28672 00000008:00000020:0.0:1789603699.622812:0:35935:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff9eb802f39dc8 page ffffecbc84723c80 00000008:00000001:0.0:1789603699.622815:0:35935:0:(osc_cache.c:1256:osc_extent_expand()) Process entered 00000008:00000001:0.0:1789603699.622817:0:35935:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1789603699.622820:0:35935:0:(osc_cache.c:1292:osc_extent_expand()) Process leaving 00000008:00000001:0.0:1789603699.622822:0:35935:0:(osc_cache.c:1296:osc_extent_expand()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1789603699.622825:0:35935:0:(osc_cache.c:2621:osc_queue_async_io()) extent ffff9eb8057a9300@{[0 -> 1/1023], [2|1|-|active|wi|ffff9eb806533500], [32768|1|+|-|ffff9eb800031a00|1024|0000000000000000]} expanded for 1. 00000008:00010000:0.0:1789603699.622831:0:35935:0:(osc_cache.c:2621:osc_queue_async_io()) ### extent: 00000000eb4183fd ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000001427878c/0xa04c19c788fe55d3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e92339 expref: -99 pid: 35935 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1789603699.622838:0:35935:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603699.622841:0:35935:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603699.622843:0:35935:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1789603699.622844:0:35935:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfc3a0 00000008:00000002:0.0:1789603699.622846:0:35935:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 4096->8192 4096 00000020:00000001:0.0:1789603699.622848:0:35935:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfc3a0 00000020:00000001:0.0:1789603699.622849:0:35935:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1789603699.622850:0:35935:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 8192 00020000:00000001:0.0:1789603699.622852:0:35935:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789603699.622853:0:35935:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.622855:0:35935:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.622856:0:35935:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfc3a0 00000008:00000001:0.0:1789603699.622857:0:35935:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1789603699.622858:0:35935:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:0.0:1789603699.622859:0:35935:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1789603699.622862:0:35935:0:(cl_page.c:567:cl_batch_put()) page@000000005ddcad70[4 000000001a8d76a7 2 1 00000000d8cbc3f9 0 0 1] 00000020:00000001:0.0:1789603699.622863:0:35935:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:0.0:1789603699.622864:0:35935:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1789603699.622865:0:35935:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1789603699.622867:0:35935:0:(osc_request.c:745:osc_update_next_shrink()) next time 3231 to shrink grant 00000080:00000001:0.0:1789603699.622870:0:35935:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:0.0:1789603699.622871:0:35935:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1789603699.622879:0:35935:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9eb80817edb8, count 2, dirtied 2 00000080:00000001:0.0:1789603699.622882:0:35935:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1789603699.622883:0:35935:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:0.0:1789603699.622885:0:35935:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1789603699.622886:0:35935:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1789603699.622887:0:35935:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789603699.622890:0:35935:0:(cl_page.c:518:__cl_page_state_set()) page@0000000040fd28dd[3 000000001a8d76a7 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789603699.622891:0:35935:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1789603699.622892:0:35935:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1789603699.622894:0:35935:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1789603699.622895:0:35935:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1789603699.622897:0:35935:0:(cl_page.c:567:cl_batch_put()) page@0000000040fd28dd[3 000000001a8d76a7 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1789603699.622899:0:35935:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:0.0:1789603699.622900:0:35935:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1789603699.622901:0:35935:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:0.0:1789603699.622902:0:35935:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1789603699.622903:0:35935:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1789603699.622904:0:35935:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1789603699.622906:0:35935:0:(cl_page.c:518:__cl_page_state_set()) page@000000005ddcad70[3 000000001a8d76a7 2 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1789603699.622909:0:35935:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1789603699.622910:0:35935:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1789603699.622911:0:35935:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1789603699.622912:0:35935:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1789603699.622915:0:35935:0:(cl_page.c:567:cl_batch_put()) page@000000005ddcad70[3 000000001a8d76a7 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1789603699.622916:0:35935:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:0.0:1789603699.622917:0:35935:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:0.0:1789603699.622918:0:35935:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:0.0:1789603699.622920:0:35935:0:(osc_io.c:492:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1789603699.622921:0:35935:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.622923:0:35935:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603699.622925:0:35935:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.622926:0:35935:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789603699.622928:0:35935:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000020:00000001:0.0:1789603699.622931:0:35935:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1789603699.622932:0:35935:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1789603699.622934:0:35935:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.622936:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fb80 00000080:00200000:0.0:1789603699.622938:0:35935:0:(vvp_io.c:1358:vvp_io_write_start()) f24b.recovery-small-2: write bytes 0, result: 8192 00000080:00000001:0.0:1789603699.622941:0:35935:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603699.622943:0:35935:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1789603699.622945:0:35935:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603699.622946:0:35935:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1789603699.622948:0:35935:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:0.0:1789603699.622949:0:35935:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfc3a0 00000020:00000001:0.0:1789603699.622951:0:35935:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfc3a0 00000020:00000001:0.0:1789603699.622952:0:35935:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1789603699.622954:0:35935:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789603699.622955:0:35935:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.622957:0:35935:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.622958:0:35935:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfc3a0 00000008:00000001:0.0:1789603699.622960:0:35935:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.622962:0:35935:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603699.622964:0:35935:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603699.622966:0:35935:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.622967:0:35935:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.622969:0:35935:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1789603699.622970:0:35935:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1789603699.622972:0:35935:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789603699.622974:0:35935:0:(cl_io.c:556:cl_io_end()) Process entered 00000008:00000001:0.0:1789603699.622976:0:35935:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:0.0:1789603699.622978:0:35935:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1789603699.622982:0:35935:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9eb806533500 ready 0|-|- wr 2|-|- rd 0|- update pending cmd 2 delta 2. 00000008:00000001:0.0:1789603699.622987:0:35935:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1789603699.622989:0:35935:0:(osc_cache.c:1911:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603699.622991:0:35935:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1789603699.622992:0:35935:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603699.622994:0:35935:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:0.0:1789603699.622996:0:35935:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1789603699.622997:0:35935:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603699.622999:0:35935:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.623001:0:35935:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1789603699.623003:0:35935:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789603699.623006:0:35935:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789603699.623008:0:35935:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb810945e48 (ffff9eb810b2a3f8/0) at cl_lock_release():245 00000020:00000001:0.0:1789603699.623011:0:35935:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789603699.623012:0:35935:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb810945e48 (ffff9eb810b2a3f8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789603699.623016:0:35935:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789603699.623017:0:35935:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603699.623019:0:35935:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974314672 : -106961735236944 : ffff9eb807c442b0) 00000020:00000001:0.0:1789603699.623021:0:35935:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789603699.623022:0:35935:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb805741ab0 (ffff9eb8208a0f38/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789603699.623025:0:35935:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789603699.623027:0:35935:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789603699.623029:0:35935:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603699.623032:0:35935:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603699.623033:0:35935:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=5 00000020:00000001:0.0:1789603699.623036:0:35935:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603699.623038:0:35935:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603699.623041:0:35935:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603699.623044:0:35935:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000001427878c/0xa04c19c788fe55d3 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e92339 expref: -99 pid: 35935 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603699.623052:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.623054:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603699.623057:0:35935:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603699.623061:0:35935:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603699.623064:0:35935:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000001427878c/0xa04c19c788fe55d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e92339 expref: -99 pid: 35935 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603699.623073:0:35935:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603699.623076:0:35935:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603699.623079:0:35935:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603699.623084:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.623085:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603699.623086:0:35935:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.623091:0:35935:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603699.623093:0:35935:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.623095:0:35935:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.623099:0:35935:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603699.623101:0:35935:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603699.623102:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.623104:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603699.623105:0:35935:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603699.623106:0:35935:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603699.623107:0:35935:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789603699.623109:0:35935:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603699.623110:0:35935:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603699.623112:0:35935:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603699.623113:0:35935:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789603699.623114:0:35935:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb810945e48 (ffff9eb810b2a3f8/0) at cl_lock_fini():72 00020000:00000001:0.0:1789603699.623117:0:35935:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789603699.623118:0:35935:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789603699.623119:0:35935:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb805741ab0 (ffff9eb810b2a3f8/1) at cl_lock_fini():72 00000008:00000010:0.0:1789603699.623122:0:35935:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb812355c80. 00000020:00000001:0.0:1789603699.623126:0:35935:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789603699.623128:0:35935:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb805741a80. 00020000:00000001:0.0:1789603699.623132:0:35935:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789603699.623133:0:35935:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789603699.623134:0:35935:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1789603699.623136:0:35935:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789603699.623137:0:35935:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603699.623138:0:35935:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789603699.623139:0:35935:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789603699.623141:0:35935:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603699.623143:0:35935:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603699.623145:0:35935:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789603699.623146:0:35935:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789603699.623148:0:35935:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1789603699.623150:0:35935:0:(vvp_io.c:533:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:0.0:1789603699.623152:0:35935:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789603699.623154:0:35935:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789603699.623156:0:35935:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789603699.623157:0:35935:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603699.623158:0:35935:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789603699.623160:0:35935:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789603699.623161:0:35935:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603699.623163:0:35935:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603699.623165:0:35935:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789603699.623166:0:35935:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789603699.623168:0:35935:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789603699.624547:0:35935:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:0.0:1789603699.624555:0:35935:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1789603699.624558:0:35935:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1789603699.624561:0:35935:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789603699.624566:0:35935:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789603699.624569:0:35935:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789603699.624570:0:35935:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789603699.624573:0:35935:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789603699.624576:0:35935:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0f30 00020000:00000001:0.0:1789603699.624581:0:35935:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789603699.624584:0:35935:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789603699.624587:0:35935:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789603699.624589:0:35935:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2f:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789603699.624593:0:35935:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789603699.624594:0:35935:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:0.0:1789603699.624597:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fc98 00000080:00200000:0.0:1789603699.624599:0:35935:0:(file.c:2238:ll_file_io_generic()) f24b.recovery-small-2: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:0.0:1789603699.624607:0:35935:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789603699.624610:0:35935:0:(cl_object.c:143:cl_object_top()) ffff9eb810bfc3a0 -> ffff9eb810bfc3a0 00000020:00000001:0.0:1789603699.624611:0:35935:0:(cl_object.c:143:cl_object_top()) ffff9eb810bfc3a0 -> ffff9eb810bfc3a0 00000020:00000001:0.0:1789603699.624613:0:35935:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789603699.624618:0:35935:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1789603699.624623:0:35935:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789603699.624626:0:35935:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:0.0:1789603699.624628:0:35935:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789603699.624630:0:35935:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:0.0:1789603699.624634:0:35935:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2f:1029 on OST[0]: s=8192 (1) m=1789603699 a=0 c=1789603699 b=0 00020000:00000001:0.0:1789603699.624637:0:35935:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789603699.624640:0:35935:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1789603699 a=0 c=1789603699 b=0 00020000:00000001:0.0:1789603699.624643:0:35935:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.624645:0:35935:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.624647:0:35935:0:(cl_object.c:143:cl_object_top()) ffff9eb810bfc3a0 -> ffff9eb810bfc3a0 00000080:00200000:0.0:1789603699.624649:0:35935:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2f:0x0] updating i_size 8192 i_blocks 0 00000080:00000001:0.0:1789603699.624651:0:35935:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1789603699.624666:0:35935:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:0.0:1789603699.624669:0:35935:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:0.0:1789603699.624671:0:35935:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a3f0 00000020:00000001:0.0:1789603699.624674:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fd88 00000080:00000008:0.0:1789603699.624677:0:35935:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24b.recovery-small-2:[0x200000405:0x2f:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:0.0:1789603699.624679:0:35935:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00010000:00000001:3.0:1789603699.628201:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603699.628212:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603699.628219:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603699.628220:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603699.628225:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603699.628230:0:34484:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603699.628232:0:34484:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603699.628242:0:34484:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603699.628245:0:34484:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603699.628248:0:34484:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603699.628252:0:34484:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603699.628255:0:34484:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603699.628257:0:34484:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603699.628260:0:34484:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603699.628263:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603699.628265:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.628299:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789603699.628303:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603699.628306:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789603699.666269:0:35939:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789603699.666276:0:35939:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789603699.666279:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37b78 00000080:00200000:3.0:1789603699.666282:0:35939:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:3.0:1789603699.666290:0:35939:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb804155a00. 00800000:00000002:3.0:1789603699.666297:0:35939:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:3.0:1789603699.666302:0:35939:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603699.666308:0:35939:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603699.666310:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37a98 00800000:00000002:3.0:1789603699.666350:0:35939:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603699.666354:0:35939:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789603699.666357:0:35939:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603699.666359:0:35939:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603699.666411:0:35939:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603699.666413:0:35939:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603699.666415:0:35939:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603699.666417:0:35939:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603699.666420:0:35939:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603699.666423:0:35939:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789603699.666429:0:35939:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603699.666431:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37968 00000002:00010000:3.0:1789603699.666433:0:35939:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789603699.666436:0:35939:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789603699.666438:0:35939:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603699.666442:0:35939:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603699.666449:0:35939:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cd00 count: 2 00010000:00000001:3.0:1789603699.666452:0:35939:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603699.666457:0:35939:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603699.666461:0:35939:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603699.666466:0:35939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1789603699.666477:0:35939:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789603699.666482:0:35939:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603699.666485:0:35939:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1789603699.666493:0:35939:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789603699.666495:0:35939:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789603699.666497:0:35939:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603699.666498:0:35939:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603699.666500:0:35939:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789603699.666502:0:35939:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789603699.666505:0:35939:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789603699.666508:0:35939:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:3.0:1789603699.666583:0:35939:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804155a00. 00000080:00000001:3.0:1789603699.666588:0:35939:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789603699.666590:0:35939:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603699.666592:0:35939:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:3.0:1789603699.666596:0:35939:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe55a9 00800000:00000001:3.0:1789603699.666599:0:35939:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603699.666601:0:35939:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603699.666603:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603699.666605:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603699.666608:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:3.0:1789603699.666610:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:3.0:1789603699.666613:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:3.0:1789603699.666616:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603699.666617:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603699.666619:0:35939:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603699.666620:0:35939:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603699.666623:0:35939:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe55a9 from it ffffb8e501c37bb0 00010000:00000001:3.0:1789603699.666625:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603699.666626:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603699.666628:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:3.0:1789603699.666739:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:3.0:1789603699.666742:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:3.0:1789603699.666745:0:35939:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603699.666748:0:35939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789603699.666755:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603699.666756:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603699.666758:0:35939:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603699.666760:0:35939:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603699.666763:0:35939:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789603699.666770:0:35939:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603699.666773:0:35939:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603699.666775:0:35939:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603699.666780:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603699.666781:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603699.666783:0:35939:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603699.666786:0:35939:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603699.666788:0:35939:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603699.666790:0:35939:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603699.666793:0:35939:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603699.666794:0:35939:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603699.666796:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603699.666797:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789603699.666800:0:35939:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789603699.666801:0:35939:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789603699.666804:0:35939:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 44 00000080:00000001:3.0:1789603699.666809:0:35939:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603699.666814:0:35939:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:3.0:1789603699.666817:0:35939:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789603699.666819:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37b78 00000080:00200008:3.0:1789603699.666821:0:35939:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), flags 504000 00000080:00000010:3.0:1789603699.666826:0:35939:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9eb8017a7400. 00000080:00000001:3.0:1789603699.666831:0:35939:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603699.666833:0:35939:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603699.666859:0:35939:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1789603699.666861:0:35939:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=8028667f arg=7fffd5082b10 00000080:00000001:3.0:1789603699.666944:0:35939:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000080:00000001:3.0:1789603699.666948:0:35939:0:(llite_lib.c:4281:ll_get_sb_uuid()) Process entered 00000080:00000001:3.0:1789603699.666950:0:35939:0:(llite_lib.c:4287:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603699.666952:0:35939:0:(llite_lib.c:3669:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603699.666954:0:35939:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603699.666962:0:35939:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:3.0:1789603699.666964:0:35939:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789603699.666967:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37dd0 00000080:00200008:3.0:1789603699.666969:0:35939:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), flags 504000 00000080:00400000:3.0:1789603699.666972:0:35939:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1789603699.666975:0:35939:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb8017a7400. 00000080:00000001:3.0:1789603699.666978:0:35939:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789603699.666980:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37dd0 00000080:00000008:3.0:1789603699.666982:0:35939:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9eb808190908), flags 504000, rc = 0 00000080:00000001:3.0:1789603699.666984:0:35939:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603699.666986:0:35939:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603699.947754:0:8257:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:2.0:1789603699.947760:0:8257:0:(file.c:5295:cl_sync_file_range()) Process entered 00000080:00000002:2.0:1789603699.947763:0:8257:0:(file.c:5297:cl_sync_file_range()) [0x240000402:0x8:0x0]: start 0, end 9223372036854775807, mode 4 00000020:00000001:2.0:1789603699.947771:0:8257:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603699.947776:0:8257:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154296 : -106961585397320 : ffff9eb810b2a1b8) 00000020:00001000:2.0:1789603699.947780:0:8257:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a1b0 00000020:00000001:2.0:1789603699.947787:0:8257:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6148 -> ffff9eb8203b6148 00000020:00000001:2.0:1789603699.947790:0:8257:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789603699.947793:0:8257:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789603699.947796:0:8257:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789603699.947799:0:8257:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603699.947801:0:8257:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789603699.947802:0:8257:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789603699.947807:0:8257:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9eb812979530 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1789603699.947810:0:8257:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810da8000 00020000:00000001:2.0:1789603699.947815:0:8257:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789603699.947817:0:8257:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789603699.947820:0:8257:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789603699.947822:0:8257:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603699.947825:0:8257:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789603699.947827:0:8257:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789603699.947829:0:8257:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603699.947831:0:8257:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603699.947833:0:8257:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789603699.947834:0:8257:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789603699.947836:0:8257:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8109b8aa8) owner 0000000000000000/ffff9eb810da8000 00000020:00000001:2.0:1789603699.947839:0:8257:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603699.947841:0:8257:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:2.0:1789603699.947843:0:8257:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1789603699.947845:0:8257:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1789603699.947849:0:8257:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1789603699.947853:0:8257:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:2.0:1789603699.947856:0:8257:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603699.947858:0:8257:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789603699.947859:0:8257:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603699.947861:0:8257:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124155160 : -106961585396456 : ffff9eb810b2a518) 00000020:00001000:2.0:1789603699.947863:0:8257:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a510 00000020:00000001:2.0:1789603699.947866:0:8257:0:(cl_object.c:143:cl_object_top()) ffff9eb8203b6b70 -> ffff9eb8203b6148 00000020:00000001:2.0:1789603699.947868:0:8257:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789603699.947872:0:8257:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603699.947874:0:8257:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789603699.947876:0:8257:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789603699.947878:0:8257:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112155936048 : -106961553615568 : ffff9eb812979530) 00000020:00000001:2.0:1789603699.947880:0:8257:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603699.947883:0:8257:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603699.947885:0:8257:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974317008 : -106961735234608 : ffff9eb807c44bd0) 00000020:00000001:2.0:1789603699.947887:0:8257:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1789603699.947889:0:8257:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603699.947892:0:8257:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603699.947893:0:8257:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603699.947908:0:8257:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:2.0:1789603699.947910:0:8257:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1789603699.947912:0:8257:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789603699.947913:0:8257:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:2.0:1789603699.947915:0:8257:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789603699.947916:0:8257:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603699.947918:0:8257:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603699.947920:0:8257:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603699.947922:0:8257:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603699.947923:0:8257:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789603699.947924:0:8257:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603699.947926:0:8257:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603699.947928:0:8257:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:2.0:1789603699.947931:0:8257:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1789603699.947932:0:8257:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789603699.947933:0:8257:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:2.0:1789603699.947935:0:8257:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000020:2.0:1789603699.947938:0:8257:0:(osc_io.c:1119:osc_io_fsync_start()) lustre-OST0000-osc-ffff9eb81291b000: unstable/dirty counts are both zero 00000008:00000001:2.0:1789603699.947941:0:8257:0:(osc_io.c:1120:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603699.947943:0:8257:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603699.947944:0:8257:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603699.947945:0:8257:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603699.947947:0:8257:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603699.947949:0:8257:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:2.0:1789603699.947951:0:8257:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1789603699.947952:0:8257:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1789603699.947953:0:8257:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:2.0:1789603699.947955:0:8257:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:2.0:1789603699.947957:0:8257:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603699.947958:0:8257:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1789603699.947960:0:8257:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:2.0:1789603699.947962:0:8257:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:2.0:1789603699.947964:0:8257:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1789603699.947965:0:8257:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789603699.947966:0:8257:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789603699.947968:0:8257:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1789603699.947969:0:8257:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603699.947970:0:8257:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603699.947972:0:8257:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1789603699.947973:0:8257:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1789603699.947975:0:8257:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1789603699.947977:0:8257:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1789603699.947988:0:8257:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1789603699.947991:0:8257:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1789603699.947992:0:8257:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789603699.947993:0:8257:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1789603699.947995:0:8257:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1789603699.947996:0:8257:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603699.947998:0:8257:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603699.948000:0:8257:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789603699.948001:0:8257:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789603699.948002:0:8257:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603699.948004:0:8257:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789603699.948006:0:8257:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789603699.948007:0:8257:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789603699.948008:0:8257:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789603699.948011:0:8257:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789603699.948013:0:8257:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a510 00020000:00000001:2.0:1789603699.948016:0:8257:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789603699.948019:0:8257:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789603699.948021:0:8257:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789603699.948023:0:8257:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789603699.948026:0:8257:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789603699.948027:0:8257:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789603699.948029:0:8257:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a1b0 00000080:00000001:2.0:1789603699.948031:0:8257:0:(file.c:5343:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603699.948034:0:8257:0:(rw.c:1552:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603699.948042:0:8257:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:2.0:1789603699.948043:0:8257:0:(file.c:5295:cl_sync_file_range()) Process entered 00000080:00000002:2.0:1789603699.948045:0:8257:0:(file.c:5297:cl_sync_file_range()) [0x200000405:0x2e:0x0]: start 0, end 9223372036854775807, mode 4 00000020:00000001:2.0:1789603699.948047:0:8257:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603699.948048:0:8257:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154296 : -106961585397320 : ffff9eb810b2a1b8) 00000020:00001000:2.0:1789603699.948050:0:8257:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a1b0 00000020:00000001:2.0:1789603699.948053:0:8257:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b05f8 -> ffff9eb8053b05f8 00000020:00000001:2.0:1789603699.948054:0:8257:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789603699.948055:0:8257:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789603699.948057:0:8257:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789603699.948059:0:8257:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603699.948060:0:8257:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789603699.948061:0:8257:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789603699.948063:0:8257:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2e:0x0]io ffff9eb812979530 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1789603699.948066:0:8257:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb810da8000 00020000:00000001:2.0:1789603699.948068:0:8257:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789603699.948069:0:8257:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789603699.948071:0:8257:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789603699.948073:0:8257:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603699.948075:0:8257:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789603699.948076:0:8257:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789603699.948078:0:8257:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603699.948079:0:8257:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603699.948080:0:8257:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789603699.948081:0:8257:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789603699.948082:0:8257:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb810da8000 00000020:00000001:2.0:1789603699.948084:0:8257:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603699.948086:0:8257:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:2.0:1789603699.948087:0:8257:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1789603699.948088:0:8257:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1789603699.948090:0:8257:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1789603699.948092:0:8257:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:2.0:1789603699.948095:0:8257:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789603699.948096:0:8257:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789603699.948097:0:8257:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603699.948098:0:8257:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124155160 : -106961585396456 : ffff9eb810b2a518) 00000020:00001000:2.0:1789603699.948100:0:8257:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a510 00000020:00000001:2.0:1789603699.948102:0:8257:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b03a0 -> ffff9eb8053b05f8 00000020:00000001:2.0:1789603699.948104:0:8257:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1789603699.948106:0:8257:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603699.948106:0:8257:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789603699.948107:0:8257:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789603699.948108:0:8257:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112155936048 : -106961553615568 : ffff9eb812979530) 00000020:00000001:2.0:1789603699.948110:0:8257:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603699.948112:0:8257:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603699.948113:0:8257:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111974317008 : -106961735234608 : ffff9eb807c44bd0) 00000020:00000001:2.0:1789603699.948115:0:8257:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1789603699.948116:0:8257:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603699.948118:0:8257:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603699.948119:0:8257:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603699.948121:0:8257:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:2.0:1789603699.948122:0:8257:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1789603699.948123:0:8257:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789603699.948124:0:8257:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:2.0:1789603699.948125:0:8257:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789603699.948126:0:8257:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603699.948127:0:8257:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603699.948129:0:8257:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603699.948130:0:8257:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603699.948132:0:8257:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789603699.948133:0:8257:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603699.948134:0:8257:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603699.948136:0:8257:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:2.0:1789603699.948137:0:8257:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1789603699.948138:0:8257:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789603699.948139:0:8257:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:2.0:1789603699.948140:0:8257:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000020:2.0:1789603699.948141:0:8257:0:(osc_io.c:1119:osc_io_fsync_start()) lustre-OST0000-osc-ffff9eb81291b000: unstable/dirty counts are both zero 00000008:00000001:2.0:1789603699.948143:0:8257:0:(osc_io.c:1120:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603699.948145:0:8257:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603699.948146:0:8257:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603699.948148:0:8257:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603699.948149:0:8257:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603699.948150:0:8257:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:2.0:1789603699.948151:0:8257:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1789603699.948152:0:8257:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1789603699.948153:0:8257:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:2.0:1789603699.948154:0:8257:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:2.0:1789603699.948155:0:8257:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603699.948156:0:8257:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1789603699.948157:0:8257:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:2.0:1789603699.948158:0:8257:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:2.0:1789603699.948159:0:8257:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1789603699.948160:0:8257:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789603699.948161:0:8257:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789603699.948163:0:8257:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1789603699.949560:0:8257:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603699.949576:0:8257:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603699.949580:0:8257:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1789603699.949597:0:8257:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1789603699.949599:0:8257:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1789603699.949601:0:8257:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1789603699.949602:0:8257:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1789603699.949621:0:8257:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1789603699.949623:0:8257:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789603699.949624:0:8257:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1789603699.949626:0:8257:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1789603699.949627:0:8257:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603699.949629:0:8257:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603699.949631:0:8257:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789603699.949633:0:8257:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789603699.949634:0:8257:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603699.949637:0:8257:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789603699.949639:0:8257:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789603699.949640:0:8257:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789603699.949642:0:8257:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789603699.949643:0:8257:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789603699.949647:0:8257:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a510 00020000:00000001:2.0:1789603699.951156:0:8257:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789603699.951301:0:8257:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789603699.951308:0:8257:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789603699.951311:0:8257:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789603699.951316:0:8257:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789603699.951317:0:8257:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789603699.951321:0:8257:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a1b0 00000080:00000001:2.0:1789603699.951325:0:8257:0:(file.c:5343:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603699.951329:0:8257:0:(rw.c:1552:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603699.951466:0:8257:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:3.0:1789603699.951470:0:8257:0:(file.c:5295:cl_sync_file_range()) Process entered 00000080:00000002:3.0:1789603699.951472:0:8257:0:(file.c:5297:cl_sync_file_range()) [0x200000405:0x2f:0x0]: start 0, end 9223372036854775807, mode 4 00000020:00000001:3.0:1789603699.951477:0:8257:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603699.951480:0:8257:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930664 : -106961319620952 : ffff9eb8208a0ea8) 00000020:00001000:3.0:1789603699.951483:0:8257:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0ea0 00000020:00000001:3.0:1789603699.951489:0:8257:0:(cl_object.c:143:cl_object_top()) ffff9eb810bfc3a0 -> ffff9eb810bfc3a0 00000020:00000001:3.0:1789603699.951491:0:8257:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789603699.951493:0:8257:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789603699.951495:0:8257:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789603699.951497:0:8257:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603699.951499:0:8257:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789603699.951501:0:8257:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789603699.951505:0:8257:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2f:0x0]io ffff9eb80572ce40 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1789603699.951601:0:8257:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8208805d0) owner 0000000000000000/ffff9eb810da8000 00020000:00000001:3.0:1789603699.951607:0:8257:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789603699.951609:0:8257:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789603699.951611:0:8257:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789603699.951613:0:8257:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603699.951616:0:8257:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789603699.951618:0:8257:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789603699.951620:0:8257:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.951622:0:8257:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603699.951623:0:8257:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789603699.951624:0:8257:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789603699.951626:0:8257:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8208805d0) owner 0000000000000000/ffff9eb810da8000 00000020:00000001:3.0:1789603699.951629:0:8257:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.951631:0:8257:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:3.0:1789603699.951632:0:8257:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1789603699.951634:0:8257:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1789603699.951637:0:8257:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1789603699.951641:0:8257:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:3.0:1789603699.951645:0:8257:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789603699.951646:0:8257:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789603699.951647:0:8257:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603699.951649:0:8257:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389928648 : -106961319622968 : ffff9eb8208a06c8) 00000020:00001000:3.0:1789603699.951664:0:8257:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a06c0 00000020:00000001:3.0:1789603699.951667:0:8257:0:(cl_object.c:143:cl_object_top()) ffff9eb810bfc850 -> ffff9eb810bfc3a0 00000020:00000001:3.0:1789603699.951669:0:8257:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789603699.951673:0:8257:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603699.951674:0:8257:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789603699.951676:0:8257:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789603699.951678:0:8257:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935422016 : -106961774129600 : ffff9eb80572ce40) 00000020:00000001:3.0:1789603699.951680:0:8257:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603699.951682:0:8257:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603699.951684:0:8257:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:3.0:1789603699.951687:0:8257:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1789603699.951689:0:8257:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603699.951691:0:8257:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.951693:0:8257:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.951695:0:8257:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:3.0:1789603699.951697:0:8257:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1789603699.951699:0:8257:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789603699.951700:0:8257:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:3.0:1789603699.951701:0:8257:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789603699.951702:0:8257:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.951704:0:8257:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603699.951706:0:8257:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603699.951707:0:8257:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.951708:0:8257:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789603699.951710:0:8257:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.951711:0:8257:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.951713:0:8257:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:3.0:1789603699.951715:0:8257:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1789603699.951716:0:8257:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789603699.951717:0:8257:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:3.0:1789603699.951719:0:8257:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1789603699.951722:0:8257:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1789603699.951730:0:8257:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1789603699.951732:0:8257:0:(osc_cache.c:1880:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1789603699.951734:0:8257:0:(osc_cache.c:1881:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789603699.951737:0:8257:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1789603699.951739:0:8257:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:3.0:1789603699.951740:0:8257:0:(osc_cache.c:2357:osc_next_obj()) Process leaving (rc=18446637111950128384 : -106961759423232 : ffff9eb806533500) 00000008:00000020:3.0:1789603699.951744:0:8257:0:(osc_cache.c:2393:osc_check_rpcs()) obj ffff9eb806533500 ready 0|-|- wr 2|-|+ rd 0|- 0 in flight 00000008:00000001:3.0:1789603699.951747:0:8257:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1789603699.951748:0:8257:0:(osc_cache.c:1880:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1789603699.951749:0:8257:0:(osc_cache.c:1881:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789603699.951751:0:8257:0:(osc_cache.c:2213:osc_send_write_rpc()) Process entered 00000008:00000001:3.0:1789603699.951753:0:8257:0:(osc_cache.c:2070:try_to_add_extent_for_io()) Process entered 00000008:00000020:3.0:1789603699.951756:0:8257:0:(osc_cache.c:2074:try_to_add_extent_for_io()) extent ffff9eb8057a9300@{[0 -> 1/1023], [1|0|+|cache|wiuY|ffff9eb806533500], [32768|2|+|-|ffff9eb800031a00|1024|0000000000000000]} trying to add this extent 00000008:00010000:3.0:1789603699.951788:0:8257:0:(osc_cache.c:2074:try_to_add_extent_for_io()) ### extent: 00000000eb4183fd ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000001427878c/0xa04c19c788fe55d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e92339 expref: -99 pid: 35935 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1789603699.951802:0:8257:0:(osc_cache.c:2123:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:3.0:1789603699.951805:0:8257:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9eb806533500 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:3.0:1789603699.951810:0:8257:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:3.0:1789603699.951812:0:8257:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1789603699.951816:0:8257:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff9eb8057a9300@{[0 -> 1/1023], [1|0|+|locking|wiuY|ffff9eb806533500], [32768|2|+|-|ffff9eb800031a00|1024|ffff9eb810da8000]} make ready 00000008:00010000:3.0:1789603699.951822:0:8257:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000eb4183fd ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000001427878c/0xa04c19c788fe55d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e92339 expref: -99 pid: 35935 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1789603699.951829:0:8257:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:3.0:1789603699.951830:0:8257:0:(cl_page.c:1159:cl_page_make_ready()) Process entered 00000020:00008000:3.0:1789603699.951871:0:8257:0:(cl_page.c:1171:cl_page_make_ready()) page@0000000040fd28dd[2 000000001a8d76a7 1 1 0000000000000000 0 0 0] 00000020:00008000:3.0:1789603699.951873:0:8257:0:(cl_page.c:1171:cl_page_make_ready()) readied 00000020:00000001:3.0:1789603699.951875:0:8257:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:3.0:1789603699.951877:0:8257:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1789603699.951878:0:8257:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1789603699.951880:0:8257:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:3.0:1789603699.951881:0:8257:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1789603699.951884:0:8257:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789603699.951887:0:8257:0:(cl_page.c:518:__cl_page_state_set()) page@0000000040fd28dd[2 000000001a8d76a7 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789603699.951889:0:8257:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 3 00000020:00000001:3.0:1789603699.951890:0:8257:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1789603699.951891:0:8257:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1789603699.951895:0:8257:0:(cl_page.c:1193:cl_page_make_ready()) page@0000000040fd28dd[2 000000001a8d76a7 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789603699.951897:0:8257:0:(cl_page.c:1193:cl_page_make_ready()) 1 0 00000008:00000001:3.0:1789603699.951898:0:8257:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603699.951900:0:8257:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:3.0:1789603699.951901:0:8257:0:(cl_page.c:1159:cl_page_make_ready()) Process entered 00000020:00008000:3.0:1789603699.951905:0:8257:0:(cl_page.c:1171:cl_page_make_ready()) page@000000005ddcad70[2 000000001a8d76a7 1 1 0000000000000000 0 0 1] 00000020:00008000:3.0:1789603699.951906:0:8257:0:(cl_page.c:1171:cl_page_make_ready()) readied 00000020:00000001:3.0:1789603699.951907:0:8257:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:3.0:1789603699.951908:0:8257:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1789603699.951909:0:8257:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1789603699.951910:0:8257:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:3.0:1789603699.951911:0:8257:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1789603699.951913:0:8257:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789603699.951915:0:8257:0:(cl_page.c:518:__cl_page_state_set()) page@000000005ddcad70[2 000000001a8d76a7 1 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1789603699.951917:0:8257:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 3 00000020:00000001:3.0:1789603699.951918:0:8257:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1789603699.951919:0:8257:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1789603699.951921:0:8257:0:(cl_page.c:1193:cl_page_make_ready()) page@000000005ddcad70[2 000000001a8d76a7 3 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1789603699.951923:0:8257:0:(cl_page.c:1193:cl_page_make_ready()) 1 0 00000008:00000001:3.0:1789603699.951924:0:8257:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.951927:0:8257:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfc3a0 00000020:00000001:3.0:1789603699.951929:0:8257:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfc3a0 00000020:00000001:3.0:1789603699.951930:0:8257:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1789603699.951933:0:8257:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.951939:0:8257:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfc3a0 00000008:00000001:3.0:1789603699.951942:0:8257:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603699.951945:0:8257:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:3.0:1789603699.951949:0:8257:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9eb81291b000: cli: ffff9eb8030b21e8 unstable pages: 0, osc unstable pages: 0 00000008:00000010:3.0:1789603699.952395:0:8257:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 16 at ffff9eb80574aac0. 00000008:00000010:3.0:1789603699.952404:0:8257:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9eb812799b60. 00000008:00000020:3.0:1789603699.952407:0:8257:0:(osc_request.c:2875:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:3.0:1789603699.952411:0:8257:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1789603699.952414:0:8257:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1789603699.952415:0:8257:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1789603699.952435:0:8257:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1789603699/1789603699 00000020:00000001:3.0:1789603699.952440:0:8257:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1789603699.952441:0:8257:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:3.0:1789603699.952445:0:8257:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:3.0:1789603699.952447:0:8257:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:3.0:1789603699.952450:0:8257:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603699.952456:0:8257:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248a00 count: 2 00010000:00000001:3.0:1789603699.952459:0:8257:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603699.952465:0:8257:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1789603699.952478:0:8257:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1789603699.952481:0:8257:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789603699.952494:0:8257:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603699.952498:0:8257:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000001427878c/0xa04c19c788fe55d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e92339 expref: -99 pid: 35935 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789603699.952506:0:8257:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603699.952668:0:8257:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789603699.952671:0:8257:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1789603699.952674:0:8257:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603699.952676:0:8257:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603699.952680:0:8257:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:3.0:1789603699.952682:0:8257:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:3.0:1789603699.952685:0:8257:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00000008:00000001:3.0:1789603699.952688:0:8257:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:3.0:1789603699.952690:0:8257:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603699.952691:0:8257:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1789603699.952692:0:8257:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000008:00000001:3.0:1789603699.952695:0:8257:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:3.0:1789603699.952701:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4bb80. 00000020:00000040:3.0:1789603699.952705:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:3.0:1789603699.952712:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603699.952715:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603699.952718:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603699.952744:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff9eb8040b0000. 00000100:00000001:3.0:1789603699.952752:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1789603699.952761:0:8257:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:3.0:1789603699.952789:0:8257:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9eb81291b000: dirty: 32768 undirty: 484638720 dropped 0 grant: 8404992 cl_lost_grant 0 00000008:00000001:3.0:1789603699.952805:0:8257:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:3.0:1789603699.953021:0:8257:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5223 MB/s 00000008:00008000:3.0:1789603699.953034:0:8257:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffecbc84716080 map ffff9eb80817edb8 index 0 flags 17ffffc0005028 count 2 priv ffff9eb802f39700: off 0 00000008:00008000:3.0:1789603699.953038:0:8257:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffecbc84723c80 map ffff9eb80817edb8 index 1 flags 17ffffc0005028 count 2 priv ffff9eb802f39d20: off 0 00000008:00000001:3.0:1789603699.953048:0:8257:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:3.0:1789603699.953050:0:8257:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5872be30 (4) 00000008:00100000:3.0:1789603699.953055:0:8257:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9eb810b4bb80 - object 0x280000401:67 offset 0<>8192 00000008:00000001:3.0:1789603699.953058:0:8257:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.953060:0:8257:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1789603699.953062:0:8257:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1789603699.953063:0:8257:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1789603699.953065:0:8257:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1789603699/1789603699 00000020:00000001:3.0:1789603699.953067:0:8257:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1789603699.953068:0:8257:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:3.0:1789603699.953069:0:8257:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000100:00000001:3.0:1789603699.953071:0:8257:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603699.953073:0:8257:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124291968 : -106961585259648 : ffff9eb810b4bb80) 00000008:00000002:3.0:1789603699.953085:0:8257:0:(osc_request.c:2976:osc_build_rpc()) @@@ 2 pages, aa 0000000043b8f0b5, now 0r/1w/0d in flight req@ffff9eb810b4bb80 x1876533442926720/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:3.0:1789603699.953093:0:8257:0:(osc_request.c:2988:osc_build_rpc()) [0x200000405:0x2f:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:3.0:1789603699.953117:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfb1bbcb] to pc [ptlrpcd_01_01+1] req@ffff9eb810b4bb80 x1876533442926720/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603699.953205:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603699.953209:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603699.953211:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603699.953217:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4bb80 x1876533442926720/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603699.953225:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603699.953228:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603699.953232:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603699.953234:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603699.953237:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603699.953240:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442926720:192.168.204.129@tcp:4:multiop.0 00000100:00000001:2.0:1789603699.953245:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603699.953250:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603699.953252:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603699.953254:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603699.953259:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041d3800. 02000000:00000001:2.0:1789603699.953261:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603699.953269:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603699.953274:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3058. 00000400:00000010:2.0:1789603699.953281:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7550. 00000100:00000200:2.0:1789603699.953289:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442926720, portal 4 00000100:00000001:2.0:1789603699.953290:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603699.953292:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124291968 : -106961585259648 : ffff9eb810b4bb80) 00000100:00000040:2.0:1789603699.953298:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810b4bb80 x1876533442926720/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789603715 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603699.953306:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603699.953308:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603699.953312:0:2403:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff9eb8123b06c0. 00000100:00000200:2.0:1789603699.953315:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1876533442926720, offset 0 00000400:00000200:2.0:1789603699.953322:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603699.953331:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603699.953340:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603699.953346:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603699.953350:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603699.953353:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603699.953355:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603699.953359:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2995:2995:256:4294967295] 192.168.204.129@tcp LPNI seq info [2995:2995:8:4294967295] 00000400:00000200:2.0:1789603699.953363:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603699.953372:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603699.953378:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603699.953383:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff9eb807cb8200. 00000800:00000200:2.0:1789603699.953408:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603699.953438:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603699.953444:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb807cb8200 type 1, nob 8776 niov 1 nkiov 3 00000100:00000001:2.0:1789603699.953457:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603699.953462:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 185985 usecs (186 jiffies) 00000400:00000200:2.0:1789603699.953464:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603699.953467:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296699072 00000100:00000001:2.0:1789603699.953470:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296699374 00000100:00000001:2.0:1789603699.953472:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296699072 00000100:00000001:2.0:1789603699.953475:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296699374 00000100:00000001:2.0:1789603699.953477:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603699.953479:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603699.953482:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603699.953484:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789603699.953748:0:8257:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:3.0:1789603699.953751:0:8257:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603699.953754:0:8257:0:(osc_cache.c:2262:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603699.953757:0:8257:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1789603699.953759:0:8257:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603699.953761:0:8257:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1789603699.953762:0:8257:0:(osc_cache.c:1870:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603699.953764:0:8257:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1789603699.953765:0:8257:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603699.953769:0:8257:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:3.0:1789603699.953771:0:8257:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603699.953773:0:8257:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1789603699.953778:0:8257:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff9eb806533500 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 2: rc=2. 00000008:00000001:3.0:1789603699.953782:0:8257:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000008:00000001:3.0:1789603699.953786:0:8257:0:(osc_io.c:1073:osc_fsync_ost()) Process entered 00000020:00000001:3.0:1789603699.953788:0:8257:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789603699.953791:0:8257:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789603699.953792:0:8257:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789603699.953794:0:8257:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789603699.953794:0:8257:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789603699.953795:0:8257:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789603699.953797:0:8257:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:3.0:1789603699.953801:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49c00. 00000020:00000040:3.0:1789603699.953804:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=4 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:3.0:1789603699.953807:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603699.953809:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603699.953811:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603699.953816:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb804155800. 00000100:00000001:3.0:1789603699.953820:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603699.953825:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603699.953829:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603699.953833:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5cc5a39] to pc [ptlrpcd_01_00+0] req@ffff9eb810b49c00 x1876533442926848/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603699.953889:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603699.953892:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789603699.953894:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603699.953896:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603699.953897:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603699.953899:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1789603699.953901:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603699.953903:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603699.953904:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603699.953905:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603699.953906:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603699.953907:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603699.953912:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49c00 x1876533442926848/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603699.953918:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603699.953920:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603699.953922:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603699.953924:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603699.953925:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603699.953928:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442926848:192.168.204.129@tcp:16:kworker.0 00000100:00000001:2.0:1789603699.953930:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603699.953933:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603699.953934:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603699.953936:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603699.953939:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041d0400. 02000000:00000001:2.0:1789603699.953940:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603699.953943:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603699.953946:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3b00. 00000400:00000010:2.0:1789603699.953950:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7110. 00000100:00000200:2.0:1789603699.953953:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442926848, portal 4 00000100:00000001:2.0:1789603699.953954:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603699.953956:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124283904 : -106961585267712 : ffff9eb810b49c00) 00000100:00000040:2.0:1789603699.953960:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810b49c00 x1876533442926848/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603715 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603699.953966:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603699.953968:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603699.953971:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d73b8. 00000100:00000200:2.0:1789603699.953974:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1876533442926848, offset 0 00000400:00000200:2.0:1789603699.953979:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603699.953984:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603699.953987:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603699.953990:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603699.953993:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603699.953996:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603699.953998:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603699.954001:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2996:2996:255:4294967295] 192.168.204.129@tcp LPNI seq info [2996:2996:7:4294967295] 00000400:00000200:2.0:1789603699.954005:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603699.954011:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603699.954016:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603699.954020:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8070db000. 00000800:00000200:2.0:1789603699.954024:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603699.954028:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603699.954031:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8070db000 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1789603699.954040:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603699.954043:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 185985 usecs (186 jiffies) 00000400:00000200:2.0:1789603699.954046:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603699.954049:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296699073 00000100:00000001:2.0:1789603699.954051:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296699374 00000100:00000001:2.0:1789603699.954053:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296699073 00000100:00000001:2.0:1789603699.954055:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296699374 00000100:00000001:2.0:1789603699.954058:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603699.954060:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603699.954062:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603699.954064:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603699.954174:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603699.954499:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff9eb807cb8200. 00000400:00000200:2.0:1789603699.954505:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603699.954677:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603699.954683:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8123b06c0 00000400:00000010:2.0:1789603699.954686:0:2394:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff9eb8123b06c0. 00000100:00000001:2.0:1789603699.954690:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603699.954694:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4bb80 x1876533442926720/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789603715 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603699.954702:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603699.954705:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b4bb80 x1876533442926720/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789603715 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603699.954711:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603699.954713:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603699.954765:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603699.954767:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8070db000. 00000400:00000200:2.0:1789603699.954772:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603699.954775:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603699.954777:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d73b8 00000400:00000010:2.0:1789603699.954779:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d73b8. 00000100:00000001:2.0:1789603699.954781:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603699.954784:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49c00 x1876533442926848/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603715 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603699.954790:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603699.954792:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49c00 x1876533442926848/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603715 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603699.954797:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603699.954798:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789603699.954821:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603699.954824:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603699.954896:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603699.954899:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603699.954901:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603699.954903:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603699.954997:0:8257:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603699.955002:0:8257:0:(osc_io.c:1090:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603699.955004:0:8257:0:(osc_io.c:1171:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.955007:0:8257:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603699.955010:0:8257:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603699.955013:0:8257:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.955014:0:8257:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.955017:0:8257:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:3.0:1789603699.955020:0:8257:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1789603699.955021:0:8257:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1789603699.955022:0:8257:0:(cl_io.c:556:cl_io_end()) Process entered 00000800:00000001:2.0:1789603699.962754:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603699.962771:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603699.962775:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603699.962778:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603699.962788:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603699.962796:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603699.962805:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603699.962810:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603699.962816:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603699.962820:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 432 into portal 4 MB=0x6aab27d465900 00000400:00000200:2.0:1789603699.962826:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603699.962833:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 432/432 into md 0x880d [1] + 224 00000800:00000001:2.0:1789603699.962841:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603699.962848:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603699.962852:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603699.962857:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603699.962864:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603699.962873:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49c00 x1876533442926848/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603715 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603699.962885:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9eb810b49c00 x1876533442926848/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603715 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603699.962908:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603699.962917:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603699.962920:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603699.963157:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603699.963161:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603699.963167:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603699.963170:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603699.963274:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3b00. 00000400:00000200:3.0:1789603699.963279:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7110 00000400:00000010:3.0:1789603699.963282:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7110. 00000100:00000001:3.0:1789603699.963286:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603699.963291:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49c00 x1876533442926848/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603715 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789603699.963301:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49c00 x1876533442926848/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603715 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.963307:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603699.963309:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603699.963312:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603699.963315:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603699.963318:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603699.963320:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603699.963323:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603699.963332:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=96 v=5 (5 5 5 5) 00000100:00001000:3.0:1789603699.963336:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603699.963340:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603699.963341:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603699.963344:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603699.963347:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603699.963351:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603699.963353:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967336 00000100:00000001:3.0:1789603699.963355:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603699.963357:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603699.963362:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49c00 x1876533442926848/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603715 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.963369:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603699.963373:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603699.963374:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789603699.963378:0:2403:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:3.0:1789603699.963385:0:2403:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfc3a0 00000020:00000001:3.0:1789603699.963388:0:2403:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfc3a0 00000020:00000001:3.0:1789603699.963390:0:2403:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1789603699.963394:0:2403:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789603699.963397:0:2403:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.963399:0:2403:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.963400:0:2403:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfc3a0 00000008:00000001:3.0:1789603699.963420:0:2403:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603699.963426:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49c00 x1876533442926848/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603715 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789603699.963435:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442926848:192.168.204.129@tcp:16:kworker.0 00000100:00000001:3.0:1789603699.963440:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603699.963444:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603699.963448:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49c00 x1876533442926848/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603715 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.963455:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603699.963458:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603699.963461:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041d0400. 02000000:00000001:3.0:1789603699.963464:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603699.963467:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603699.963469:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:3.0:1789603699.963472:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603699.963474:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb804155800. 02000000:00000001:3.0:1789603699.963478:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603699.963479:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603699.963481:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49c00. 00000100:00000001:3.0:1789603699.963485:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603699.963486:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603699.963489:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603699.963491:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603699.963492:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603699.963494:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603699.963495:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.964009:0:8257:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1789603699.964013:0:8257:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603699.964016:0:8257:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1789603699.964019:0:8257:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1789603699.964022:0:8257:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1789603699.964024:0:8257:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789603699.964027:0:8257:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603699.964028:0:8257:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789603699.964030:0:8257:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789603699.964031:0:8257:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603699.964034:0:8257:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603699.964035:0:8257:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789603699.964037:0:8257:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789603699.964038:0:8257:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1789603699.964040:0:8257:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789603699.964041:0:8257:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789603699.964043:0:8257:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789603699.964044:0:8257:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603699.964044:0:8257:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789603699.964045:0:8257:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789603699.964047:0:8257:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603699.964049:0:8257:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603699.964051:0:8257:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789603699.964052:0:8257:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789603699.964097:0:8257:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603699.964100:0:8257:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789603699.964102:0:8257:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789603699.964103:0:8257:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789603699.964105:0:8257:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789603699.964106:0:8257:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789603699.964166:0:8257:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a06c0 00020000:00000001:0.0:1789603699.964236:0:8257:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789603699.964239:0:8257:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789603699.964243:0:8257:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789603699.964245:0:8257:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789603699.964249:0:8257:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789603699.964250:0:8257:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789603699.964253:0:8257:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0ea0 00000080:00000001:0.0:1789603699.964255:0:8257:0:(file.c:5343:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000080:00000001:0.0:1789603699.964259:0:8257:0:(rw.c:1552:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603699.970306:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603699.970320:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603699.970325:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603699.970327:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603699.970337:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603699.970346:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603699.970355:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603699.970360:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603699.970366:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603699.970370:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 448 into portal 4 MB=0x6aab27d465880 00000400:00000200:2.0:1789603699.970374:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603699.970381:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 448/448 into md 0x87fd [1] + 224 00000800:00000001:2.0:1789603699.970388:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603699.970394:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603699.970397:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603699.970402:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603699.970410:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603699.970424:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4bb80 x1876533442926720/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789603715 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603699.970436:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff9eb810b4bb80 x1876533442926720/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603699.970450:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603699.970460:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603699.970463:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603699.971074:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603699.971079:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603699.971085:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603699.971087:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603699.971091:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3058. 00000400:00000200:3.0:1789603699.971096:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7550 00000400:00000010:3.0:1789603699.971098:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7550. 00000100:00000001:3.0:1789603699.971102:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603699.971108:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b4bb80 x1876533442926720/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789603699.971117:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b4bb80 x1876533442926720/t0(0) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789603715 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.971124:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603699.971126:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603699.971128:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603699.971132:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603699.971134:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603699.971136:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603699.971140:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603699.971149:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac4a8 time=95 v=5 (5 0 0 0) 00000100:00001000:3.0:1789603699.971153:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603699.971155:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603699.971157:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603699.971160:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603699.971164:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603699.971167:0:2403:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789603699.971169:0:2403:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1789603699.971414:0:2403:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789603699.971419:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603699.971421:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124291968 : -106961585259648 : ffff9eb810b4bb80) 00000100:00000001:3.0:1789603699.971425:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603699.971427:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967336 00000100:00000001:3.0:1789603699.971429:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603699.971432:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603699.971438:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b4bb80 x1876533442926720/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789603715 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.971446:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603699.971449:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603699.971451:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789603699.971454:0:2403:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:3.0:1789603699.971457:0:2403:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:3.0:1789603699.971462:0:2403:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:3.0:1789603699.971466:0:2403:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:3.0:1789603699.971470:0:2403:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9eb81291b000: setdq to remove for usr 0 00000001:04000000:3.0:1789603699.971472:0:2403:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9eb81291b000: setdq to remove for grp 0 00000001:04000000:3.0:1789603699.971474:0:2403:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9eb81291b000: setdq to remove for prj 0 00000001:00000001:3.0:1789603699.971476:0:2403:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1789603699.971478:0:2403:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:3.0:1789603699.971482:0:2403:0:(osc_request.c:2091:check_write_checksum()) checksum 5872be30 confirmed 00000008:00000001:3.0:1789603699.971486:0:2403:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1789603699.971489:0:2403:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:3.0:1789603699.971491:0:2403:0:(osc_request.c:2586:brw_interpret()) request ffff9eb810b4bb80 aa ffff9eb810b4bd30 rc 0 00000020:00000001:3.0:1789603699.971499:0:2403:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfc3a0 00000020:00000001:3.0:1789603699.971502:0:2403:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfc3a0 00000020:00000001:3.0:1789603699.971504:0:2403:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1789603699.971927:0:2403:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789603699.971931:0:2403:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.971935:0:2403:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.971937:0:2403:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfc3a0 00000008:00000010:3.0:1789603699.971940:0:2403:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9eb812799b60. 00000020:00000001:3.0:1789603699.971947:0:2403:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfc3a0 00000020:00000001:3.0:1789603699.971949:0:2403:0:(cl_object.c:278:cl_object_dirty_for_sync()) Process entered 00000020:00000001:3.0:1789603699.971961:0:2403:0:(cl_object.c:284:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:3.0:1789603699.971963:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603699.971968:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b4bb80 x1876533442926720/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789603715 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.971976:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603699.971981:0:2403:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:3.0:1789603699.971984:0:2403:0:(osc_cache.c:908:osc_extent_finish()) extent ffff9eb8057a9300@{[0 -> 1/1023], [2|0|-|rpc|wiuY|ffff9eb806533500], [32768|2|+|-|ffff9eb800031a00|1024|ffff9eb810da8000]} extent finished. 00000008:00010000:3.0:1789603699.971993:0:2403:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000eb4183fd ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000001427878c/0xa04c19c788fe55d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e92339 expref: -99 pid: 35935 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:3.0:1789603699.972007:0:2403:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:3.0:1789603699.972009:0:2403:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:3.0:1789603699.972014:0:2403:0:(cl_page.c:1115:cl_page_complete()) page@0000000040fd28dd[2 000000001a8d76a7 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789603699.972016:0:2403:0:(cl_page.c:1115:cl_page_complete()) 1 0 00000020:00000001:3.0:1789603699.972018:0:2403:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:3.0:1789603699.972019:0:2403:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1789603699.972021:0:2403:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789603699.972024:0:2403:0:(cl_page.c:518:__cl_page_state_set()) page@0000000040fd28dd[2 000000001a8d76a7 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789603699.972026:0:2403:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:3.0:1789603699.972028:0:2403:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:3.0:1789603699.972031:0:2403:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:3.0:1789603699.972034:0:2403:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000040fd28dd[2 000000001a8d76a7 1 1 0000000000000000 0 0 0] 00000080:00008000:3.0:1789603699.972037:0:2403:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:3.0:1789603699.972047:0:2403:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1789603699.972049:0:2403:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:3.0:1789603699.972051:0:2403:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:3.0:1789603699.972054:0:2403:0:(cl_page.c:567:cl_batch_put()) page@0000000040fd28dd[2 000000001a8d76a7 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789603699.972056:0:2403:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:3.0:1789603699.972057:0:2403:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:3.0:1789603699.972058:0:2403:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000001:3.0:1789603699.972060:0:2403:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:3.0:1789603699.972061:0:2403:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:3.0:1789603699.972064:0:2403:0:(cl_page.c:1115:cl_page_complete()) page@000000005ddcad70[2 000000001a8d76a7 3 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1789603699.972065:0:2403:0:(cl_page.c:1115:cl_page_complete()) 1 0 00000020:00000001:3.0:1789603699.972066:0:2403:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:3.0:1789603699.972067:0:2403:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1789603699.972069:0:2403:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789603699.972071:0:2403:0:(cl_page.c:518:__cl_page_state_set()) page@000000005ddcad70[2 000000001a8d76a7 3 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1789603699.972072:0:2403:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:3.0:1789603699.972073:0:2403:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:3.0:1789603699.972075:0:2403:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:3.0:1789603699.972077:0:2403:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000005ddcad70[2 000000001a8d76a7 1 1 0000000000000000 0 0 1] 00000080:00008000:3.0:1789603699.972079:0:2403:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:3.0:1789603699.972086:0:2403:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1789603699.972087:0:2403:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:3.0:1789603699.972088:0:2403:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:3.0:1789603699.972091:0:2403:0:(cl_page.c:567:cl_batch_put()) page@000000005ddcad70[2 000000001a8d76a7 1 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1789603699.972092:0:2403:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:3.0:1789603699.972093:0:2403:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:3.0:1789603699.972094:0:2403:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:3.0:1789603699.972098:0:2403:0:(osc_cache.c:1648:osc_free_grant()) lost 0 grant: 0 avail: 16842752 dirty: 0/0 00000008:00000020:3.0:1789603699.972103:0:2403:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9eb8057a9300@{[0 -> 1/1023], [1|0|-|inv|wuY|ffff9eb806533500], [32768|0|-|-|ffff9eb800031a00|1024|ffff9eb810da8000]} destroyed. 00000008:00010000:3.0:1789603699.972108:0:2403:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000eb4183fd ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000001427878c/0xa04c19c788fe55d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e92339 expref: -99 pid: 35935 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789603699.972116:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603699.972117:0:2403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:3.0:1789603699.972121:0:2403:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9eb8057a9300. 00000008:00000001:3.0:1789603699.972124:0:2403:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1789603699.972127:0:2403:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 16 at ffff9eb80574aac0. 00000008:00000020:3.0:1789603699.972135:0:2403:0:(osc_cache.c:2468:__osc_io_unplug()) Queue writeback work for client ffff9eb8030b21e8. 00000008:00000001:3.0:1789603699.972148:0:2403:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603699.972154:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4bb80 x1876533442926720/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789603715 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789603699.972164:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442926720:192.168.204.129@tcp:4:multiop.0 00000100:00000001:3.0:1789603699.972169:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603699.972390:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603699.972395:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4bb80 x1876533442926720/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789603715 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603699.972402:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603699.972405:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603699.972411:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603699.972413:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603699.972415:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603699.972419:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603699.972478:0:34484:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603699.972482:0:34484:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930520 : -106961319621096 : ffff9eb8208a0e18) 00000020:00001000:3.0:1789603699.972485:0:34484:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0e10 00000008:00000020:3.0:1789603699.972488:0:34484:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff9eb8030b21e8. 00000008:00000001:3.0:1789603699.972491:0:34484:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1789603699.972492:0:34484:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:3.0:1789603699.972495:0:34484:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603699.972498:0:34484:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000020:00001000:3.0:1789603699.972499:0:34484:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0e10 00000080:00000001:3.0:1789603700.434455:0:35932:0:(file.c:5390:ll_fsync()) Process entered 00000020:00000001:3.0:1789603700.434463:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fe48 00000080:00200008:3.0:1789603700.434468:0:35932:0:(file.c:5395:ll_fsync()) START file: name=f24b.recovery-small-1, fid=[0x200000405:0x2e:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 1/0 00020000:00000001:3.0:1789603700.434477:0:35932:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789603700.434481:0:35932:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb801220000 00020000:00000002:3.0:1789603700.434486:0:35932:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb801220000 00020000:00000001:3.0:1789603700.434489:0:35932:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789603700.434492:0:35932:0:(file.c:5364:ll_mdsync()) inode ffff9eb8081900c8 metadata sync [0x200000405:0x2e:0x0] (need_sync=1) 00800000:00000001:3.0:1789603700.434500:0:35932:0:(lmv_obd.c:3058:lmv_fsync()) Process entered 00800000:00000001:3.0:1789603700.434504:0:35932:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603700.434507:0:35932:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603700.434533:0:35932:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603700.434537:0:35932:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603700.434540:0:35932:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603700.434543:0:35932:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:3.0:1789603700.434546:0:35932:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603700.434552:0:35932:0:(mdc_request.c:2773:mdc_fsync()) Process entered 00000100:00000010:3.0:1789603700.434560:0:35932:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49c00. 00000020:00000040:3.0:1789603700.434565:0:35932:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:3.0:1789603700.434721:0:35932:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603700.434726:0:35932:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603700.434731:0:35932:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603700.434740:0:35932:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb804155400. 00000100:00000001:3.0:1789603700.434749:0:35932:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.434758:0:35932:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603700.434760:0:35932:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603700.434768:0:35932:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8109cf900. 00000100:00000001:3.0:1789603700.434771:0:35932:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112122734848 : -106961586816768 : ffff9eb8109cf900) 00000100:00000001:3.0:1789603700.434774:0:35932:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603700.434775:0:35932:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124283904 : -106961585267712 : ffff9eb810b49c00) 00000100:00000001:3.0:1789603700.434781:0:35932:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603700.434785:0:35932:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.434788:0:35932:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603700.434790:0:35932:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603700.434802:0:35932:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49c00 x1876533442926976/t0(0) o44->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603700.434812:0:35932:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603700.434814:0:35932:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603700.434818:0:35932:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603700.434820:0:35932:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603700.434823:0:35932:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603700.434826:0:35932:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49c00 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35932:1876533442926976:192.168.204.129@tcp:44:multiop.0 00000100:00000001:3.0:1789603700.434830:0:35932:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603700.434835:0:35932:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603700.434837:0:35932:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603700.434840:0:35932:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603700.434844:0:35932:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb80511c400. 02000000:00000001:3.0:1789603700.434846:0:35932:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603700.434855:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603700.434860:0:35932:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8057486e0. 00000400:00000010:3.0:1789603700.434867:0:35932:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0088. 00000100:00000200:3.0:1789603700.434874:0:35932:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442926976, portal 10 00000100:00000001:3.0:1789603700.434876:0:35932:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603700.434877:0:35932:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124283904 : -106961585267712 : ffff9eb810b49c00) 00000100:00000040:3.0:1789603700.434885:0:35932:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b49c00 x1876533442926976/t0(0) o44->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 448/440 e 0 to 0 dl 1789603716 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603700.434893:0:35932:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603700.434896:0:35932:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603700.434899:0:35932:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0440. 00000100:00000200:3.0:1789603700.434901:0:35932:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1876533442926976, offset 0 00000400:00000200:3.0:1789603700.434908:0:35932:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603700.434917:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603700.434925:0:35932:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603700.434930:0:35932:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603700.434934:0:35932:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603700.434939:0:35932:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603700.434941:0:35932:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603700.434945:0:35932:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2997:2997:256:4294967295] 192.168.204.129@tcp LPNI seq info [2997:2997:8:4294967295] 00000400:00000200:3.0:1789603700.434950:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603700.434961:0:35932:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603700.434967:0:35932:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603700.434973:0:35932:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f900. 00000800:00000200:3.0:1789603700.434980:0:35932:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603700.434988:0:35932:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603700.434993:0:35932:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f900 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1789603700.435013:0:35932:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603700.435018:0:35932:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 857377 usecs (858 jiffies) 00000400:00000200:3.0:1789603700.435021:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603700.435024:0:35932:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296700226 00000100:00000001:3.0:1789603700.435031:0:35932:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296699374 00000100:00000001:3.0:1789603700.435038:0:35932:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296700226 00000100:00000001:3.0:1789603700.435041:0:35932:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296699374 00000100:00000001:3.0:1789603700.435044:0:35932:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603700.435047:0:35932:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.435049:0:35932:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603700.435051:0:35932:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603700.435054:0:35932:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8109cf900 going to sleep for 11 seconds 00000100:00000001:3.0:1789603700.435056:0:35932:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603700.435060:0:35932:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603700.437331:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603700.437341:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f900. 00000400:00000200:2.0:1789603700.437349:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.437358:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603700.437364:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0440 00000400:00000010:2.0:1789603700.437367:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0440. 00000100:00000001:2.0:1789603700.437508:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603700.437640:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49c00 x1876533442926976/t0(0) o44->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 448/440 e 0 to 0 dl 1789603716 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603700.437661:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603700.437665:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b49c00 x1876533442926976/t0(0) o44->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 448/440 e 0 to 0 dl 1789603716 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603700.437673:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.437675:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603700.443435:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.443453:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603700.443457:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.443460:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.443469:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.443478:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603700.443489:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.443493:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.443499:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.443503:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 440 into portal 10 MB=0x6aab27d465980 00000400:00000200:2.0:1789603700.443591:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.443597:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 440/440 into md 0x881d [1] + 224 00000800:00000001:2.0:1789603700.443604:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.443620:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.443623:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.443628:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603700.443635:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603700.443654:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49c00 x1876533442926976/t0(0) o44->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 448/440 e 0 to 0 dl 1789603716 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603700.443666:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff9eb810b49c00 x1876533442926976/t0(0) o44->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 448/440 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603700.443677:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603700.443684:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.443687:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603700.444536:0:35932:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603700.444545:0:35932:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603700.444548:0:35932:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603700.444551:0:35932:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8057486e0. 00000400:00000200:3.0:1789603700.444558:0:35932:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0088 00000400:00000010:3.0:1789603700.444561:0:35932:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0088. 00000100:00000001:3.0:1789603700.444565:0:35932:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603700.444573:0:35932:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49c00 x1876533442926976/t0(0) o44->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 448/440 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603700.444583:0:35932:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49c00 x1876533442926976/t0(0) o44->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 448/440 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603700.444591:0:35932:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603700.444593:0:35932:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603700.444595:0:35932:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603700.444598:0:35932:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603700.444600:0:35932:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603700.444602:0:35932:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603700.444606:0:35932:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603700.444615:0:35932:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=98 v=5 (5 106 106 106) 00000100:00001000:3.0:1789603700.444620:0:35932:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=34 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603700.444623:0:35932:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603700.444625:0:35932:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.444627:0:35932:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603700.444631:0:35932:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.444635:0:35932:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789603700.444637:0:35932:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: committing for last_committed 8589934608 gen 2 00000100:00000040:3.0:1789603700.444653:0:35932:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934608) req@ffff9eb8040f1f80 x1876533442924288/t8589934603(8589934603) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/448 e 0 to 0 dl 1789603715 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603700.444661:0:35932:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.444664:0:35932:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f1f80 x1876533442924288/t8589934603(8589934603) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/448 e 0 to 0 dl 1789603715 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603700.444671:0:35932:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603700.444672:0:35932:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603700.444676:0:35932:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041d1400. 02000000:00000001:3.0:1789603700.444680:0:35932:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603700.444683:0:35932:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603700.444684:0:35932:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603700.444686:0:35932:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603700.444688:0:35932:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041d3400. 02000000:00000001:3.0:1789603700.444691:0:35932:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603700.444693:0:35932:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603700.444694:0:35932:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f1f80. 00000100:00000001:3.0:1789603700.444698:0:35932:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603700.444699:0:35932:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603700.444704:0:35932:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934608) req@ffff9eb8040f3b80 x1876533442925312/t8589934605(8589934605) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/456 e 0 to 0 dl 1789603715 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603700.444711:0:35932:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.444714:0:35932:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f3b80 x1876533442925312/t8589934605(8589934605) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 520/456 e 0 to 0 dl 1789603715 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603700.444720:0:35932:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603700.444721:0:35932:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603700.444722:0:35932:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041d1800. 02000000:00000001:3.0:1789603700.444724:0:35932:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603700.444725:0:35932:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603700.444726:0:35932:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603700.444728:0:35932:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603700.444729:0:35932:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041d2c00. 02000000:00000001:3.0:1789603700.444732:0:35932:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603700.444733:0:35932:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603700.444735:0:35932:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f3b80. 00000100:00000001:3.0:1789603700.444737:0:35932:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603700.444738:0:35932:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789603700.444742:0:35932:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9eb806bd6d80 x1876533442925952/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603715 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789603700.444752:0:35932:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9eb810d1ea00 x1876533442926464/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603715 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.444758:0:35932:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789603700.444760:0:35932:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: normal: skip=1 replay=2/4 committed=0/0 00000100:00000001:3.0:1789603700.444762:0:35932:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603700.444764:0:35932:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603700.444768:0:35932:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49c00 x1876533442926976/t0(0) o44->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 448/440 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603700.444775:0:35932:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603700.444778:0:35932:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603700.444779:0:35932:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603700.444783:0:35932:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49c00 x1876533442926976/t0(0) o44->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 448/440 e 0 to 0 dl 1789603716 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603700.444790:0:35932:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49c00 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35932:1876533442926976:192.168.204.129@tcp:44:multiop.0 00000100:00000001:3.0:1789603700.444794:0:35932:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603700.444797:0:35932:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.444799:0:35932:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789603700.444801:0:35932:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.444804:0:35932:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49c00 x1876533442926976/t0(0) o44->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 448/440 e 0 to 0 dl 1789603716 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603700.444810:0:35932:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603700.444812:0:35932:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8109cf900. 00000100:00000001:3.0:1789603700.444815:0:35932:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789603700.444816:0:35932:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603700.444820:0:35932:0:(mdc_request.c:2794:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603700.444823:0:35932:0:(lmv_obd.c:3065:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.444825:0:35932:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.444828:0:35932:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49c00 x1876533442926976/t0(0) o44->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 448/440 e 0 to 0 dl 1789603716 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603700.444834:0:35932:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603700.444835:0:35932:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603700.444837:0:35932:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb80511c400. 02000000:00000001:3.0:1789603700.444838:0:35932:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603700.444839:0:35932:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603700.444840:0:35932:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603700.444842:0:35932:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603700.444843:0:35932:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb804155400. 02000000:00000001:3.0:1789603700.444845:0:35932:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603700.444846:0:35932:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603700.444848:0:35932:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49c00. 00000100:00000001:3.0:1789603700.444850:0:35932:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603700.444851:0:35932:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603700.444856:0:35932:0:(pcc.c:2839:pcc_fsync()) Process entered 00000080:00000001:3.0:1789603700.444858:0:35932:0:(pcc.c:2842:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.444860:0:35932:0:(file.c:5295:cl_sync_file_range()) Process entered 00000080:00000002:3.0:1789603700.444862:0:35932:0:(file.c:5297:cl_sync_file_range()) [0x200000405:0x2e:0x0]: start 0, end 9223372036854775807, mode 3 00000020:00000001:3.0:1789603700.444866:0:35932:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603700.444870:0:35932:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930520 : -106961319621096 : ffff9eb8208a0e18) 00000020:00001000:3.0:1789603700.444872:0:35932:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0e10 00000020:00000001:3.0:1789603700.444878:0:35932:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b05f8 -> ffff9eb8053b05f8 00000020:00000001:3.0:1789603700.444881:0:35932:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789603700.444884:0:35932:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789603700.444886:0:35932:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2e:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789603700.444889:0:35932:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603700.444891:0:35932:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789603700.444893:0:35932:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789603700.444897:0:35932:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2e:0x0]io ffff9eb80572dc20 type 6 ignore/verify layout 0/0 00020000:00000002:3.0:1789603700.444900:0:35932:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb801220000 00020000:00000001:3.0:1789603700.444905:0:35932:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789603700.444907:0:35932:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789603700.444909:0:35932:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789603700.444911:0:35932:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.444913:0:35932:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789603700.444916:0:35932:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789603700.444917:0:35932:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.444919:0:35932:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603700.444920:0:35932:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789603700.444922:0:35932:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789603700.444923:0:35932:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb801220000 00000020:00000001:3.0:1789603700.444925:0:35932:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.444927:0:35932:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:3.0:1789603700.444929:0:35932:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1789603700.444930:0:35932:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1789603700.444933:0:35932:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1789603700.444937:0:35932:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:3.0:1789603700.444940:0:35932:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789603700.444942:0:35932:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789603700.444943:0:35932:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603700.444945:0:35932:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112122224792 : -106961587326824 : ffff9eb810953098) 00000020:00001000:3.0:1789603700.444946:0:35932:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810953090 00000020:00000001:3.0:1789603700.444949:0:35932:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b03a0 -> ffff9eb8053b05f8 00000020:00000001:3.0:1789603700.444950:0:35932:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789603700.444954:0:35932:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603700.444955:0:35932:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789603700.444957:0:35932:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789603700.444959:0:35932:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935425568 : -106961774126048 : ffff9eb80572dc20) 00000020:00000001:3.0:1789603700.444961:0:35932:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.444963:0:35932:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.444965:0:35932:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962640472 : -106961746911144 : ffff9eb807122058) 00000020:00000001:3.0:1789603700.444967:0:35932:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1789603700.444969:0:35932:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.444971:0:35932:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.444973:0:35932:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.444975:0:35932:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:3.0:1789603700.444977:0:35932:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1789603700.444978:0:35932:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789603700.444979:0:35932:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:3.0:1789603700.444981:0:35932:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789603700.444982:0:35932:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.444984:0:35932:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.444986:0:35932:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.444988:0:35932:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.444990:0:35932:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789603700.444991:0:35932:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.444993:0:35932:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.444995:0:35932:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:3.0:1789603700.444996:0:35932:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1789603700.444998:0:35932:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789603700.444998:0:35932:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:3.0:1789603700.445000:0:35932:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1789603700.445003:0:35932:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000020:3.0:1789603700.445007:0:35932:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff9eb810231880 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 2: rc=0. 00000008:00000001:3.0:1789603700.445011:0:35932:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603700.445013:0:35932:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1789603700.445016:0:35932:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff9eb810231880 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1789603700.445018:0:35932:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603700.445020:0:35932:0:(osc_io.c:1073:osc_fsync_ost()) Process entered 00000020:00000001:3.0:1789603700.445023:0:35932:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789603700.445025:0:35932:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789603700.445026:0:35932:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789603700.445028:0:35932:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789603700.445029:0:35932:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789603700.445031:0:35932:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789603700.445034:0:35932:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:3.0:1789603700.445040:0:35932:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49c00. 00000020:00000040:3.0:1789603700.445043:0:35932:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=4 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:3.0:1789603700.445048:0:35932:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603700.445052:0:35932:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603700.445056:0:35932:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603700.445062:0:35932:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb804155400. 00000100:00000001:3.0:1789603700.445068:0:35932:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.445087:0:35932:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603700.445091:0:35932:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603700.445097:0:35932:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5cc5a39] to pc [ptlrpcd_01_01+1] req@ffff9eb810b49c00 x1876533442927104/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1789603700.445123:0:35932:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603700.445125:0:35932:0:(osc_io.c:1090:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603700.445127:0:35932:0:(osc_io.c:1171:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.445129:0:35932:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.445131:0:35932:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.445132:0:35932:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.445134:0:35932:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.445136:0:35932:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:3.0:1789603700.445137:0:35932:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1789603700.445139:0:35932:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1789603700.445140:0:35932:0:(cl_io.c:556:cl_io_end()) Process entered 00000100:00000001:2.0:1789603700.445377:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603700.445380:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603700.445383:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603700.445389:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b49c00 x1876533442927104/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.445396:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603700.445399:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603700.445402:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603700.445405:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603700.445407:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603700.445410:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442927104:192.168.204.129@tcp:16:multiop.0 00000100:00000001:2.0:1789603700.445414:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603700.445419:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603700.445421:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603700.445423:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603700.445428:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041d2800. 02000000:00000001:2.0:1789603700.445430:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603700.445436:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603700.445440:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3c60. 00000400:00000010:2.0:1789603700.445445:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d73b8. 00000100:00000200:2.0:1789603700.445451:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442927104, portal 4 00000100:00000001:2.0:1789603700.445453:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603700.445454:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124283904 : -106961585267712 : ffff9eb810b49c00) 00000100:00000040:2.0:1789603700.445460:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810b49c00 x1876533442927104/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603716 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.445467:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603700.445470:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603700.445472:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d75d8. 00000100:00000200:2.0:1789603700.445475:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1876533442927104, offset 0 00000400:00000200:2.0:1789603700.445480:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603700.445486:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.445493:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603700.445497:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603700.445502:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603700.445505:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603700.445508:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603700.445524:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2998:2998:256:4294967295] 192.168.204.129@tcp LPNI seq info [2998:2998:8:4294967295] 00000400:00000200:2.0:1789603700.445529:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.445538:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603700.445544:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603700.445549:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8070db300. 00000800:00000200:2.0:1789603700.445556:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603700.445564:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603700.445568:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8070db300 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1789603700.445576:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603700.445580:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 184601 usecs (185 jiffies) 00000400:00000200:2.0:1789603700.445583:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603700.445586:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296699563 00000100:00000001:2.0:1789603700.445589:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296700226 00000100:00000001:2.0:1789603700.445591:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296699563 00000100:00000001:2.0:1789603700.445594:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296700226 00000100:00000001:2.0:1789603700.445596:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603700.445599:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.445601:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.445603:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603700.445609:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603700.445611:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789603700.445612:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603700.445614:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603700.445615:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.445617:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.445626:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603700.445628:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603700.445897:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603700.445901:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8070db300. 00000400:00000200:3.0:1789603700.445907:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603700.445913:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603700.445917:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d75d8 00000400:00000010:3.0:1789603700.445919:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d75d8. 00000100:00000001:3.0:1789603700.445924:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603700.445929:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b49c00 x1876533442927104/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603716 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.445938:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.445941:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b49c00 x1876533442927104/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603716 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.445947:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.445949:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603700.447889:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.447906:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603700.447911:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.447913:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.447921:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.447929:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603700.447937:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.447942:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.447947:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.447951:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d465a00 00000400:00000200:2.0:1789603700.447957:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.447964:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x882d [1] + 224 00000800:00000001:2.0:1789603700.447973:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.447981:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.447985:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.447991:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603700.448000:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603700.448008:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b49c00 x1876533442927104/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603716 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603700.448020:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=432 req@ffff9eb810b49c00 x1876533442927104/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603716 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.448040:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603700.448047:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.448050:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603700.450606:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603700.450614:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603700.450625:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603700.450627:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603700.450631:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3c60. 00000400:00000200:3.0:1789603700.450652:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d73b8 00000400:00000010:3.0:1789603700.450655:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d73b8. 00000100:00000001:3.0:1789603700.450660:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603700.450671:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b49c00 x1876533442927104/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603716 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789603700.450682:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b49c00 x1876533442927104/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/432 e 0 to 0 dl 1789603716 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.450691:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603700.450694:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603700.450697:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603700.450700:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603700.450703:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603700.450705:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603700.450708:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603700.450718:0:2403:0:(import.c:2196:obd_at_measure()) add 0 to ffff9eb8203ac460 time=97 v=5 (5 5 5 5) 00000100:00001000:3.0:1789603700.450722:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603700.450725:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1789603700.450728:0:2403:0:(client.c:1505:ptlrpc_check_status()) lustre-OST0000-osc-ffff9eb81291b000: operation ost_sync to node 192.168.204.129@tcp failed: rc = -107 00000100:00000001:3.0:1789603700.450731:0:2403:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1789603700.450735:0:2403:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1789603700.450738:0:2403:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff9eb81291b000 of lustre-OST0000_UUID@192.168.204.129@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1789603700.450742:0:2403:0:(import.c:65:import_set_state_nolock()) ffff9eb8203ac000 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1789603700.450746:0:2403:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff9eb81291b000: Connection to lustre-OST0000 (at 192.168.204.129@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1789603700.450749:0:2403:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1789603700.450754:0:2403:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1789603700.450756:0:2403:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.450758:0:2403:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1789603700.450760:0:2403:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789603700.450762:0:2403:0:(import.c:65:import_set_state_nolock()) ffff9eb8203ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789603700.450765:0:2403:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789603700.450767:0:2403:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff9eb81291b000: connect to NID 192.168.204.129@tcp last attempt 2022 00000400:00000200:3.0:1789603700.450774:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603700.450779:0:2403:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.129@tcp is discovered: rc = 1 00000100:00000040:3.0:1789603700.450783:0:2403:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:3.0:1789603700.450786:0:2403:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789603700.450788:0:2403:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:3.0:1789603700.450791:0:2403:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000001:3.0:1789603700.450798:0:2403:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789603700.450800:0:2403:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48d6 00000020:00000001:3.0:1789603700.450803:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.450807:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb80640d800 refcount=4 00000020:00000001:3.0:1789603700.450810:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111948924928 : -106961760626688 : ffff9eb80640d800) 00000020:00000001:3.0:1789603700.450812:0:2403:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637111948924928 : -106961760626688 : ffff9eb80640d800) 00000100:00000040:3.0:1789603700.450815:0:2403:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 14 to 192.168.204.129@tcp 00000100:00000001:3.0:1789603700.450817:0:2403:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789603700.450818:0:2403:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00000100:00000001:3.0:1789603700.450820:0:2403:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 00000020:00000040:3.0:1789603700.450823:0:2403:0:(genops.c:879:class_export_put()) PUTting export ffff9eb80640d800 : new refcount 3 00000100:00080000:3.0:1789603700.450826:0:2403:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff9eb81291b000: import ffff9eb8203ac000 using connection 192.168.204.129@tcp/192.168.204.129@tcp 00000100:00000001:3.0:1789603700.450828:0:2403:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603700.450830:0:2403:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789603700.450838:0:2403:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603700.450840:0:2403:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.450842:0:2403:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789603700.450845:0:2403:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1789603700.450848:0:2403:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.450850:0:2403:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603700.450859:0:2403:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4aa00. 00000020:00000040:3.0:1789603700.450862:0:2403:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=5 obd=lustre-OST0000-osc-ffff9eb81291b000 02000000:00000001:3.0:1789603700.450865:0:2403:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789603700.450867:0:2403:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.450870:0:2403:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603700.450873:0:2403:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603700.450877:0:2403:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603700.450885:0:2403:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb80511c400. 00000100:00000001:3.0:1789603700.450893:0:2403:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603700.450900:0:2403:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9eb810b4aa00 x1876533442927232/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603700.450909:0:2403:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603700.450914:0:2403:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603700.450919:0:2403:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643c2433] to pc [ptlrpcd_rcv+-1] req@ffff9eb810b4aa00 x1876533442927232/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603700.450949:0:2403:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.450951:0:2403:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1789603700.450953:0:2403:0:(client.c:1715:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1789603700.450956:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603700.450958:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603700.450966:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603700.450968:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603700.450970:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789603700.450971:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603700.450973:0:2403:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603700.450975:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603700.450977:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603700.450979:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.450982:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.451453:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603700.451459:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603700.451462:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603700.451472:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4aa00 x1876533442927232/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603700.451481:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603700.451483:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603700.451488:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603700.451492:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603700.451494:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603700.451498:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442927232:192.168.204.129@tcp:8:ptlrpcd_01_01.0 00000100:00000001:0.0:1789603700.451503:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603700.451507:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603700.451509:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603700.451538:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603700.451544:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8051e1000. 02000000:00000001:0.0:1789603700.451546:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603700.451552:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603700.451556:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139e70. 00000400:00000010:0.0:1789603700.451562:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682cc0. 00000100:00000200:0.0:1789603700.451568:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442927232, portal 4 00000100:00000001:0.0:1789603700.451571:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603700.451573:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124287488 : -106961585264128 : ffff9eb810b4aa00) 00000100:00000040:0.0:1789603700.451580:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b4aa00 x1876533442927232/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603700.451588:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603700.451591:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603700.451593:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682e58. 00000100:00000200:0.0:1789603700.451597:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876533442927232, offset 0 00000400:00000200:0.0:1789603700.451602:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603700.451608:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603700.451614:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603700.451619:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603700.451633:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603700.451637:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603700.451640:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603700.451652:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [2999:2999:256:4294967295] 192.168.204.129@tcp LPNI seq info [2999:2999:8:4294967295] 00000400:00000200:0.0:1789603700.451657:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603700.451668:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603700.451674:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603700.451679:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076300. 00000800:00000200:0.0:1789603700.451687:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603700.451695:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603700.451700:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789603700.451716:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603700.451720:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 183876 usecs (184 jiffies) 00000400:00000200:0.0:1789603700.451724:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603700.451730:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296699569 00000100:00000001:0.0:1789603700.451733:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296700226 00000100:00000001:0.0:1789603700.451735:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296699569 00000100:00000001:0.0:1789603700.451738:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296700226 00000100:00000001:0.0:1789603700.451740:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603700.451743:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.451745:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.451747:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.451752:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603700.451753:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789603700.451755:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603700.451756:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603700.451757:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.451759:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603700.453467:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603700.453476:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076300. 00000400:00000200:3.0:1789603700.453483:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603700.453492:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603700.453501:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682e58 00000400:00000010:3.0:1789603700.453504:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682e58. 00000100:00000001:3.0:1789603700.453546:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603700.453555:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4aa00 x1876533442927232/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603700.453568:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.453572:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4aa00 x1876533442927232/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603710 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603700.453579:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.453581:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603700.458439:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.458458:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603700.458462:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.458465:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.458473:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.458481:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603700.458491:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.458496:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.458501:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.458506:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 416 into portal 4 MB=0x6aab27d465a80 00000400:00000200:2.0:1789603700.458529:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.458539:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 416/416 into md 0x883d [1] + 0 00000800:00000001:2.0:1789603700.458547:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.458555:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.458558:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.458563:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603700.458571:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603700.458580:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4aa00 x1876533442927232/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603710 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603700.458591:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9eb810b4aa00 x1876533442927232/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603700.458605:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603700.458611:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.458614:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.458909:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603700.458914:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603700.458921:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603700.458924:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603700.458927:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139e70. 00000400:00000200:0.0:1789603700.458934:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682cc0 00000400:00000010:0.0:1789603700.458937:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682cc0. 00000100:00000001:0.0:1789603700.458940:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603700.458945:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b4aa00 x1876533442927232/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603700.458956:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b4aa00 x1876533442927232/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/544 e 0 to 0 dl 1789603710 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603700.458963:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603700.458966:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.458968:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603700.458972:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603700.458975:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603700.458977:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603700.458981:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603700.458993:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=97 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603700.458998:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603700.459001:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603700.459003:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.459006:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603700.459010:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.459014:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603700.459017:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967336 00000100:00000001:0.0:1789603700.459019:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603700.459023:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603700.459029:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b4aa00 x1876533442927232/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/416 e 0 to 0 dl 1789603710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603700.459036:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603700.459040:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603700.459042:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.459044:0:2399:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1789603700.459051:0:2399:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9eb81291b000: connect to target with instance 1 00000020:00000001:0.0:1789603700.459054:0:2399:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789603700.459057:0:2399:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48d6 00000020:00000001:0.0:1789603700.459060:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.459064:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb80640d800 refcount=4 00000020:00000001:0.0:1789603700.459066:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111948924928 : -106961760626688 : ffff9eb80640d800) 00000020:00000001:0.0:1789603700.459069:0:2399:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637111948924928 : -106961760626688 : ffff9eb80640d800) 00000100:00001000:0.0:1789603700.459072:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=1789603700 v=0 (0 0 0 0) 00000100:00001000:0.0:1789603700.459075:0:2399:0:(import.c:2262:obd_at_measure()) AT ffff9eb8203ac418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1789603700.459080:0:2399:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 751, crc32c 5223, adler 374 00000020:00000040:0.0:1789603700.459086:0:2399:0:(genops.c:879:class_export_put()) PUTting export ffff9eb80640d800 : new refcount 3 00000100:00000001:0.0:1789603700.459089:0:2399:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1789603700.459093:0:2399:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:0.0:1789603700.459097:0:2399:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9eb81291b000, setting cl_avail_grant: 8388608 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:0.0:1789603700.459100:0:2399:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1789603700.459105:0:2399:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:0.0:1789603700.459109:0:2399:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1789603700.459112:0:2399:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.459114:0:2399:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603700.459116:0:2399:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603700.459118:0:2399:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.459120:0:2399:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1789603700.459124:0:2399:0:(import.c:1383:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff9eb81291b000: evicting (reconnect/recover flags not set: 4) req@ffff9eb810b4aa00 x1876533442927232/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/416 e 0 to 0 dl 1789603710 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789603700.459139:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9eb8203ac000 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1789603700.459143:0:2399:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:0.0:1789603700.459147:0:2399:0:(import.c:1708:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9eb81291b000: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:0.0:1789603700.473486:0:2399:0:(import.c:1719:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.204.129@tcp; invalidating 00000020:00000040:0.0:1789603700.473493:0:2399:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=6 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:0.0:1789603700.474621:0:2399:0:(import.c:1740:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.474627:0:2399:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603700.474651:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4aa00 x1876533442927232/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/416 e 0 to 0 dl 1789603710 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603700.474662:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2399:1876533442927232:192.168.204.129@tcp:8:ptlrpcd_01_01.0 00000100:00000001:0.0:1789603700.474668:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.474672:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603700.474675:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b4aa00 x1876533442927232/t0(0) o8->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 520/416 e 0 to 0 dl 1789603710 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603700.474681:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603700.474684:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603700.474688:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8051e1000. 02000000:00000001:0.0:1789603700.474691:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603700.474693:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603700.474695:0:2399:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=5 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603700.474697:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603700.474700:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb80511c400. 02000000:00000001:0.0:1789603700.474703:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603700.474704:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603700.474706:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4aa00. 00000100:00000001:0.0:1789603700.474710:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603700.474711:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.474713:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.474721:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603700.474723:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.474725:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603700.474727:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.474979:0:35948:0:(import.c:1639:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:2.0:1789603700.474988:0:35948:0:(import.c:1643:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff9eb81291b000 to lustre-OST0000_UUID@192.168.204.129@tcp 00000100:00000001:2.0:1789603700.474992:0:35948:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1789603700.474994:0:35948:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:2.0:1789603700.474996:0:35948:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1789603700.475004:0:35948:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9eb810b49c00 x1876533442927104/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/224 e 0 to 0 dl 1789603716 ref 1 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.475029:0:35948:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789603700.475031:0:35948:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: committing for last_committed 4294967336 gen 19 00000100:00100000:2.0:1789603700.475037:0:35948:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9eb810b4bb80 x1876533442926720/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789603715 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.475044:0:35948:0:(client.c:3165:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603700.475047:0:35948:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603700.475050:0:35948:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b4bb80 x1876533442926720/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:6/4 lens 8680/448 e 0 to 0 dl 1789603715 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.475056:0:35948:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603700.475058:0:35948:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1789603700.475060:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1789603700.475060:0:35948:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041d3800. 00000100:00000001:3.0:1789603700.475063:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1789603700.475063:0:35948:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603700.475064:0:35948:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:3.0:1789603700.475066:0:2403:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789603700.475066:0:35948:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=4 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:2.0:1789603700.475068:0:35948:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603700.475069:0:35948:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff9eb8040b0000. 00000100:00000040:3.0:1789603700.475072:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b49c00 x1876533442927104/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/224 e 0 to 0 dl 1789603716 ref 1 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789603700.475083:0:35948:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1789603700.475084:0:2403:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 02000000:00000001:2.0:1789603700.475084:0:35948:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603700.475086:0:35948:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4bb80. 00000100:00000001:3.0:1789603700.475087:0:2403:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603700.475089:0:35948:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603700.475090:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603700.475090:0:35948:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603700.475092:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603700.475093:0:35948:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: normal: skip=0 replay=1/1 committed=0/0 00000008:00000001:3.0:1789603700.475095:0:2403:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000100:00000001:2.0:1789603700.475096:0:35948:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000008:00000001:3.0:1789603700.475097:0:2403:0:(osc_request.c:479:osc_sync_interpret()) Process leaving via out (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1789603700.475097:0:35948:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1789603700.475100:0:35948:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1789603700.475101:0:35948:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1789603700.475104:0:35948:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:2.0:1789603700.475106:0:35948:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1789603700.475110:0:35948:0:(lov_obd.c:430:lov_notify()) Process entered 00000008:00000001:3.0:1789603700.475114:0:2403:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603700.475114:0:35948:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1789603700.475116:0:35948:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9eb807103ba8 for uuid lustre-OST0000_UUID event(2) 00000100:00000040:3.0:1789603700.475118:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49c00 x1876533442927104/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/224 e 0 to 0 dl 1789603716 ref 1 fl Interpret:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00020000:01000000:2.0:1789603700.475120:0:35948:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:2.0:1789603700.475123:0:35948:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn a04c19c788fe48d6 00000100:00100000:3.0:1789603700.475125:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2403:1876533442927104:192.168.204.129@tcp:16:multiop.0 00020000:00000001:2.0:1789603700.475126:0:35948:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.475129:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789603700.475129:0:35948:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000100:00000001:3.0:1789603700.475131:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000080:00000001:2.0:1789603700.475132:0:35948:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603700.475134:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b49c00 x1876533442927104/t0(0) o16->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 440/224 e 0 to 0 dl 1789603716 ref 1 fl Complete:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00020000:00000001:2.0:1789603700.475134:0:35948:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603700.475136:0:35948:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603700.475138:0:35948:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.475140:0:35948:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1789603700.475141:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603700.475142:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1789603700.475143:0:35948:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000010:3.0:1789603700.475144:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041d2800. 00000100:00000001:2.0:1789603700.475145:0:35948:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1789603700.475146:0:35948:0:(osc_request.c:3902:osc_import_event()) Process entered 02000000:00000001:3.0:1789603700.475148:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603700.475149:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000001:00000001:2.0:1789603700.475149:0:35948:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000040:3.0:1789603700.475150:0:2403:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:3.0:1789603700.475152:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 00000001:00000001:2.0:1789603700.475152:0:35948:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:3.0:1789603700.475154:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb804155400. 02000000:00000001:3.0:1789603700.475156:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603700.475157:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603700.475158:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b49c00. 00000100:00000001:3.0:1789603700.475161:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603700.475162:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603700.475163:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1789603700.475164:0:35948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c400 count: 2 00000100:00000001:3.0:1789603700.475167:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603700.475168:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.475169:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1789603700.475169:0:35948:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1789603700.475172:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603700.475172:0:35948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603700.475175:0:35948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603700.475177:0:35948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc600 refcount=3 00000020:00000001:2.0:1789603700.475179:0:35948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187648 : -106961513363968 : ffff9eb814fdc600) 00010000:00000001:2.0:1789603700.475182:0:35948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187648 : -106961513363968 : ffff9eb814fdc600) 00010000:00000001:2.0:1789603700.475185:0:35948:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789603700.475189:0:35948:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000da04db28/0xa04c19c788fe55c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0x31dbb14d74e9230f expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1789603700.475201:0:35948:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1789603700.475203:0:35948:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603700.475206:0:35948:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154296 : -106961585397320 : ffff9eb810b2a1b8) 00000020:00001000:2.0:1789603700.475208:0:35948:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a1b0 00000008:00000001:2.0:1789603700.475211:0:35948:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1789603700.475214:0:35948:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:2.0:1789603700.475215:0:35948:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603700.475217:0:35948:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124155160 : -106961585396456 : ffff9eb810b2a518) 00000020:00000001:1.0:1789603700.475217:0:35932:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00001000:2.0:1789603700.475218:0:35948:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a510 00020000:00000001:1.0:1789603700.475220:0:35932:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603700.475221:0:35948:0:(osc_cache.c:3760:osc_ldlm_hp_handle()) Process entered 00000008:00000020:2.0:1789603700.475223:0:35948:0:(osc_cache.c:3780:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00020000:00000001:1.0:1789603700.475223:0:35932:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000008:00000001:2.0:1789603700.475226:0:35948:0:(osc_cache.c:3796:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789603700.475228:0:35932:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000008:00000001:2.0:1789603700.475229:0:35948:0:(osc_cache.c:3844:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603700.475232:0:35948:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000020:00000001:1.0:1789603700.475232:0:35932:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b05f8 -> ffff9eb8053b05f8 00000020:00000001:1.0:1789603700.475234:0:35932:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b05f8 -> ffff9eb8053b05f8 00000020:00000001:1.0:1789603700.475235:0:35932:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000008:00000001:2.0:1789603700.475236:0:35948:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1789603700.475239:0:35948:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff9eb810231880 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00020000:00000001:1.0:1789603700.475241:0:35932:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00000008:00000001:2.0:1789603700.475242:0:35948:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1789603700.475244:0:35948:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff9eb810231880 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00020000:00000002:1.0:1789603700.475244:0:35932:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1789603699 a=0 c=1789603699 b=16 00020000:00000001:1.0:1789603700.475247:0:35932:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603700.475248:0:35948:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.475249:0:35932:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1789603700.475250:0:35948:0:(osc_lock.c:372:osc_lock_flush()) object ffff9eb810231880: [0 -> 4503599627370495] 0 pages were written back. 00000020:00000001:1.0:1789603700.475251:0:35932:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b05f8 -> ffff9eb8053b05f8 00000008:00000001:2.0:1789603700.475254:0:35948:0:(osc_cache.c:3729:osc_lock_discard_pages()) Process entered 00000080:00200000:1.0:1789603700.475254:0:35932:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2e:0x0] updating i_size 8192 i_blocks 16 00000020:00000001:2.0:1789603700.475255:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9eb810231880 -> ffff9eb8053b05f8 00000080:00000001:1.0:1789603700.475256:0:35932:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1789603700.475258:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b05f8 -> ffff9eb8053b05f8 00000020:00000001:1.0:1789603700.475258:0:35932:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:2.0:1789603700.475259:0:35948:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789603700.475260:0:35932:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000080:00000001:2.0:1789603700.475262:0:35948:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00020000:00000001:1.0:1789603700.475262:0:35932:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00000080:00200000:2.0:1789603700.475264:0:35948:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00000001:1.0:1789603700.475264:0:35932:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789603700.475265:0:35932:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789603700.475268:0:35948:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789603700.475268:0:35932:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1789603700.475269:0:35932:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603700.475270:0:35948:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789603700.475271:0:35948:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.475272:0:35932:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.475273:0:35932:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00020000:00000002:2.0:1789603700.475275:0:35948:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2e:0x0]io ffff9eb820364ef0 type 8 ignore/verify layout 1/0 00000020:00000001:1.0:1789603700.475275:0:35932:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1789603700.475277:0:35932:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1789603700.475278:0:35932:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00020000:00000001:2.0:1789603700.475279:0:35948:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789603700.475280:0:35948:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00000020:00000001:1.0:1789603700.475280:0:35932:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1789603700.475281:0:35932:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1789603700.475282:0:35932:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1789603700.475283:0:35948:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789603700.475284:0:35932:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1789603700.475285:0:35948:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00000020:00000001:1.0:1789603700.475285:0:35932:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1789603700.475286:0:35932:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603700.475287:0:35948:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.475288:0:35932:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603700.475289:0:35948:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00020000:00000001:1.0:1789603700.475289:0:35932:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789603700.475290:0:35948:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789603700.475290:0:35932:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1789603700.475292:0:35948:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1789603700.475292:0:35932:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:2.0:1789603700.475293:0:35948:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603700.475295:0:35948:0:(osc_cache.c:3516:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1789603700.475295:0:35932:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789603700.475296:0:35932:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789603700.475297:0:35932:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789603700.475298:0:35932:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789603700.475299:0:35932:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:2.0:1789603700.475300:0:35948:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00001000:1.0:1789603700.475301:0:35932:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810953090 00000020:00000001:2.0:1789603700.475302:0:35948:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:2.0:1789603700.475303:0:35948:0:(cl_page.c:545:cl_page_get()) Process entered 00020000:00000001:1.0:1789603700.475303:0:35932:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000020:00000001:2.0:1789603700.475304:0:35948:0:(cl_page.c:547:cl_page_get()) Process leaving 00020000:00000001:1.0:1789603700.475304:0:35932:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000020:00000001:2.0:1789603700.475306:0:35948:0:(cl_page.c:711:__cl_page_own()) Process entered 00000080:00000001:1.0:1789603700.475306:0:35932:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789603700.475308:0:35932:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2e:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000020:00000001:2.0:1789603700.475309:0:35948:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789603700.475310:0:35948:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112384442096 : -106961325109520 : ffff9eb820364ef0) 00000080:00000001:1.0:1789603700.475311:0:35932:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789603700.475312:0:35932:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:2.0:1789603700.475313:0:35948:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1789603700.475314:0:35948:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00001000:1.0:1789603700.475315:0:35932:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0e10 00000020:00000001:2.0:1789603700.475316:0:35948:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000080:00000001:1.0:1789603700.475316:0:35932:0:(file.c:5343:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:2.0:1789603700.475320:0:35948:0:(cl_page.c:518:__cl_page_state_set()) page@000000000ab8ae25[2 00000000982a7376 1 1 0000000047894608 0 0 0] 00000020:00000001:1.0:1789603700.475321:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fe48 00000020:00000001:2.0:1789603700.475322:0:35948:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000080:00000008:1.0:1789603700.475323:0:35932:0:(file.c:5449:ll_fsync()) COMPLETED file: name=f24b.recovery-small-1, fid=[0x200000405:0x2e:0x0], start=0, end=9223372036854775807, datasync=0, rc=-5 00000020:00000001:2.0:1789603700.475324:0:35948:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000040:2.0:1789603700.475326:0:35948:0:(cl_page.c:755:__cl_page_own()) res 0 00000080:00000001:1.0:1789603700.475327:0:35932:0:(file.c:5451:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:2.0:1789603700.475328:0:35948:0:(cl_page.c:758:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603700.475347:0:35948:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:2.0:1789603700.475349:0:35948:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:2.0:1789603700.475351:0:35948:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789603700.475352:0:35948:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789603700.475353:0:35948:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789603700.475356:0:35948:0:(cl_page.c:518:__cl_page_state_set()) page@000000000ab8ae25[2 00000000982a7376 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789603700.475357:0:35948:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 5 00000020:00000001:2.0:1789603700.475359:0:35948:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:2.0:1789603700.475360:0:35948:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:2.0:1789603700.475362:0:35948:0:(osc_page.c:138:osc_page_delete()) ffff9eb802f3a3e0 00000008:00000001:2.0:1789603700.475364:0:35948:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:2.0:1789603700.475366:0:35948:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff9eb802f3a3f0 page ffff9eb802f3a3e0 at index 0. 00000008:00000001:2.0:1789603700.475368:0:35948:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603700.475374:0:35948:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:2.0:1789603700.475376:0:35948:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffecbc84c2a840 index 0 00000020:00000001:2.0:1789603700.475382:0:35948:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:2.0:1789603700.475383:0:35948:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:2.0:1789603700.475393:0:35948:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:2.0:1789603700.475394:0:35948:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789603700.475395:0:35948:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789603700.475396:0:35948:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1789603700.475397:0:35948:0:(cl_page.c:711:__cl_page_own()) Process entered 00000020:00000001:2.0:1789603700.475398:0:35948:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789603700.475399:0:35948:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112384442096 : -106961325109520 : ffff9eb820364ef0) 00000020:00000001:2.0:1789603700.475401:0:35948:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1789603700.475402:0:35948:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1789603700.475403:0:35948:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789603700.475406:0:35948:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f3f0be2d[2 00000000982a7376 1 1 0000000047894608 0 0 1] 00000020:00000001:2.0:1789603700.475408:0:35948:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1789603700.475409:0:35948:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000040:2.0:1789603700.475410:0:35948:0:(cl_page.c:755:__cl_page_own()) res 0 00000020:00000001:2.0:1789603700.475411:0:35948:0:(cl_page.c:758:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603700.475412:0:35948:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:2.0:1789603700.475413:0:35948:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:2.0:1789603700.475414:0:35948:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789603700.475415:0:35948:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789603700.475416:0:35948:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789603700.475418:0:35948:0:(cl_page.c:518:__cl_page_state_set()) page@00000000f3f0be2d[2 00000000982a7376 2 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1789603700.475419:0:35948:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 5 00000020:00000001:2.0:1789603700.475420:0:35948:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:2.0:1789603700.475421:0:35948:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:2.0:1789603700.475422:0:35948:0:(osc_page.c:138:osc_page_delete()) ffff9eb802f3a920 00000008:00000001:2.0:1789603700.475423:0:35948:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:2.0:1789603700.475424:0:35948:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff9eb802f3a930 page ffff9eb802f3a920 at index 1. 00000008:00000001:2.0:1789603700.475426:0:35948:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603700.475433:0:35948:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:2.0:1789603700.475434:0:35948:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffecbc843108c0 index 1 00000020:00000001:2.0:1789603700.475436:0:35948:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:2.0:1789603700.475437:0:35948:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:2.0:1789603700.475440:0:35948:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:2.0:1789603700.475442:0:35948:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789603700.475443:0:35948:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789603700.475444:0:35948:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1789603700.475445:0:35948:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1789603700.475448:0:35948:0:(cl_page.c:567:cl_batch_put()) page@000000000ab8ae25[1 00000000982a7376 5 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789603700.475450:0:35948:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:2.0:1789603700.475451:0:35948:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:2.0:1789603700.475454:0:35948:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9eb802f3a380. 00000020:00000001:2.0:1789603700.475459:0:35948:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:2.0:1789603700.475460:0:35948:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:2.0:1789603700.475461:0:35948:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1789603700.475463:0:35948:0:(cl_page.c:567:cl_batch_put()) page@00000000f3f0be2d[1 00000000982a7376 5 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1789603700.475465:0:35948:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:2.0:1789603700.475470:0:35948:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:2.0:1789603700.475471:0:35948:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9eb802f3a8c0. 00000020:00000001:2.0:1789603700.475474:0:35948:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:2.0:1789603700.475475:0:35948:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:2.0:1789603700.475495:0:35948:0:(osc_cache.c:3593:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789603700.475498:0:35948:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789603700.475499:0:35948:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789603700.475500:0:35948:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789603700.475502:0:35948:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789603700.475503:0:35948:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:2.0:1789603700.475506:0:35948:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789603700.475507:0:35948:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000008:00000001:2.0:1789603700.475508:0:35948:0:(osc_cache.c:3748:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789603700.475538:0:35948:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a510 00000008:00000001:2.0:1789603700.475540:0:35948:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603700.475542:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9eb810231880 -> ffff9eb8053b05f8 00010000:00000001:2.0:1789603700.475544:0:35948:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:2.0:1789603700.475546:0:35948:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603700.475548:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9eb810231880 -> ffff9eb8053b05f8 00000020:00000001:2.0:1789603700.475549:0:35948:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1789603700.475552:0:35948:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:2.0:1789603700.475555:0:35948:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789603700.475557:0:35948:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603700.475558:0:35948:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603700.475560:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9eb810231880 -> ffff9eb8053b05f8 00000020:00000001:2.0:1789603700.475561:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b05f8 -> ffff9eb8053b05f8 00000020:00000001:2.0:1789603700.475563:0:35948:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:2.0:1789603700.475565:0:35948:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603700.475567:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9eb810231880 -> ffff9eb8053b05f8 00000008:00000001:2.0:1789603700.475569:0:35948:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789603700.475571:0:35948:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a1b0 00000008:00000001:2.0:1789603700.475573:0:35948:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603700.475576:0:35948:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789603700.475578:0:35948:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789603700.475583:0:35948:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789603700.475585:0:35948:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789603700.475587:0:35948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603700.475590:0:35948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789603700.475593:0:35948:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fdc600 with handle 0xa04c19c788fe55c5 from hash 00010000:00000001:2.0:1789603700.475596:0:35948:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789603700.475598:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603700.475599:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603700.475600:0:35948:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789603700.475605:0:35948:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789603700.475606:0:35948:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789603700.475608:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603700.475609:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603700.475611:0:35948:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603700.475612:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789603700.475615:0:35948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000da04db28/0xa04c19c788fe55c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0x31dbb14d74e9230f expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1789603700.475624:0:35948:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9eb811aa7d80. 00010000:00000001:2.0:1789603700.475631:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1789603700.475634:0:35948:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb80647c400 count: 0 00010000:00000010:2.0:1789603700.475639:0:35948:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9eb80647cb00. 00010000:00000040:2.0:1789603700.475658:0:35948:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248a00 count: 2 00010000:00000001:2.0:1789603700.475660:0:35948:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789603700.475661:0:35948:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603700.475663:0:35948:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603700.475664:0:35948:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:2.0:1789603700.475666:0:35948:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603700.475668:0:35948:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:2.0:1789603700.475670:0:35948:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789603700.475673:0:35948:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000001427878c/0xa04c19c788fe55d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0x31dbb14d74e92339 expref: -99 pid: 35935 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:2.0:1789603700.475680:0:35948:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1789603700.475681:0:35948:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603700.475683:0:35948:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154296 : -106961585397320 : ffff9eb810b2a1b8) 00000020:00001000:2.0:1789603700.475685:0:35948:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a1b0 00000008:00000001:2.0:1789603700.475686:0:35948:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1789603700.475688:0:35948:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:2.0:1789603700.475689:0:35948:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603700.475691:0:35948:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124155160 : -106961585396456 : ffff9eb810b2a518) 00000020:00001000:2.0:1789603700.475693:0:35948:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a510 00000008:00000001:2.0:1789603700.475695:0:35948:0:(osc_cache.c:3760:osc_ldlm_hp_handle()) Process entered 00000008:00000020:2.0:1789603700.475696:0:35948:0:(osc_cache.c:3780:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:2.0:1789603700.475698:0:35948:0:(osc_cache.c:3796:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1789603700.475700:0:35948:0:(osc_cache.c:3844:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603700.475702:0:35948:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1789603700.475704:0:35948:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1789603700.475706:0:35948:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff9eb806533500 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1789603700.475708:0:35948:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1789603700.475711:0:35948:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff9eb806533500 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:2.0:1789603700.475713:0:35948:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1789603700.475715:0:35948:0:(osc_lock.c:372:osc_lock_flush()) object ffff9eb806533500: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:2.0:1789603700.475717:0:35948:0:(osc_cache.c:3729:osc_lock_discard_pages()) Process entered 00000020:00000001:2.0:1789603700.475719:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfc3a0 00000020:00000001:2.0:1789603700.475721:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9eb810bfc3a0 -> ffff9eb810bfc3a0 00000020:00000001:2.0:1789603700.475723:0:35948:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1789603700.475724:0:35948:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1789603700.475726:0:35948:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789603700.475728:0:35948:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603700.475729:0:35948:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789603700.475730:0:35948:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789603700.475732:0:35948:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2f:0x0]io ffff9eb820364ef0 type 8 ignore/verify layout 1/0 00020000:00000001:2.0:1789603700.475735:0:35948:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789603700.475736:0:35948:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789603700.475738:0:35948:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789603700.475740:0:35948:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789603700.475741:0:35948:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603700.475742:0:35948:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789603700.475743:0:35948:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789603700.475744:0:35948:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:2.0:1789603700.475745:0:35948:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603700.475746:0:35948:0:(osc_cache.c:3516:osc_page_gang_lookup()) Process entered 00000020:00000001:2.0:1789603700.475749:0:35948:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:2.0:1789603700.475750:0:35948:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:2.0:1789603700.475751:0:35948:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:2.0:1789603700.475752:0:35948:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:2.0:1789603700.475754:0:35948:0:(cl_page.c:711:__cl_page_own()) Process entered 00000020:00000001:2.0:1789603700.475755:0:35948:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789603700.475757:0:35948:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112384442096 : -106961325109520 : ffff9eb820364ef0) 00000020:00000001:2.0:1789603700.475758:0:35948:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1789603700.475759:0:35948:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1789603700.475761:0:35948:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789603700.475764:0:35948:0:(cl_page.c:518:__cl_page_state_set()) page@0000000040fd28dd[2 000000001a8d76a7 1 1 0000000047894608 0 0 0] 00000020:00000001:2.0:1789603700.475765:0:35948:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1789603700.475766:0:35948:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000040:2.0:1789603700.475767:0:35948:0:(cl_page.c:755:__cl_page_own()) res 0 00000020:00000001:2.0:1789603700.475768:0:35948:0:(cl_page.c:758:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603700.475770:0:35948:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:2.0:1789603700.475771:0:35948:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:2.0:1789603700.475772:0:35948:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789603700.475774:0:35948:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789603700.475775:0:35948:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789603700.475777:0:35948:0:(cl_page.c:518:__cl_page_state_set()) page@0000000040fd28dd[2 000000001a8d76a7 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789603700.475778:0:35948:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 5 00000020:00000001:2.0:1789603700.475780:0:35948:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:2.0:1789603700.475781:0:35948:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:2.0:1789603700.475782:0:35948:0:(osc_page.c:138:osc_page_delete()) ffff9eb802f39760 00000008:00000001:2.0:1789603700.475783:0:35948:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:2.0:1789603700.475785:0:35948:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff9eb802f39770 page ffff9eb802f39760 at index 0. 00000008:00000001:2.0:1789603700.475787:0:35948:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603700.475790:0:35948:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:2.0:1789603700.475791:0:35948:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffecbc84716080 index 0 00000020:00000001:2.0:1789603700.475794:0:35948:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:2.0:1789603700.475795:0:35948:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:2.0:1789603700.475798:0:35948:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:2.0:1789603700.475800:0:35948:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789603700.475801:0:35948:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789603700.475802:0:35948:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1789603700.475803:0:35948:0:(cl_page.c:711:__cl_page_own()) Process entered 00000020:00000001:2.0:1789603700.475804:0:35948:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1789603700.475805:0:35948:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112384442096 : -106961325109520 : ffff9eb820364ef0) 00000020:00000001:2.0:1789603700.475807:0:35948:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1789603700.475808:0:35948:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1789603700.475809:0:35948:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789603700.475812:0:35948:0:(cl_page.c:518:__cl_page_state_set()) page@000000005ddcad70[2 000000001a8d76a7 1 1 0000000047894608 0 0 1] 00000020:00000001:2.0:1789603700.475813:0:35948:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1789603700.475815:0:35948:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000040:2.0:1789603700.475816:0:35948:0:(cl_page.c:755:__cl_page_own()) res 0 00000020:00000001:2.0:1789603700.475817:0:35948:0:(cl_page.c:758:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603700.475818:0:35948:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:2.0:1789603700.475819:0:35948:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:2.0:1789603700.475820:0:35948:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789603700.475821:0:35948:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789603700.475822:0:35948:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789603700.475824:0:35948:0:(cl_page.c:518:__cl_page_state_set()) page@000000005ddcad70[2 000000001a8d76a7 2 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1789603700.475825:0:35948:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 5 00000020:00000001:2.0:1789603700.475826:0:35948:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:2.0:1789603700.475827:0:35948:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:2.0:1789603700.475828:0:35948:0:(osc_page.c:138:osc_page_delete()) ffff9eb802f39d80 00000008:00000001:2.0:1789603700.475829:0:35948:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:2.0:1789603700.475830:0:35948:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff9eb802f39d90 page ffff9eb802f39d80 at index 1. 00000008:00000001:2.0:1789603700.475832:0:35948:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603700.475835:0:35948:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:2.0:1789603700.475837:0:35948:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffecbc84723c80 index 1 00000020:00000001:2.0:1789603700.475838:0:35948:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:2.0:1789603700.475839:0:35948:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:2.0:1789603700.475842:0:35948:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:2.0:1789603700.475843:0:35948:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789603700.475844:0:35948:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789603700.475845:0:35948:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1789603700.475846:0:35948:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1789603700.475849:0:35948:0:(cl_page.c:567:cl_batch_put()) page@0000000040fd28dd[1 000000001a8d76a7 5 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789603700.475850:0:35948:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:2.0:1789603700.475851:0:35948:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:2.0:1789603700.475853:0:35948:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9eb802f39700. 00000020:00000001:2.0:1789603700.475856:0:35948:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:2.0:1789603700.475857:0:35948:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:2.0:1789603700.475858:0:35948:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1789603700.475860:0:35948:0:(cl_page.c:567:cl_batch_put()) page@000000005ddcad70[1 000000001a8d76a7 5 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1789603700.475861:0:35948:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:2.0:1789603700.475862:0:35948:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:2.0:1789603700.475864:0:35948:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9eb802f39d20. 00000020:00000001:2.0:1789603700.475866:0:35948:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:2.0:1789603700.475866:0:35948:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:2.0:1789603700.475876:0:35948:0:(osc_cache.c:3593:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789603700.475879:0:35948:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789603700.475880:0:35948:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789603700.475882:0:35948:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789603700.475883:0:35948:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789603700.475885:0:35948:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:2.0:1789603700.475888:0:35948:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789603700.475889:0:35948:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000008:00000001:2.0:1789603700.475890:0:35948:0:(osc_cache.c:3748:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789603700.475892:0:35948:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a510 00000008:00000001:2.0:1789603700.475894:0:35948:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603700.475896:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfc3a0 00010000:00000001:2.0:1789603700.475897:0:35948:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:2.0:1789603700.475899:0:35948:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603700.475900:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfc3a0 00000020:00000001:2.0:1789603700.475902:0:35948:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1789603700.475904:0:35948:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:2.0:1789603700.475906:0:35948:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1789603700.475907:0:35948:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603700.475909:0:35948:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603700.475910:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfc3a0 00000020:00000001:2.0:1789603700.475912:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9eb810bfc3a0 -> ffff9eb810bfc3a0 00000020:00000001:2.0:1789603700.475914:0:35948:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:2.0:1789603700.475916:0:35948:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603700.475917:0:35948:0:(cl_object.c:143:cl_object_top()) ffff9eb806533500 -> ffff9eb810bfc3a0 00000008:00000001:2.0:1789603700.475919:0:35948:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789603700.475921:0:35948:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a1b0 00000008:00000001:2.0:1789603700.475923:0:35948:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603700.475925:0:35948:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789603700.475926:0:35948:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789603700.475928:0:35948:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789603700.475930:0:35948:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789603700.475932:0:35948:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603700.475933:0:35948:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789603700.475935:0:35948:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb800031a00 with handle 0xa04c19c788fe55d3 from hash 00010000:00000001:2.0:1789603700.475937:0:35948:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789603700.475939:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603700.475940:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603700.475941:0:35948:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789603700.475943:0:35948:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789603700.475944:0:35948:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789603700.475946:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603700.475947:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603700.475948:0:35948:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603700.475950:0:35948:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789603700.475953:0:35948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 000000001427878c/0xa04c19c788fe55d3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0x31dbb14d74e92339 expref: -99 pid: 35935 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1789603700.475966:0:35948:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9eb807a3fe40. 00010000:00000001:2.0:1789603700.475972:0:35948:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1789603700.475974:0:35948:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb819248a00 count: 0 00010000:00000010:2.0:1789603700.475977:0:35948:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9eb819248b00. 00000001:00000001:2.0:1789603700.476010:0:35948:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789603700.476011:0:35948:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1789603700.476012:0:35948:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1789603700.476037:0:35948:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603700.476038:0:35948:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603700.476040:0:35948:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154296 : -106961585397320 : ffff9eb810b2a1b8) 00000020:00001000:2.0:1789603700.476041:0:35948:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a1b0 00000008:00000001:2.0:1789603700.476044:0:35948:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1789603700.476046:0:35948:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:2.0:1789603700.476049:0:35948:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603700.476051:0:35948:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000001:00000001:2.0:1789603700.476052:0:35948:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1789603700.476053:0:35948:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1789603700.476075:0:35948:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789603700.476077:0:35948:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a1b0 00000001:00000001:2.0:1789603700.476078:0:35948:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1789603700.476079:0:35948:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1789603700.476102:0:35948:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789603700.476103:0:35948:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1789603700.476104:0:35948:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1789603700.476129:0:35948:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603700.476131:0:35948:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.476133:0:35932:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00000100:00000001:2.0:1789603700.476134:0:35948:0:(obd_class.h:1233:obd_import_event()) Process leaving 00020000:00000002:1.0:1789603700.476137:0:35932:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb801220000 00000100:00080000:2.0:1789603700.476139:0:35948:0:(import.c:65:import_set_state_nolock()) ffff9eb8203ac000 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00020000:00000002:1.0:1789603700.476140:0:35932:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb801220000 00000100:00000001:2.0:1789603700.476142:0:35948:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00020000:00000001:1.0:1789603700.476143:0:35932:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.476144:0:35948:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1789603700.476146:0:35948:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789603700.476148:0:35948:0:(import.c:65:import_set_state_nolock()) ffff9eb8203ac000 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:2.0:1789603700.476151:0:35948:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1789603700.476152:0:35948:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:2.0:1789603700.476154:0:35948:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1789603700.476156:0:35948:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:1.0:1789603700.476156:0:35932:0:(file.c:475:ll_file_release()) Process entered 00020000:00000001:2.0:1789603700.476159:0:35948:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00000020:00000001:1.0:1789603700.476159:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fd88 00000080:00200008:1.0:1789603700.476160:0:35932:0:(file.c:479:ll_file_release()) START file f24b.recovery-small-1:[0x200000405:0x2e:0x0](ffff9eb8081900c8), flags 100002 00020000:00000040:2.0:1789603700.476161:0:35948:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9eb807103ba8 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:2.0:1789603700.476165:0:35948:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000001:1.0:1789603700.476165:0:35932:0:(pcc.c:2472:pcc_file_release()) Process entered 00020000:00000040:2.0:1789603700.476168:0:35948:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn a04c19c788fe48d6 00000080:00000001:1.0:1789603700.476168:0:35932:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789603700.476169:0:35932:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000001:2.0:1789603700.476170:0:35948:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789603700.476171:0:35932:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb801220000 00000080:00000001:2.0:1789603700.476173:0:35948:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00020000:00000002:1.0:1789603700.476173:0:35932:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4c98) owner 0000000000000000/ffff9eb801220000 00020000:00000001:1.0:1789603700.476175:0:35932:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603700.476176:0:35948:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1789603700.476177:0:35948:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1789603700.476177:0:35932:0:(file.c:341:ll_md_close()) Process entered 00000080:00000001:2.0:1789603700.476180:0:35948:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1789603700.476181:0:35948:0:(obd_class.h:510:obd_get_info()) Process entered 00800000:00000001:1.0:1789603700.476182:0:35932:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 00020000:00000001:2.0:1789603700.476183:0:35948:0:(lov_obd.c:1160:lov_get_info()) Process entered 80000000:00000001:1.0:1789603700.476184:0:35932:0:(fld_request.c:427:fld_client_lookup()) Process entered 00020000:00000001:2.0:1789603700.476185:0:35948:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603700.476186:0:35932:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 00000080:00000001:2.0:1789603700.476187:0:35948:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603700.476189:0:35948:0:(obd_class.h:510:obd_get_info()) Process entered 80000000:00000001:1.0:1789603700.476189:0:35932:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603700.476190:0:35948:0:(lov_obd.c:1160:lov_get_info()) Process entered 80000000:00000001:1.0:1789603700.476191:0:35932:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603700.476192:0:35948:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603700.476193:0:35948:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.476194:0:35932:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00000080:00080000:2.0:1789603700.476195:0:35948:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1789603700.476196:0:35932:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603700.476198:0:35948:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1789603700.476200:0:35948:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603700.476201:0:35932:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00000080:00000001:2.0:1789603700.476202:0:35948:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603700.476203:0:35948:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.476204:0:35932:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00000080:00000001:2.0:1789603700.476206:0:35948:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603700.476208:0:35948:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603700.476209:0:35948:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1789603700.476209:0:35932:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c200 count: 2 00000008:00000001:2.0:1789603700.476211:0:35948:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.476211:0:35932:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603700.476212:0:35948:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000002:00000001:1.0:1789603700.476216:0:35932:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000100:02000000:2.0:1789603700.476218:0:35948:0:(import.c:1788:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9eb81291b000: Connection restored to 192.168.204.129@tcp (at 192.168.204.129@tcp) 00800000:00000002:1.0:1789603700.476218:0:35932:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2e:0x0]: 0 00000080:00000001:1.0:1789603700.476221:0:35932:0:(file.c:297:ll_md_real_close()) Process entered 00000100:00000001:2.0:1789603700.476222:0:35948:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.476223:0:35932:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000020:00000001:2.0:1789603700.476224:0:35948:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603700.476226:0:35948:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000080:00000010:1.0:1789603700.476228:0:35932:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9eb8069b4200. 00000020:00000001:2.0:1789603700.476229:0:35948:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1789603700.476230:0:35948:0:(import.c:1656:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.476230:0:35932:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789603700.476235:0:35932:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789603700.476238:0:35932:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1789603700.476240:0:35932:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603700.476241:0:35932:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603700.476242:0:35932:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603700.476243:0:35932:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603700.476245:0:35932:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.476246:0:35932:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:1.0:1789603700.476248:0:35932:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.476250:0:35932:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2e:0x0] 00000002:00000001:1.0:1789603700.476253:0:35932:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789603700.476255:0:35932:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9eb81291b000: [0x200000405:0x2e:0x0] file closed with intent: 200 00000100:00000010:1.0:1789603700.476261:0:35932:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5c00. 00000020:00000040:1.0:1789603700.476264:0:35932:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603700.476268:0:35932:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603700.476272:0:35932:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603700.476275:0:35932:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603700.476283:0:35932:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb8069b4c00. 00000100:00000001:1.0:1789603700.476290:0:35932:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789603700.476305:0:35932:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9eb806bd6d80 x1876533442925952/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603715 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789603700.476315:0:35932:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789603700.476320:0:35932:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb806bd5c00 x1876533442927488/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789603700.476327:0:35932:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603700.476329:0:35932:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603700.476336:0:35932:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80402a180. 00000100:00000001:1.0:1789603700.476338:0:35932:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911293312 : -106961798258304 : ffff9eb80402a180) 00000100:00000001:1.0:1789603700.476341:0:35932:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603700.476342:0:35932:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957085184 : -106961752466432 : ffff9eb806bd5c00) 00000100:00000001:1.0:1789603700.476347:0:35932:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603700.476351:0:35932:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.476353:0:35932:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603700.476355:0:35932:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603700.476360:0:35932:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5c00 x1876533442927488/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.476367:0:35932:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603700.476369:0:35932:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603700.476373:0:35932:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603700.476376:0:35932:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603700.476378:0:35932:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603700.476381:0:35932:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5c00 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35932:1876533442927488:192.168.204.129@tcp:35:multiop.0 00000100:00000001:1.0:1789603700.476386:0:35932:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603700.476390:0:35932:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603700.476393:0:35932:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603700.476395:0:35932:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603700.476400:0:35932:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a5000. 02000000:00000001:1.0:1789603700.476402:0:35932:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603700.476410:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603700.476415:0:35932:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35bb0. 00000400:00000010:1.0:1789603700.476421:0:35932:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc000. 00000100:00000200:1.0:1789603700.476428:0:35932:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442927488, portal 10 00000100:00000001:1.0:1789603700.476430:0:35932:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603700.476432:0:35932:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957085184 : -106961752466432 : ffff9eb806bd5c00) 00000100:00000040:1.0:1789603700.476438:0:35932:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd5c00 x1876533442927488/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.476445:0:35932:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603700.476447:0:35932:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603700.476450:0:35932:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc2a8. 00000100:00000200:1.0:1789603700.476453:0:35932:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876533442927488, offset 0 00000400:00000200:1.0:1789603700.476460:0:35932:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603700.476470:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603700.476477:0:35932:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603700.476483:0:35932:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603700.476487:0:35932:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603700.476490:0:35932:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603700.476493:0:35932:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603700.476497:0:35932:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3000:3000:256:4294967295] 192.168.204.129@tcp LPNI seq info [3000:3000:8:4294967295] 00000400:00000200:1.0:1789603700.476502:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603700.476533:0:35932:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603700.476540:0:35932:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603700.476546:0:35932:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9200. 00000800:00000200:1.0:1789603700.476553:0:35932:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603700.476560:0:35932:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603700.476565:0:35932:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789603700.476575:0:35932:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603700.476579:0:35932:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 856332 usecs (857 jiffies) 00000400:00000200:1.0:1789603700.476583:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603700.476585:0:35932:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296700266 00000100:00000001:1.0:1789603700.476593:0:35932:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296700226 00000100:00000001:1.0:1789603700.476598:0:35932:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296700266 00000100:00000001:1.0:1789603700.476602:0:35932:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296700226 00000100:00000001:1.0:1789603700.476604:0:35932:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603700.476606:0:35932:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.476608:0:35932:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603700.476610:0:35932:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603700.476612:0:35932:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80402a180 going to sleep for 11 seconds 00000100:00000001:1.0:1789603700.476614:0:35932:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603700.476617:0:35932:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603700.477149:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603700.477154:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9200. 00000400:00000200:3.0:1789603700.477160:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603700.477166:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603700.477172:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc2a8 00000400:00000010:3.0:1789603700.477174:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc2a8. 00000100:00000001:3.0:1789603700.477178:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603700.477194:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5c00 x1876533442927488/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.477204:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.477208:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5c00 x1876533442927488/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.477215:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.477217:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603700.480456:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.480472:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603700.480476:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.480478:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.480486:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.480493:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603700.480502:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.480508:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.480550:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.480555:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d465b80 00000400:00000200:2.0:1789603700.480560:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.480566:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x8845 [1] + 224 00000800:00000001:2.0:1789603700.480573:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.480579:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.480582:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.480586:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603700.480592:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603700.480600:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5c00 x1876533442927488/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603700.480611:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9eb806bd5c00 x1876533442927488/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.480624:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603700.480630:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.480632:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603700.481372:0:35932:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603700.481382:0:35932:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603700.481384:0:35932:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603700.481387:0:35932:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35bb0. 00000400:00000200:1.0:1789603700.481393:0:35932:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc000 00000400:00000010:1.0:1789603700.481396:0:35932:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc000. 00000100:00000001:1.0:1789603700.481400:0:35932:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603700.481408:0:35932:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5c00 x1876533442927488/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603700.481418:0:35932:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5c00 x1876533442927488/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.481424:0:35932:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603700.481426:0:35932:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603700.481428:0:35932:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603700.481432:0:35932:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603700.481434:0:35932:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603700.481436:0:35932:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603700.481439:0:35932:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603700.481448:0:35932:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb4f0 time=97 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603700.481452:0:35932:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=34 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603700.481454:0:35932:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603700.481457:0:35932:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.481460:0:35932:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603700.481463:0:35932:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.481467:0:35932:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789603700.481469:0:35932:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789603700.481471:0:35932:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789603700.481473:0:35932:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603700.481474:0:35932:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957085184 : -106961752466432 : ffff9eb806bd5c00) 00000100:00000001:1.0:1789603700.481477:0:35932:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603700.481479:0:35932:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 8589934608 00000100:00000001:1.0:1789603700.481480:0:35932:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603700.481483:0:35932:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603700.481487:0:35932:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5c00 x1876533442927488/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.481494:0:35932:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603700.481497:0:35932:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603700.481498:0:35932:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603700.481501:0:35932:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5c00 x1876533442927488/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603700.481523:0:35932:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5c00 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35932:1876533442927488:192.168.204.129@tcp:35:multiop.0 00000100:00000001:1.0:1789603700.481529:0:35932:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603700.481532:0:35932:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.481535:0:35932:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603700.481537:0:35932:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603700.481540:0:35932:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5c00 x1876533442927488/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.481547:0:35932:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603700.481550:0:35932:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80402a180. 00000100:00000001:1.0:1789603700.481554:0:35932:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603700.481555:0:35932:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.481563:0:35932:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603700.481564:0:35932:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957085184 : -106961752466432 : ffff9eb806bd5c00) 00000002:00000001:1.0:1789603700.481568:0:35932:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603700.481572:0:35932:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603700.481579:0:35932:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8069b4200. 00000080:00000001:1.0:1789603700.481582:0:35932:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789603700.481585:0:35932:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1789603700.481588:0:35932:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603700.481590:0:35932:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603700.481592:0:35932:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603700.481595:0:35932:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603700.481597:0:35932:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.481599:0:35932:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:1.0:1789603700.481601:0:35932:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603700.481605:0:35932:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789603700.481611:0:35932:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9eb806bd6d80 x1876533442925952/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603715 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.481618:0:35932:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603700.481620:0:35932:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957089664 : -106961752461952 : ffff9eb806bd6d80) 00000100:00000001:1.0:1789603700.481622:0:35932:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603700.481625:0:35932:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd6d80 x1876533442925952/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603715 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.481631:0:35932:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.481634:0:35932:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603700.481636:0:35932:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd6d80 x1876533442925952/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603715 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.481653:0:35932:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1789603700.481656:0:35932:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603700.481658:0:35932:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603700.481660:0:35932:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603700.481665:0:35932:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a6000. 02000000:00000001:1.0:1789603700.481669:0:35932:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603700.481672:0:35932:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603700.481674:0:35932:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd6d80. 00000100:00000001:1.0:1789603700.481679:0:35932:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603700.481681:0:35932:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603700.481683:0:35932:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603700.481686:0:35932:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5c00 x1876533442927488/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.481692:0:35932:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603700.481694:0:35932:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9eb810bc5920. 00000002:00000001:1.0:1789603700.481697:0:35932:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603700.481699:0:35932:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603700.481701:0:35932:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9eb811aa7ac0. 00000100:00000001:1.0:1789603700.481704:0:35932:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603700.481706:0:35932:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5c00 x1876533442927488/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.481712:0:35932:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.481715:0:35932:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603700.481720:0:35932:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb812252c80. 00000080:00000001:1.0:1789603700.481724:0:35932:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.481730:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fd88 00000080:00000008:1.0:1789603700.481732:0:35932:0:(file.c:523:ll_file_release()) COMPLETED file f24b.recovery-small-1:[0x200000405:0x2e:0x0](ffff9eb8081900c8), flags 100002, rc = 0 00000080:00000001:1.0:1789603700.481736:0:35932:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.481741:0:35932:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789603700.481743:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c1fd98 00000080:00002000:1.0:1789603700.481745:0:35932:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-1 (ffff9eb82054cca8, parent ffff9eb820481ca8, inode ffff9eb8081900c8) hashed, 00000080:00000001:1.0:1789603700.481748:0:35932:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.482363:0:35935:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789603700.482370:0:35935:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8208805d0) owner 0000000000000000/ffff9eb807bf27c0 00020000:00000002:0.0:1789603700.482375:0:35935:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8208805d0) owner 0000000000000000/ffff9eb807bf27c0 00020000:00000001:0.0:1789603700.482378:0:35935:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.482383:0:35935:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789603700.482385:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fdf0 00000080:00200008:0.0:1789603700.482387:0:35935:0:(file.c:479:ll_file_release()) START file f24b.recovery-small-2:[0x200000405:0x2f:0x0](ffff9eb80817ec08), flags 100002 00000080:00000001:0.0:1789603700.482391:0:35935:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1789603700.482394:0:35935:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:0.0:1789603700.482395:0:35935:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789603700.482397:0:35935:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8208805d0) owner 0000000000000000/ffff9eb807bf27c0 00020000:00000002:0.0:1789603700.482399:0:35935:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8208805d0) owner 0000000000000000/ffff9eb807bf27c0 00020000:00000001:0.0:1789603700.482401:0:35935:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.482404:0:35935:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1789603700.482408:0:35935:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603700.482410:0:35935:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603700.482411:0:35935:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603700.482413:0:35935:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603700.482414:0:35935:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603700.482416:0:35935:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2f:0x0] 00800000:00000001:0.0:1789603700.482418:0:35935:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603700.482422:0:35935:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603700.482426:0:35935:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603700.482434:0:35935:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb819248e00 count: 2 00010000:00000001:0.0:1789603700.482437:0:35935:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603700.482441:0:35935:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603700.482443:0:35935:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2f:0x0]: 0 00000080:00000001:0.0:1789603700.482446:0:35935:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789603700.482448:0:35935:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789603700.482453:0:35935:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9eb8051caa00. 00000080:00000001:0.0:1789603700.482455:0:35935:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789603700.482460:0:35935:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789603700.482464:0:35935:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1789603700.482465:0:35935:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603700.482466:0:35935:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603700.482467:0:35935:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603700.482469:0:35935:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603700.482470:0:35935:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603700.482472:0:35935:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2f:0x0] 00800000:00000001:0.0:1789603700.482474:0:35935:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603700.482475:0:35935:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2f:0x0] 00000002:00000001:0.0:1789603700.482478:0:35935:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789603700.482480:0:35935:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9eb81291b000: [0x200000405:0x2f:0x0] file closed with intent: 200 00000100:00000010:0.0:1789603700.482485:0:35935:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1dc00. 00000020:00000040:0.0:1789603700.482489:0:35935:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603700.482492:0:35935:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603700.482496:0:35935:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603700.482500:0:35935:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603700.482507:0:35935:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb8051ca400. 00000100:00000001:0.0:1789603700.482543:0:35935:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789603700.482558:0:35935:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9eb810d1ea00 x1876533442926464/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603715 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789603700.482569:0:35935:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789603700.482574:0:35935:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb810d1dc00 x1876533442927744/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789603700.482581:0:35935:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603700.482583:0:35935:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603700.482589:0:35935:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8040776c0. 00000100:00000001:0.0:1789603700.482591:0:35935:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911610048 : -106961797941568 : ffff9eb8040776c0) 00000100:00000001:0.0:1789603700.482594:0:35935:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603700.482596:0:35935:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126200832 : -106961583350784 : ffff9eb810d1dc00) 00000100:00000001:0.0:1789603700.482600:0:35935:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603700.482603:0:35935:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.482605:0:35935:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603700.482607:0:35935:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603700.482610:0:35935:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1dc00 x1876533442927744/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603700.482619:0:35935:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603700.482621:0:35935:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603700.482624:0:35935:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603700.482627:0:35935:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603700.482629:0:35935:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603700.482632:0:35935:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1dc00 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35935:1876533442927744:192.168.204.129@tcp:35:multiop.0 00000100:00000001:0.0:1789603700.482636:0:35935:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603700.482650:0:35935:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603700.482653:0:35935:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603700.482655:0:35935:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603700.482659:0:35935:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8051e1000. 02000000:00000001:0.0:1789603700.482660:0:35935:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603700.482667:0:35935:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603700.482671:0:35935:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139e70. 00000400:00000010:0.0:1789603700.482676:0:35935:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682cc0. 00000100:00000200:0.0:1789603700.482682:0:35935:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442927744, portal 10 00000100:00000001:0.0:1789603700.482684:0:35935:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603700.482685:0:35935:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126200832 : -106961583350784 : ffff9eb810d1dc00) 00000100:00000040:0.0:1789603700.482691:0:35935:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810d1dc00 x1876533442927744/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603700.482699:0:35935:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603700.482702:0:35935:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603700.482705:0:35935:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682a18. 00000100:00000200:0.0:1789603700.482708:0:35935:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876533442927744, offset 0 00000400:00000200:0.0:1789603700.482714:0:35935:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603700.482722:0:35935:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603700.482730:0:35935:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603700.482735:0:35935:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603700.482740:0:35935:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603700.482743:0:35935:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603700.482746:0:35935:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603700.482751:0:35935:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3001:3001:256:4294967295] 192.168.204.129@tcp LPNI seq info [3001:3001:8:4294967295] 00000400:00000200:0.0:1789603700.482755:0:35935:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603700.482766:0:35935:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603700.482772:0:35935:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603700.482777:0:35935:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076e00. 00000800:00000200:0.0:1789603700.482783:0:35935:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603700.482791:0:35935:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603700.482796:0:35935:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789603700.482812:0:35935:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603700.482817:0:35935:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 855283 usecs (856 jiffies) 00000400:00000200:0.0:1789603700.482820:0:35935:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603700.482823:0:35935:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296700271 00000100:00000001:0.0:1789603700.482832:0:35935:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296700266 00000100:00000001:0.0:1789603700.482838:0:35935:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296700271 00000100:00000001:0.0:1789603700.482842:0:35935:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296700266 00000100:00000001:0.0:1789603700.482845:0:35935:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603700.482848:0:35935:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.482850:0:35935:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603700.482852:0:35935:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603700.482855:0:35935:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8040776c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789603700.482857:0:35935:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603700.482860:0:35935:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603700.483064:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603700.483068:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076e00. 00000400:00000200:3.0:1789603700.483073:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603700.483078:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603700.483083:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682a18 00000400:00000010:3.0:1789603700.483085:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682a18. 00000100:00000001:3.0:1789603700.483089:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603700.483093:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1dc00 x1876533442927744/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.483102:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.483105:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1dc00 x1876533442927744/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.483112:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.483114:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603700.485634:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.485667:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603700.485673:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.485677:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.485686:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.485698:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603700.485710:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.485717:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.485724:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.485728:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d465c80 00000400:00000200:2.0:1789603700.485734:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.485742:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x884d [1] + 224 00000800:00000001:2.0:1789603700.485749:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.485759:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.485762:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.485766:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603700.485773:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603700.485781:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1dc00 x1876533442927744/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603700.485791:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9eb810d1dc00 x1876533442927744/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.485803:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603700.485811:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.485814:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.487807:0:35935:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603700.487820:0:35935:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603700.487822:0:35935:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603700.487826:0:35935:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139e70. 00000400:00000200:0.0:1789603700.487834:0:35935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682cc0 00000400:00000010:0.0:1789603700.487836:0:35935:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682cc0. 00000100:00000001:0.0:1789603700.487841:0:35935:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603700.487852:0:35935:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1dc00 x1876533442927744/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603700.487867:0:35935:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1dc00 x1876533442927744/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603700.487875:0:35935:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603700.487877:0:35935:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.487879:0:35935:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603700.487883:0:35935:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603700.487885:0:35935:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603700.487887:0:35935:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603700.487890:0:35935:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603700.487900:0:35935:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb4f0 time=97 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603700.487905:0:35935:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=34 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603700.487907:0:35935:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603700.487909:0:35935:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.487912:0:35935:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603700.487915:0:35935:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.487919:0:35935:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789603700.487921:0:35935:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789603700.487923:0:35935:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789603700.487925:0:35935:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603700.487927:0:35935:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126200832 : -106961583350784 : ffff9eb810d1dc00) 00000100:00000001:0.0:1789603700.487931:0:35935:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603700.487933:0:35935:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 8589934608 00000100:00000001:0.0:1789603700.487934:0:35935:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603700.487936:0:35935:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603700.487942:0:35935:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1dc00 x1876533442927744/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603700.487949:0:35935:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603700.487953:0:35935:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603700.487955:0:35935:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603700.487958:0:35935:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1dc00 x1876533442927744/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603700.487966:0:35935:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1dc00 pname:cluuid:pid:xid:nid:opc:job multiop:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35935:1876533442927744:192.168.204.129@tcp:35:multiop.0 00000100:00000001:0.0:1789603700.487971:0:35935:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.487974:0:35935:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.487977:0:35935:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603700.487979:0:35935:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603700.487982:0:35935:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1dc00 x1876533442927744/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603700.487989:0:35935:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603700.487992:0:35935:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8040776c0. 00000100:00000001:0.0:1789603700.487995:0:35935:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603700.487997:0:35935:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.488004:0:35935:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603700.488005:0:35935:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126200832 : -106961583350784 : ffff9eb810d1dc00) 00000002:00000001:0.0:1789603700.488008:0:35935:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603700.488012:0:35935:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603700.488017:0:35935:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8051caa00. 00000080:00000001:0.0:1789603700.488021:0:35935:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789603700.488025:0:35935:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1789603700.488027:0:35935:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603700.488031:0:35935:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603700.488033:0:35935:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603700.488036:0:35935:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603700.488038:0:35935:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603700.488040:0:35935:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2f:0x0] 00800000:00000001:0.0:1789603700.488043:0:35935:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603700.488048:0:35935:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789603700.488053:0:35935:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9eb810d1ea00 x1876533442926464/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603715 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603700.488061:0:35935:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603700.488062:0:35935:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126204416 : -106961583347200 : ffff9eb810d1ea00) 00000100:00000001:0.0:1789603700.488064:0:35935:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603700.488067:0:35935:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1ea00 x1876533442926464/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603715 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603700.488073:0:35935:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.488075:0:35935:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603700.488078:0:35935:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1ea00 x1876533442926464/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 592/664 e 0 to 0 dl 1789603715 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603700.488083:0:35935:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789603700.488086:0:35935:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603700.488088:0:35935:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603700.488090:0:35935:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603700.488093:0:35935:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8051e2800. 02000000:00000001:0.0:1789603700.488097:0:35935:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603700.488100:0:35935:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603700.488101:0:35935:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1ea00. 00000100:00000001:0.0:1789603700.488105:0:35935:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603700.488106:0:35935:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.488107:0:35935:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603700.488110:0:35935:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1dc00 x1876533442927744/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603700.488116:0:35935:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603700.488118:0:35935:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9eb806947420. 00000002:00000001:0.0:1789603700.488120:0:35935:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603700.488122:0:35935:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603700.488124:0:35935:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9eb807a3fc00. 00000100:00000001:0.0:1789603700.488127:0:35935:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603700.488130:0:35935:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1dc00 x1876533442927744/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603700.488135:0:35935:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.488138:0:35935:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603700.488142:0:35935:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb804241040. 00000080:00000001:0.0:1789603700.488146:0:35935:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.488691:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fdf0 00000080:00000008:0.0:1789603700.488694:0:35935:0:(file.c:523:ll_file_release()) COMPLETED file f24b.recovery-small-2:[0x200000405:0x2f:0x0](ffff9eb80817ec08), flags 100002, rc = 0 00000080:00000001:0.0:1789603700.488698:0:35935:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.488704:0:35935:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789603700.488706:0:35935:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e50175fe00 00000080:00002000:0.0:1789603700.488708:0:35935:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-2 (ffff9eb82056d5e8, parent ffff9eb820481ca8, inode ffff9eb80817ec08) hashed, 00000080:00000001:0.0:1789603700.488711:0:35935:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1789603700.496893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc600. 00010000:00000010:2.1:1789603700.496908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c400. 00010000:00000010:2.1:1789603700.496916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031a00. 00010000:00000010:2.1:1789603700.496927:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248a00. 00000080:00000001:0.0:1789603700.506868:0:35950:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603700.506877:0:35950:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603700.506879:0:35950:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603700.506882:0:35950:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37bc0 00000080:00200000:0.0:1789603700.506886:0:35950:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603700.506894:0:35950:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8051caa00. 00800000:00000002:0.0:1789603700.506902:0:35950:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603700.506907:0:35950:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603700.506912:0:35950:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603700.506914:0:35950:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37ae0 00800000:00000002:0.0:1789603700.506916:0:35950:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603700.506920:0:35950:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603700.506923:0:35950:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603700.506926:0:35950:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603700.506928:0:35950:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603700.506930:0:35950:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603700.506933:0:35950:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603700.506935:0:35950:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603700.506937:0:35950:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603700.506942:0:35950:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603700.506947:0:35950:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603700.506949:0:35950:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c379b0 00000002:00010000:0.0:1789603700.506951:0:35950:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603700.506955:0:35950:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603700.506957:0:35950:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603700.506960:0:35950:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603700.506968:0:35950:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cd00 count: 2 00010000:00000001:0.0:1789603700.506972:0:35950:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603700.506977:0:35950:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603700.506981:0:35950:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603700.506986:0:35950:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1789603700.506996:0:35950:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603700.507002:0:35950:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603700.507006:0:35950:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1789603700.507014:0:35950:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603700.507016:0:35950:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603700.507018:0:35950:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603700.507021:0:35950:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603700.507023:0:35950:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603700.507025:0:35950:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603700.507028:0:35950:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603700.507031:0:35950:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603700.507034:0:35950:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8051caa00. 00000080:00000001:0.0:1789603700.507038:0:35950:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603700.507040:0:35950:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603700.507043:0:35950:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603700.507048:0:35950:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe55a9 00800000:00000001:0.0:1789603700.507051:0:35950:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603700.507054:0:35950:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603700.507055:0:35950:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.507058:0:35950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.507060:0:35950:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:0.0:1789603700.507062:0:35950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:0.0:1789603700.507065:0:35950:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:0.0:1789603700.507069:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.507070:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603700.507072:0:35950:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603700.507074:0:35950:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603700.507076:0:35950:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe55a9 from it ffffb8e501c37bf8 00010000:00000001:0.0:1789603700.507079:0:35950:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.507080:0:35950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.507081:0:35950:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:0.0:1789603700.507083:0:35950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:0.0:1789603700.507085:0:35950:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:0.0:1789603700.507088:0:35950:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603700.507091:0:35950:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789603700.507099:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.507100:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.507102:0:35950:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603700.507104:0:35950:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603700.507108:0:35950:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789603700.507118:0:35950:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603700.507122:0:35950:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603700.507124:0:35950:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603700.507128:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.507129:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.507131:0:35950:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.507135:0:35950:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603700.507137:0:35950:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.507139:0:35950:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.507141:0:35950:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.507143:0:35950:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603700.507145:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.507146:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603700.507150:0:35950:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603700.507152:0:35950:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603700.507154:0:35950:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:0.0:1789603700.507159:0:35950:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603700.507169:0:35950:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9eb8069472e0. 00000080:00000001:0.0:1789603700.507175:0:35950:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603700.507176:0:35950:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603700.507177:0:35950:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37b00 00000080:00200000:0.0:1789603700.507179:0:35950:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603700.507182:0:35950:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8051caa00. 00800000:00000002:0.0:1789603700.507185:0:35950:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603700.507187:0:35950:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603700.507189:0:35950:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603700.507190:0:35950:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37a20 00800000:00000002:0.0:1789603700.507192:0:35950:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603700.507194:0:35950:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603700.507196:0:35950:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603700.507197:0:35950:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603700.507198:0:35950:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603700.507200:0:35950:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603700.507202:0:35950:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603700.507203:0:35950:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603700.507205:0:35950:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603700.507207:0:35950:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603700.507210:0:35950:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603700.507212:0:35950:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c378f0 00000002:00010000:0.0:1789603700.507213:0:35950:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603700.507216:0:35950:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603700.507217:0:35950:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603700.507219:0:35950:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603700.507221:0:35950:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cd00 count: 2 00010000:00000001:0.0:1789603700.507223:0:35950:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603700.507225:0:35950:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603700.507227:0:35950:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603700.507230:0:35950:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1789603700.507237:0:35950:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603700.507240:0:35950:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603700.507242:0:35950:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1789603700.507249:0:35950:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603700.507250:0:35950:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603700.507252:0:35950:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603700.507254:0:35950:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603700.507255:0:35950:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603700.507257:0:35950:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603700.507259:0:35950:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603700.507261:0:35950:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603700.507263:0:35950:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8051caa00. 00000080:00000001:0.0:1789603700.507265:0:35950:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603700.507267:0:35950:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603700.507269:0:35950:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603700.507271:0:35950:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe55a9 00800000:00000001:0.0:1789603700.507273:0:35950:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603700.507275:0:35950:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603700.507276:0:35950:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.507277:0:35950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.507279:0:35950:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:0.0:1789603700.507281:0:35950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:0.0:1789603700.507283:0:35950:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:0.0:1789603700.507285:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.507286:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603700.507287:0:35950:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603700.507288:0:35950:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603700.507290:0:35950:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe55a9 from it ffffb8e501c37b38 00010000:00000001:0.0:1789603700.507292:0:35950:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.507293:0:35950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.507294:0:35950:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:0.0:1789603700.507296:0:35950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:0.0:1789603700.507298:0:35950:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:0.0:1789603700.507300:0:35950:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603700.507302:0:35950:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789603700.507308:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.507309:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.507310:0:35950:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603700.507311:0:35950:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603700.507313:0:35950:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1789603700.507320:0:35950:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603700.507322:0:35950:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603700.507323:0:35950:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603700.507325:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.507326:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.507327:0:35950:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.507329:0:35950:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603700.507330:0:35950:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.507332:0:35950:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.507334:0:35950:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.507335:0:35950:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603700.507336:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.507338:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603700.507339:0:35950:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603700.507340:0:35950:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603700.507342:0:35950:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 3 00000080:00000001:0.0:1789603700.507345:0:35950:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.507348:0:35950:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789603700.507350:0:35950:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37b58 00000080:00200000:0.0:1789603700.507352:0:35950:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9eb808190908), file ffff9eb8124ccc00, open_flags 8441, mode 81b6 opened 0 00000080:00000010:0.0:1789603700.507358:0:35950:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9eb807b8dba0. 00000080:00000001:0.0:1789603700.507361:0:35950:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789603700.507363:0:35950:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37a08 00000080:00200000:0.0:1789603700.507365:0:35950:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9eb808190908), intent=open|creat 00000080:00000010:0.0:1789603700.507373:0:35950:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8051caa00. 00800000:00000002:0.0:1789603700.507376:0:35950:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603700.507380:0:35950:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603700.507382:0:35950:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603700.507383:0:35950:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37928 00800000:00000002:0.0:1789603700.507384:0:35950:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603700.507387:0:35950:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789603700.507390:0:35950:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789603700.507393:0:35950:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603700.507394:0:35950:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603700.507396:0:35950:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603700.507397:0:35950:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603700.507399:0:35950:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603700.507401:0:35950:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603700.507402:0:35950:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603700.507405:0:35950:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446637111935442432 : -106961774109184 : ffff9eb805731e00) 00800000:00000001:0.0:1789603700.507408:0:35950:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789603700.507410:0:35950:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789603700.507412:0:35950:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789603700.507415:0:35950:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789603700.507417:0:35950:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9eb81291b000: Allocated FID [0x200000405:0x30:0x0] 40000000:00000001:0.0:1789603700.507420:0:35950:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603700.507422:0:35950:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603700.507424:0:35950:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603700.507425:0:35950:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.507427:0:35950:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c378a8 00800000:00000002:0.0:1789603700.507429:0:35950:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:0.0:1789603700.507432:0:35950:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603700.507434:0:35950:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c377e0 00000002:00010000:0.0:1789603700.507435:0:35950:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: recon,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:0.0:1789603700.507438:0:35950:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789603700.507441:0:35950:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789603700.507444:0:35950:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789603700.507447:0:35950:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603700.507449:0:35950:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789603700.507451:0:35950:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cd00 count: 2 00010000:00000001:0.0:1789603700.507453:0:35950:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603700.507455:0:35950:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789603700.507459:0:35950:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789603700.507462:0:35950:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1789603700.507469:0:35950:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789603700.507473:0:35950:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789603700.507475:0:35950:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789603700.507478:0:35950:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789603700.507480:0:35950:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603700.507481:0:35950:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603700.507483:0:35950:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cd00 count: 3 00010000:00000001:0.0:1789603700.507485:0:35950:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603700.507488:0:35950:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603700.507489:0:35950:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603700.507490:0:35950:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603700.507491:0:35950:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cd00 count: 3 00010000:00000001:0.0:1789603700.507493:0:35950:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603700.507494:0:35950:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603700.507496:0:35950:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603700.507497:0:35950:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603700.507498:0:35950:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647cd00 count: 3 00010000:00000001:0.0:1789603700.507500:0:35950:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789603700.507501:0:35950:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.507503:0:35950:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789603700.507506:0:35950:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9eb808190840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789603700.507534:0:35950:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789603700.507537:0:35950:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789603700.507540:0:35950:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789603700.507541:0:35950:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.507545:0:35950:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789603700.507548:0:35950:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789603700.507549:0:35950:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789603700.507551:0:35950:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603700.507553:0:35950:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789603700.507555:0:35950:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fdcc00 with handle 0xa04c19c788fe55a9 from hash 00010000:00000001:0.0:1789603700.507558:0:35950:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789603700.507559:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.507561:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.507562:0:35950:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789603700.507564:0:35950:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789603700.507566:0:35950:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789603700.507569:0:35950:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789603700.507571:0:35950:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603700.507573:0:35950:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789603700.507578:0:35950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1ea00. 00000020:00000040:0.0:1789603700.507582:0:35950:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:0.0:1789603700.507587:0:35950:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789603700.507589:0:35950:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.507592:0:35950:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789603700.507596:0:35950:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603700.507598:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.507599:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.507600:0:35950:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.507603:0:35950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603700.507604:0:35950:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603700.507607:0:35950:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603700.507613:0:35950:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8051e0c00. 00000100:00000001:0.0:1789603700.507620:0:35950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.507624:0:35950:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603700.507627:0:35950:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789603700.507631:0:35950:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1789603700.507637:0:35950:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789603700.507639:0:35950:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789603700.507654:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789603700.507657:0:35950:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe55a9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e922a6 expref: -99 pid: 35925 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:0.0:1789603700.507664:0:35950:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb80647cd00 count: 0 00010000:00000010:0.0:1789603700.507669:0:35950:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb810da7180. 00010000:00000001:0.0:1789603700.507679:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.507681:0:35950:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.507683:0:35950:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603700.507684:0:35950:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.507686:0:35950:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603700.507695:0:35950:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446637112126204416 : -106961583347200 : ffff9eb810d1ea00) 00010000:00000001:0.0:1789603700.507698:0:35950:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789603700.507701:0:35950:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789603700.507704:0:35950:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb819248800. 00010000:00000010:0.0:1789603700.507708:0:35950:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb805741e00. 00010000:00000001:0.0:1789603700.507712:0:35950:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789603700.507715:0:35950:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb800031a00. 00000020:00000001:0.0:1789603700.507717:0:35950:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789603700.507720:0:35950:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb800031a00 with handle 0xa04c19c788fe55da to hash 00000020:00000001:0.0:1789603700.507722:0:35950:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789603700.507723:0:35950:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603700.507726:0:35950:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603700.507728:0:35950:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603700.507730:0:35950:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603700.507732:0:35950:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35950 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603700.507739:0:35950:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35950 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789603700.507750:0:35950:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789603700.507762:0:35950:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb810d1ea00 x1876533442928000/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789603700.507771:0:35950:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35950 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789603700.507776:0:35950:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603700.507778:0:35950:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603700.507784:0:35950:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8040776c0. 00000100:00000001:0.0:1789603700.507786:0:35950:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911610048 : -106961797941568 : ffff9eb8040776c0) 00000100:00000001:0.0:1789603700.507789:0:35950:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603700.507791:0:35950:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126204416 : -106961583347200 : ffff9eb810d1ea00) 00000100:00000001:0.0:1789603700.507795:0:35950:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603700.507799:0:35950:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.507801:0:35950:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603700.507803:0:35950:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603700.507806:0:35950:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1ea00 x1876533442928000/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603700.507815:0:35950:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603700.507817:0:35950:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603700.507820:0:35950:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603700.507823:0:35950:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603700.507825:0:35950:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603700.507828:0:35950:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1ea00 pname:cluuid:pid:xid:nid:opc:job bash:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35950:1876533442928000:192.168.204.129@tcp:101:bash.0 00000100:00000001:0.0:1789603700.507832:0:35950:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603700.507837:0:35950:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603700.507839:0:35950:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603700.507841:0:35950:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603700.507893:0:35950:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9eb810260000. 02000000:00000001:0.0:1789603700.507895:0:35950:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603700.507904:0:35950:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603700.507909:0:35950:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139e70. 00000400:00000010:0.0:1789603700.507915:0:35950:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9eb8051e3800. 00000100:00000200:0.0:1789603700.507922:0:35950:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876533442928000, portal 10 00000100:00000001:0.0:1789603700.507924:0:35950:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603700.507926:0:35950:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126204416 : -106961583347200 : ffff9eb810d1ea00) 00000100:00000040:0.0:1789603700.507931:0:35950:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810d1ea00 x1876533442928000/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603716 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603700.507939:0:35950:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603700.507941:0:35950:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603700.507945:0:35950:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682cc0. 00000100:00000200:0.0:1789603700.507948:0:35950:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876533442928000, offset 0 00000400:00000200:0.0:1789603700.507954:0:35950:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603700.507962:0:35950:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603700.507970:0:35950:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603700.507975:0:35950:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603700.507980:0:35950:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603700.507984:0:35950:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603700.507987:0:35950:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603700.507991:0:35950:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3002:3002:256:4294967295] 192.168.204.129@tcp LPNI seq info [3002:3002:8:4294967295] 00000400:00000200:0.0:1789603700.507995:0:35950:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603700.508006:0:35950:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603700.508012:0:35950:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603700.508016:0:35950:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076e00. 00000800:00000200:0.0:1789603700.508023:0:35950:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603700.508031:0:35950:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603700.508036:0:35950:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076e00 type 1, nob 744 niov 1 nkiov 1 00000800:00000200:3.0:1789603700.510791:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603700.510803:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076e00. 00000400:00000200:3.0:1789603700.510809:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603700.510818:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603700.510829:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682cc0 00000400:00000010:3.0:1789603700.510834:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682cc0. 00000100:00000001:3.0:1789603700.510840:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603700.510850:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1ea00 x1876533442928000/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603716 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.510863:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.510867:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ea00 x1876533442928000/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603716 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.510874:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.510877:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789603700.511049:0:35950:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603700.511056:0:35950:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 854237 usecs (855 jiffies) 00000400:00000200:0.0:1789603700.511063:0:35950:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603700.511066:0:35950:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296700299 00000100:00000001:0.0:1789603700.511087:0:35950:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296700271 00000100:00000001:0.0:1789603700.511092:0:35950:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296700299 00000100:00000001:0.0:1789603700.511096:0:35950:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296700271 00000100:00000001:0.0:1789603700.511099:0:35950:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603700.511102:0:35950:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.511105:0:35950:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603700.511107:0:35950:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603700.511109:0:35950:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8040776c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789603700.511112:0:35950:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603700.511115:0:35950:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1789603700.518592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647cd00. 00010000:00000010:0.1:1789603700.518611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdcc00. 00000800:00000001:2.0:1789603700.519366:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.519386:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603700.519390:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.519393:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.519401:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.519409:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603700.519420:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.519426:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.519431:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.519435:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 664 into portal 10 MB=0x6aab27d465d80 00000400:00000200:2.0:1789603700.519441:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.519446:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 664/664 into md 0x8855 [32] + 224 00000800:00000001:2.0:1789603700.519454:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.519463:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.519467:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.519472:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603700.519479:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603700.519488:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1ea00 x1876533442928000/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603716 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603700.519499:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9eb810d1ea00 x1876533442928000/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.519567:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603700.519576:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.519580:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.519687:0:35950:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603700.519893:0:35950:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603700.519896:0:35950:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603700.519900:0:35950:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139e70. 00000400:00000200:1.0:1789603700.519904:0:35950:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8051e3800 00000400:00000010:1.0:1789603700.519906:0:35950:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9eb8051e3800. 00000100:00000001:1.0:1789603700.519910:0:35950:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603700.519916:0:35950:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1ea00 x1876533442928000/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603700.519925:0:35950:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1ea00 x1876533442928000/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.519936:0:35950:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603700.519938:0:35950:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603700.519941:0:35950:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603700.519945:0:35950:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603700.519947:0:35950:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603700.519950:0:35950:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603700.519953:0:35950:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603700.519963:0:35950:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=98 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603700.519968:0:35950:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=34 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603700.519970:0:35950:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603700.519972:0:35950:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.519974:0:35950:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603700.519977:0:35950:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.519980:0:35950:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789603700.519982:0:35950:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009b/0x1] 00000100:00000001:1.0:1789603700.519984:0:35950:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789603700.519986:0:35950:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603700.519988:0:35950:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126204416 : -106961583347200 : ffff9eb810d1ea00) 00000100:00000001:1.0:1789603700.519991:0:35950:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603700.519993:0:35950:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 8589934608 00000100:00000001:1.0:1789603700.519994:0:35950:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603700.519997:0:35950:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603700.520002:0:35950:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1ea00 x1876533442928000/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603716 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.520009:0:35950:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603700.520012:0:35950:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603700.520014:0:35950:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603700.520018:0:35950:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1ea00 x1876533442928000/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603716 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603700.520025:0:35950:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1ea00 pname:cluuid:pid:xid:nid:opc:job bash:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35950:1876533442928000:192.168.204.129@tcp:101:bash.0 00000100:00000001:1.0:1789603700.520030:0:35950:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603700.520035:0:35950:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.520037:0:35950:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603700.520040:0:35950:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603700.520043:0:35950:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ea00 x1876533442928000/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603716 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.520049:0:35950:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603700.520052:0:35950:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8040776c0. 00000100:00000001:1.0:1789603700.520054:0:35950:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603700.520056:0:35950:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.520059:0:35950:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789603700.520064:0:35950:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.520066:0:35950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.520069:0:35950:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=4 00000020:00000001:1.0:1789603700.520072:0:35950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:1.0:1789603700.520075:0:35950:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000040:1.0:1789603700.520082:0:35950:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb800031a00, remote cookie: 0x31dbb14d74e9235c, flags: 0x1001 00010000:00010000:1.0:1789603700.520088:0:35950:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789603700.520097:0:35950:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x30:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789603700.520100:0:35950:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789603700.520108:0:35950:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb80647c800. 00010000:00000010:1.0:1789603700.520113:0:35950:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb810da7700. 00010000:00000040:1.0:1789603700.520118:0:35950:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb819248800 count: 0 00010000:00000010:1.0:1789603700.520124:0:35950:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb805741e00. 00010000:00000001:1.0:1789603700.520132:0:35950:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603700.520136:0:35950:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 4/0,1 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603700.520144:0:35950:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 4/0,1 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603700.520168:0:35950:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789603700.520171:0:35950:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789603700.520173:0:35950:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789603700.520175:0:35950:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789603700.520177:0:35950:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789603700.520179:0:35950:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x30:0x0].0x0 (ffff9eb80647c800) refcount = 1 00010000:00010000:1.0:1789603700.520183:0:35950:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603700.520190:0:35950:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789603700.520193:0:35950:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789603700.520195:0:35950:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603700.520198:0:35950:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789603700.520200:0:35950:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603700.520203:0:35950:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603700.520208:0:35950:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789603700.520209:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.520211:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.520212:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.520213:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.520214:0:35950:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603700.520219:0:35950:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789603700.520221:0:35950:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.520222:0:35950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.520224:0:35950:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:1.0:1789603700.520225:0:35950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:1.0:1789603700.520227:0:35950:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:1.0:1789603700.520229:0:35950:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.520230:0:35950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.520232:0:35950:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=4 00000020:00000001:1.0:1789603700.520245:0:35950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:1.0:1789603700.520248:0:35950:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:1.0:1789603700.520251:0:35950:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603700.520254:0:35950:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603700.520257:0:35950:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603700.520264:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.520265:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.520266:0:35950:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.520267:0:35950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.520268:0:35950:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=5 00000020:00000001:1.0:1789603700.520270:0:35950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:1.0:1789603700.520272:0:35950:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:1.0:1789603700.520275:0:35950:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603700.520277:0:35950:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603700.520283:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.520285:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789603700.520287:0:35950:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603700.520293:0:35950:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603700.520294:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.520295:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.520296:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.520297:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789603700.520303:0:35950:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9eb810d1ea00 x1876533442928000/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603716 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789603700.520312:0:35950:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789603700.520317:0:35950:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb810d1ea00 x1876533442928000/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603716 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789603700.520328:0:35950:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.520334:0:35950:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.520335:0:35950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.520337:0:35950:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:1.0:1789603700.520339:0:35950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:1.0:1789603700.520341:0:35950:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00000002:00010000:1.0:1789603700.520345:0:35950:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789603700.520354:0:35950:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9eb811aa7640. 00010000:00000001:1.0:1789603700.520356:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.520357:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603700.520359:0:35950:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603700.520361:0:35950:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603700.520364:0:35950:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789603700.520367:0:35950:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603700.520368:0:35950:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126204416 : -106961583347200 : ffff9eb810d1ea00) 00000100:00000001:1.0:1789603700.520370:0:35950:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603700.520371:0:35950:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126204416 : -106961583347200 : ffff9eb810d1ea00) 00010000:00000001:1.0:1789603700.520373:0:35950:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.520374:0:35950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.520375:0:35950:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:1.0:1789603700.520376:0:35950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:1.0:1789603700.520378:0:35950:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00000002:00010000:1.0:1789603700.520382:0:35950:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603700.520388:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.520389:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.520391:0:35950:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789603700.520392:0:35950:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.520394:0:35950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.520395:0:35950:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:1.0:1789603700.520397:0:35950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:1.0:1789603700.520399:0:35950:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000040:1.0:1789603700.520404:0:35950:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c800 count: 2 00010000:00000001:1.0:1789603700.520406:0:35950:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789603700.520410:0:35950:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589935621/48 (0 0) 00010000:00000001:1.0:1789603700.520412:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.520413:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603700.520415:0:35950:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789603700.520418:0:35950:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37768 00000002:00002000:1.0:1789603700.520420:0:35950:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1789603700.520423:0:35950:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603700.520428:0:35950:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603700.520430:0:35950:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789603700.520433:0:35950:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789603700.520437:0:35950:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.520441:0:35950:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000001:1.0:1789603700.520443:0:35950:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789603700.520445:0:35950:0:(namei.c:674:ll_lookup_it_finish()) it ffff9eb807b8dba0 it_disposition 1800037 00000080:00002000:1.0:1789603700.520451:0:35950:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9eb82056b6c0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1789603700.520456:0:35950:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789603700.520459:0:35950:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1789603700.520461:0:35950:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37990 00000080:00200000:1.0:1789603700.520463:0:35950:0:(namei.c:1628:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9eb808190908), intent=open|creat 00000080:00000001:1.0:1789603700.520466:0:35950:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1789603700.520468:0:35950:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789603700.520474:0:35950:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789603700.520477:0:35950:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789603700.520479:0:35950:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611184 : 144115205339611184 : 200000405000030) 00000080:00000001:1.0:1789603700.520482:0:35950:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1789603700.520561:0:35950:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9eb808192940. 00000020:00000001:1.0:1789603700.520573:0:35950:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1789603700.520574:0:35950:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1789603700.520577:0:35950:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1789603700.520580:0:35950:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9eb808192a08) 00000020:00000001:1.0:1789603700.520584:0:35950:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603700.520588:0:35950:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930520 : -106961319621096 : ffff9eb8208a0e18) 00000020:00001000:1.0:1789603700.520590:0:35950:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0e10 00000020:00000001:1.0:1789603700.520594:0:35950:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1789603700.520599:0:35950:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9eb8053b03e8. 00000020:00000001:1.0:1789603700.520601:0:35950:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789603700.520603:0:35950:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.520615:0:35950:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1789603700.520619:0:35950:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9eb8123e4aa8. 00020000:00000001:1.0:1789603700.520621:0:35950:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446637112150084264 : -106961559467352 : ffff9eb8123e4aa8) 00020000:00000001:1.0:1789603700.520624:0:35950:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1789603700.520627:0:35950:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789603700.520632:0:35950:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb805103240. 00020000:00000010:1.0:1789603700.520637:0:35950:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb807ad9180. 00020000:00000010:1.0:1789603700.520649:0:35950:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb805103e40. 00020000:00000001:1.0:1789603700.520652:0:35950:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637111928962624 : -106961780588992 : ffff9eb805103e40) 00020000:00000002:1.0:1789603700.520655:0:35950:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb805103e40, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789603700.520659:0:35950:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789603700.520662:0:35950:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb807ad9180: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000001:1.0:1789603700.520665:0:35950:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1789603700.520667:0:35950:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb805103e40, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789603700.520670:0:35950:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789603700.520677:0:35950:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb807ad9180: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000010:1.0:1789603700.520681:0:35950:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9eb804fd8080. 00020000:00000010:1.0:1789603700.520685:0:35950:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9eb80402a180. 00020000:00000001:1.0:1789603700.520690:0:35950:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1789603700.520693:0:35950:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9eb80795a680. 00020000:00000001:1.0:1789603700.520696:0:35950:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1789603700.520697:0:35950:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1789603700.520703:0:35950:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1789603700.520706:0:35950:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9eb8053b0190. 00000020:00000001:1.0:1789603700.520709:0:35950:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789603700.520710:0:35950:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.520713:0:35950:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446637111931765264 : -106961777786352 : ffff9eb8053b0210) 00020000:00000001:1.0:1789603700.520717:0:35950:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1789603700.520722:0:35950:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9eb810230540. 00020000:00000001:1.0:1789603700.520725:0:35950:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.520730:0:35950:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446637111931765264 : -106961777786352 : ffff9eb8053b0210) 00020000:00000001:1.0:1789603700.520732:0:35950:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446637111931765264 : -106961777786352 : ffff9eb8053b0210) 00020000:00000002:1.0:1789603700.520736:0:35950:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x44:0x0]@ffff9eb8053b0190[0:0] -> [0x200000405:0x30:0x0]@ffff9eb8053b03e8: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000001:1.0:1789603700.520740:0:35950:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1789603700.520742:0:35950:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:1.0:1789603700.520744:0:35950:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.520747:0:35950:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446637111931765864 : -106961777785752 : ffff9eb8053b0468) 00000020:00001000:1.0:1789603700.520750:0:35950:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0e10 00000080:00000001:1.0:1789603700.520754:0:35950:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611184 : 144115205339611184 : 200000405000030) 00000080:00000001:1.0:1789603700.520757:0:35950:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789603700.520759:0:35950:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611184 mtime from 0 to 1789603700 00000080:00000001:1.0:1789603700.520764:0:35950:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1789603700.520767:0:35950:0:(namei.c:156:ll_iget()) Process leaving (rc=18446637111979878920 : -106961729672696 : ffff9eb808192a08) 00010000:00000001:1.0:1789603700.520769:0:35950:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.520771:0:35950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.520773:0:35950:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:1.0:1789603700.520774:0:35950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:1.0:1789603700.520776:0:35950:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00000080:00000001:1.0:1789603700.520779:0:35950:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789603700.520781:0:35950:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603700.520782:0:35950:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930520 : -106961319621096 : ffff9eb8208a0e18) 00000020:00001000:1.0:1789603700.520783:0:35950:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0e10 00000020:00000001:1.0:1789603700.520785:0:35950:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789603700.520787:0:35950:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1789603700.520788:0:35950:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789603700.520791:0:35950:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb805103ae0. 00020000:00000010:1.0:1789603700.520794:0:35950:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb807ad9e80. 00020000:00000010:1.0:1789603700.520797:0:35950:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb805103ea0. 00020000:00000001:1.0:1789603700.520798:0:35950:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637111928962720 : -106961780588896 : ffff9eb805103ea0) 00020000:00000002:1.0:1789603700.520800:0:35950:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb805103ea0, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789603700.520803:0:35950:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789603700.520806:0:35950:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb807ad9e80: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000002:1.0:1789603700.520810:0:35950:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9eb8123e4aa8) owner ffff9eb818d2cf80 00020000:00000001:1.0:1789603700.520812:0:35950:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789603700.520815:0:35950:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9eb8123e4aa8) owner ffff9eb818d2cf80 00020000:00000010:1.0:1789603700.520820:0:35950:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb807ad9e80. 00020000:00000010:1.0:1789603700.520823:0:35950:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb805103ae0. 00020000:00000010:1.0:1789603700.520826:0:35950:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb805103ea0. 00020000:00000002:1.0:1789603700.520828:0:35950:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789603700.520830:0:35950:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.520832:0:35950:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.520834:0:35950:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789603700.520837:0:35950:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb818d2cf80 00020000:00000002:1.0:1789603700.520840:0:35950:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb805103e40 addref 2/0 by ffff9eb818d2cf80. 00020000:00000002:1.0:1789603700.520843:0:35950:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb818d2cf80 00020000:00000001:1.0:1789603700.520845:0:35950:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789603700.520847:0:35950:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789603700.520849:0:35950:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789603700.520850:0:35950:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789603700.520852:0:35950:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789603700.520854:0:35950:0:(file.c:6854:ll_layout_conf()) [0x200000405:0x30:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789603700.520856:0:35950:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0e10 00000080:00000001:1.0:1789603700.520858:0:35950:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.520860:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.520861:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789603700.520863:0:35950:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789603700.520865:0:35950:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789603700.520867:0:35950:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603700.520869:0:35950:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x30:0x0](ffff9eb808192a08) 00000080:00010000:1.0:1789603700.520872:0:35950:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9eb808192a08) for lock 0xa04c19c788fe55da 00800000:00000001:1.0:1789603700.520876:0:35950:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603700.520879:0:35950:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603700.520880:0:35950:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.520882:0:35950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.520883:0:35950:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:1.0:1789603700.520886:0:35950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:1.0:1789603700.520888:0:35950:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:1.0:1789603700.520890:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.520891:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603700.520893:0:35950:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603700.520895:0:35950:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.520896:0:35950:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1789603700.520898:0:35950:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603700.520903:0:35950:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9eb810d1ea00 x1876533442928000/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603716 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.520908:0:35950:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789603700.520912:0:35950:0:(namei.c:1651:ll_create_it()) inode ffff9eb808192a08 need_sync_to_mds [0x200000405:0x30:0x0] 00000080:00000001:1.0:1789603700.520916:0:35950:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603700.520919:0:35950:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff9eb808192a08) 00000080:00000001:1.0:1789603700.520923:0:35950:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789603700.520926:0:35950:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8051caa00. 00000100:00000001:1.0:1789603700.520929:0:35950:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603700.520931:0:35950:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ea00 x1876533442928000/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603716 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.520936:0:35950:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.520940:0:35950:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1789603700.520943:0:35950:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789603700.520944:0:35950:0:(namei.c:1500:ll_atomic_open()) inode ffff9eb808192a08 need_sync_to_mds [0x200000405:0x30:0x0] 00000080:00000001:1.0:1789603700.520954:0:35950:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789603700.520956:0:35950:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37a68 00000080:00200008:1.0:1789603700.520958:0:35950:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x30:0x0](ffff9eb808192a08), flags 102101 00000080:00000010:1.0:1789603700.520967:0:35950:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9eb812252c80. 00000080:00000010:1.0:1789603700.520973:0:35950:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9eb811aa7ac0. 00000080:00000001:1.0:1789603700.520976:0:35950:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789603700.520981:0:35950:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1789603700.520983:0:35950:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603700.520986:0:35950:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603700.520989:0:35950:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603700.520991:0:35950:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603700.520993:0:35950:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.520996:0:35950:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1789603700.520998:0:35950:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603700.521001:0:35950:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789603700.521004:0:35950:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9eb810bc58e0. 00000002:00100000:1.0:1789603700.521102:0:35950:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb810d1ea00 x1876533442928000/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603716 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789603700.521114:0:35950:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603700.521116:0:35950:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789603700.521120:0:35950:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789603700.521124:0:35950:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.521127:0:35950:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603700.521130:0:35950:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603700.521134:0:35950:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1ea00 x1876533442928000/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603716 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789603700.521140:0:35950:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603700.521197:0:35950:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9eb810260000. 02000000:00000001:1.0:1789603700.521233:0:35950:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789603700.521235:0:35950:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.521237:0:35950:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37a68 00000080:00000008:1.0:1789603700.521239:0:35950:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9eb808192a08), flags 102101, rc = 0 00000080:00000001:1.0:1789603700.521243:0:35950:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789603700.521244:0:35950:0:(dcache.c:176:ll_intent_release()) intent ffff9eb807b8dba0 released 00000080:00010000:1.0:1789603700.521247:0:35950:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe55da from it ffff9eb807b8dba0 00010000:00000001:1.0:1789603700.521249:0:35950:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.521251:0:35950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.521252:0:35950:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:1.0:1789603700.521254:0:35950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:1.0:1789603700.521256:0:35950:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:1.0:1789603700.521259:0:35950:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603700.521263:0:35950:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603700.521270:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.521272:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.521273:0:35950:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603700.521276:0:35950:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603700.521279:0:35950:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789603700.521286:0:35950:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603700.521289:0:35950:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603700.521291:0:35950:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603700.521296:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.521298:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.521299:0:35950:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.521303:0:35950:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603700.521304:0:35950:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.521307:0:35950:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.521309:0:35950:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.521311:0:35950:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603700.521313:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.521314:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789603700.521315:0:35950:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789603700.521317:0:35950:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1789603700.521319:0:35950:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789603700.521321:0:35950:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603700.521323:0:35950:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789603700.521325:0:35950:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.521327:0:35950:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789603700.521329:0:35950:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.521330:0:35950:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789603700.521332:0:35950:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.521334:0:35950:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789603700.521336:0:35950:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9eb807b8dba0. 00000080:00000001:1.0:1789603700.521340:0:35950:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.521345:0:35950:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789603700.521347:0:35950:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9eb808192a08), inode mode 81a4 mask 40 00000080:00000001:1.0:1789603700.521351:0:35950:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.521442:0:35950:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789603700.521445:0:35950:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb818d2cf80 00020000:00000002:1.0:1789603700.521449:0:35950:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb818d2cf80 00020000:00000001:1.0:1789603700.521452:0:35950:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.529137:0:35950:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37d28 00000080:00200008:1.0:1789603700.529147:0:35950:0:(file.c:6307:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff9eb808192a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789603700.529156:0:35950:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789603700.529158:0:35950:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37ca0 00000080:00200000:1.0:1789603700.529161:0:35950:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9eb808192a08),name=recon 00000080:00000010:1.0:1789603700.529168:0:35950:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8069b4200. 00800000:00000002:1.0:1789603700.529174:0:35950:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603700.529181:0:35950:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603700.529186:0:35950:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603700.529188:0:35950:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37bc0 00800000:00000002:1.0:1789603700.529191:0:35950:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603700.529195:0:35950:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603700.529200:0:35950:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603700.529203:0:35950:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603700.529205:0:35950:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603700.529207:0:35950:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603700.529210:0:35950:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.529212:0:35950:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603700.529214:0:35950:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603700.529216:0:35950:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603700.529217:0:35950:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603700.529218:0:35950:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603700.529220:0:35950:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603700.529221:0:35950:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.529223:0:35950:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1789603700.529225:0:35950:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.529227:0:35950:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:1.0:1789603700.529232:0:35950:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603700.529247:0:35950:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37a90 00000002:00010000:1.0:1789603700.529249:0:35950:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789603700.529253:0:35950:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603700.529255:0:35950:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603700.529258:0:35950:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603700.529265:0:35950:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c800 count: 2 00010000:00000001:1.0:1789603700.529268:0:35950:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603700.529273:0:35950:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603700.529277:0:35950:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789603700.529282:0:35950:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789603700.529293:0:35950:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603700.529298:0:35950:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603700.529302:0:35950:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789603700.529309:0:35950:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789603700.529311:0:35950:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603700.529313:0:35950:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603700.529316:0:35950:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603700.529318:0:35950:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603700.529320:0:35950:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789603700.529323:0:35950:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789603700.529326:0:35950:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603700.529329:0:35950:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8069b4200. 00000080:00000001:1.0:1789603700.529333:0:35950:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789603700.529335:0:35950:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603700.529337:0:35950:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff9eb808192a08) 00000080:00010000:1.0:1789603700.529341:0:35950:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9eb808192a08) for lock 0xa04c19c788fe55da 00800000:00000001:1.0:1789603700.529345:0:35950:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603700.529347:0:35950:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603700.529348:0:35950:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.529350:0:35950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.529354:0:35950:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:1.0:1789603700.529356:0:35950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:1.0:1789603700.529359:0:35950:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:1.0:1789603700.529362:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.529363:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603700.529365:0:35950:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603700.529367:0:35950:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603700.529369:0:35950:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe55da from it ffffb8e501c37cd8 00010000:00000001:1.0:1789603700.529371:0:35950:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.529372:0:35950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.529374:0:35950:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:1.0:1789603700.529375:0:35950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:1.0:1789603700.529377:0:35950:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:1.0:1789603700.529379:0:35950:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603700.529382:0:35950:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789603700.529388:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.529389:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.529390:0:35950:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603700.529393:0:35950:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603700.529395:0:35950:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789603700.529404:0:35950:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603700.529407:0:35950:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603700.529409:0:35950:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603700.529414:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.529415:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.529416:0:35950:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.529419:0:35950:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603700.529421:0:35950:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.529423:0:35950:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.529425:0:35950:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.529427:0:35950:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603700.529429:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.529430:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603700.529433:0:35950:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789603700.529435:0:35950:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603700.529437:0:35950:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1789603700.529440:0:35950:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789603700.529442:0:35950:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603700.529445:0:35950:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789603700.529446:0:35950:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.529448:0:35950:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789603700.529452:0:35950:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1789603700.529455:0:35950:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603700.529459:0:35950:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930520 : -106961319621096 : ffff9eb8208a0e18) 00000020:00001000:1.0:1789603700.529461:0:35950:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0e10 00000020:00000001:1.0:1789603700.529466:0:35950:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.529469:0:35950:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789603700.529472:0:35950:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789603700.529474:0:35950:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1789603700.529477:0:35950:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789603700.529478:0:35950:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789603700.529480:0:35950:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789603700.529482:0:35950:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.529484:0:35950:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789603700.529488:0:35950:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9eb80572dc20 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1789603700.529504:0:35950:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb818d2cf80 00020000:00000001:1.0:1789603700.529508:0:35950:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789603700.529531:0:35950:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789603700.529533:0:35950:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789603700.529535:0:35950:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.529537:0:35950:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789603700.529539:0:35950:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789603700.529541:0:35950:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.529542:0:35950:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789603700.529543:0:35950:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789603700.529545:0:35950:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789603700.529546:0:35950:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb818d2cf80 00000020:00000001:1.0:1789603700.529549:0:35950:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789603700.529551:0:35950:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1789603700.529553:0:35950:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:1.0:1789603700.529556:0:35950:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789603700.529557:0:35950:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789603700.529560:0:35950:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789603700.529562:0:35950:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1789603700.529568:0:35950:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1789603700.529574:0:35950:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb810da7e80. 00020000:00000002:1.0:1789603700.529577:0:35950:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789603700.529579:0:35950:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789603700.529581:0:35950:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603700.529583:0:35950:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789603700.529584:0:35950:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603700.529585:0:35950:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112122224792 : -106961587326824 : ffff9eb810953098) 00000020:00001000:1.0:1789603700.529588:0:35950:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810953090 00000020:00000001:1.0:1789603700.529590:0:35950:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0210 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.529592:0:35950:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789603700.529595:0:35950:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789603700.529596:0:35950:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789603700.529598:0:35950:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789603700.529599:0:35950:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935425568 : -106961774126048 : ffff9eb80572dc20) 00000020:00000001:1.0:1789603700.529601:0:35950:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.529603:0:35950:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.529605:0:35950:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962640472 : -106961746911144 : ffff9eb807122058) 00000020:00000001:1.0:1789603700.529607:0:35950:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789603700.529611:0:35950:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb8078db7c0. 00000008:00010000:1.0:1789603700.529614:0:35950:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1789603700.529617:0:35950:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789603700.529618:0:35950:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789603700.529619:0:35950:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb810da7eb0, osc lock ffff9eb8078db7c0, flags 0x400001002 00000020:00000001:1.0:1789603700.529621:0:35950:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.529623:0:35950:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.529626:0:35950:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637112126766720 : -106961582784896 : ffff9eb810da7e80) 00000020:00000001:1.0:1789603700.529628:0:35950:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789603700.529629:0:35950:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789603700.529631:0:35950:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.529632:0:35950:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.529635:0:35950:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1789603700.529636:0:35950:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1789603700.529639:0:35950:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789603700.529652:0:35950:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789603700.529653:0:35950:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603700.529654:0:35950:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962640472 : -106961746911144 : ffff9eb807122058) 00000020:00000001:1.0:1789603700.529656:0:35950:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789603700.529659:0:35950:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789603700.529661:0:35950:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789603700.529664:0:35950:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789603700.529667:0:35950:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789603700.529669:0:35950:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789603700.529671:0:35950:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789603700.529672:0:35950:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789603700.529673:0:35950:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789603700.529676:0:35950:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789603700.529678:0:35950:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789603700.529681:0:35950:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.529684:0:35950:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1789603700.529689:0:35950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd6d80. 00000020:00000040:1.0:1789603700.529693:0:35950:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00010000:00000001:1.0:1789603700.529697:0:35950:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789603700.529702:0:35950:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603700.529704:0:35950:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.529707:0:35950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603700.529709:0:35950:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603700.529712:0:35950:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603700.529717:0:35950:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb8069b4200. 00000100:00000001:1.0:1789603700.529724:0:35950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.529729:0:35950:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603700.529731:0:35950:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.529732:0:35950:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603700.529734:0:35950:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.529736:0:35950:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.529739:0:35950:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446637111957089664 : -106961752461952 : ffff9eb806bd6d80) 00010000:00000001:1.0:1789603700.529742:0:35950:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789603700.529744:0:35950:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789603700.529748:0:35950:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb80647c100. 00010000:00000010:1.0:1789603700.529751:0:35950:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9eb80647c300. 00010000:00000001:1.0:1789603700.529757:0:35950:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789603700.529760:0:35950:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb814fdc200. 00000020:00000001:1.0:1789603700.529764:0:35950:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789603700.529767:0:35950:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb814fdc200 with handle 0xa04c19c788fe55e1 to hash 00000020:00000001:1.0:1789603700.529768:0:35950:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789603700.529770:0:35950:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000010:1.0:1789603700.529774:0:35950:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9eb811aa7740. 00010000:00000001:1.0:1789603700.529777:0:35950:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.529779:0:35950:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603700.529781:0:35950:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603700.529785:0:35950:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe55e1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603700.529794:0:35950:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe55e1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603700.529804:0:35950:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.529809:0:35950:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603700.529813:0:35950:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603700.529826:0:35950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077ae25ac] to pc [ptlrpcd_00_00+0] req@ffff9eb806bd6d80 x1876533442928128/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1789603700.529850:0:35950:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603700.529853:0:35950:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.529855:0:35950:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.529857:0:35950:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.529858:0:35950:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.529860:0:35950:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789603700.529862:0:35950:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1789603700.529863:0:35950:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1789603700.529865:0:35950:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000100:00000001:0.0:1789603700.530129:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603700.530133:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603700.530136:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603700.530142:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd6d80 x1876533442928128/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603700.530151:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603700.530154:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603700.530163:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603700.530166:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603700.530169:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603700.530173:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442928128:192.168.204.129@tcp:101:uname.0 00000100:00000001:0.0:1789603700.530177:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603700.530182:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603700.530184:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603700.530186:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603700.530192:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8051e0000. 02000000:00000001:0.0:1789603700.530194:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603700.530202:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603700.530207:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139e18. 00000400:00000010:0.0:1789603700.530214:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136823b8. 00000100:00000200:0.0:1789603700.530222:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442928128, portal 4 00000100:00000001:0.0:1789603700.530224:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603700.530226:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957089664 : -106961752461952 : ffff9eb806bd6d80) 00000100:00000040:0.0:1789603700.530233:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd6d80 x1876533442928128/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603716 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603700.530241:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603700.530243:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603700.530247:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682ee0. 00000100:00000200:0.0:1789603700.530250:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876533442928128, offset 0 00000400:00000200:0.0:1789603700.530259:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603700.530267:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603700.530274:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603700.530280:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603700.530284:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603700.530287:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603700.530290:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603700.530293:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3003:3003:256:4294967295] 192.168.204.129@tcp LPNI seq info [3003:3003:8:4294967295] 00000400:00000200:0.0:1789603700.530297:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603700.530306:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603700.530313:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603700.530318:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076300. 00000800:00000200:0.0:1789603700.530325:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603700.530332:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603700.530337:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789603700.530356:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603700.530360:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 183170 usecs (184 jiffies) 00000400:00000200:0.0:1789603700.530364:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603700.530366:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296699647 00000100:00000001:0.0:1789603700.530369:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296700299 00000100:00000001:0.0:1789603700.530371:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296699647 00000100:00000001:0.0:1789603700.530373:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296700299 00000100:00000001:0.0:1789603700.530376:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603700.530378:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.530381:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.530384:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.530390:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603700.530392:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789603700.530394:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603700.530395:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603700.530396:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.530398:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.530409:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603700.530412:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603700.530506:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603700.530533:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076300. 00000400:00000200:3.0:1789603700.530538:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603700.530543:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603700.530549:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682ee0 00000400:00000010:3.0:1789603700.530551:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682ee0. 00000100:00000001:3.0:1789603700.530555:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603700.530559:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd6d80 x1876533442928128/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603716 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.530570:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.530574:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd6d80 x1876533442928128/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603716 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.530580:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.530582:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1789603700.532559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb819248800. 00000800:00000001:2.0:1789603700.536918:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.536941:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603700.536947:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.536949:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.536959:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.536967:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603700.536980:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.536986:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.536992:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.536996:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 400 into portal 4 MB=0x6aab27d465e00 00000400:00000200:2.0:1789603700.537001:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.537008:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 400/400 into md 0x885d [1] + 224 00000800:00000001:2.0:1789603700.537015:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.537027:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.537031:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.537036:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603700.537043:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603700.537052:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd6d80 x1876533442928128/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603716 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603700.537063:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9eb806bd6d80 x1876533442928128/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603716 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.537092:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603700.537100:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.537104:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.537242:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603700.537246:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603700.537253:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603700.537255:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603700.537258:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139e18. 00000400:00000200:0.0:1789603700.537263:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136823b8 00000400:00000010:0.0:1789603700.537266:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136823b8. 00000100:00000001:0.0:1789603700.537269:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603700.537274:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd6d80 x1876533442928128/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603716 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603700.537284:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd6d80 x1876533442928128/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603716 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603700.537290:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603700.537292:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.537295:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603700.537299:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603700.537301:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603700.537304:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603700.537307:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603700.537319:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=97 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603700.537324:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603700.537326:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603700.537328:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.537331:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603700.537335:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.537339:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603700.537341:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967336 00000100:00000001:0.0:1789603700.537343:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603700.537345:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603700.537350:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd6d80 x1876533442928128/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603716 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603700.537357:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603700.537360:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603700.537362:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1789603700.537365:0:2400:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:0.0:1789603700.537368:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.537371:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.537375:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=4 00000020:00000001:0.0:1789603700.537378:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:0.0:1789603700.537381:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:0.0:1789603700.537383:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.537385:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.537386:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=5 00000020:00000001:0.0:1789603700.537388:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:0.0:1789603700.537390:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:0.0:1789603700.537394:0:2400:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603700.537397:0:2400:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603700.537402:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe55e1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603700.537414:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.537415:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.537417:0:2400:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789603700.537419:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.537420:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.537421:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=6 00000020:00000001:0.0:1789603700.537423:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:0.0:1789603700.537425:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000040:0.0:1789603700.537442:0:2400:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb814fdc200, remote cookie: 0x31dbb14d74e9236a, flags: 0x1001 00010000:00010000:0.0:1789603700.537447:0:2400:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe55e1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9236a expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603700.537455:0:2400:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1789603700.537458:0:2400:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.537461:0:2400:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789603700.537464:0:2400:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1789603700.537469:0:2400:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe55e1 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9236a expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789603700.537477:0:2400:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x44:0x0].0x0 (ffff9eb80647c100) refcount = 1 00010000:00000040:0.0:1789603700.537479:0:2400:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789603700.537482:0:2400:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe55e1 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9236a expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603700.537495:0:2400:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789603700.537497:0:2400:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603700.537500:0:2400:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789603700.537503:0:2400:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603700.537506:0:2400:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe55e1 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9236a expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603700.537557:0:2400:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789603700.537558:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.537559:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.537561:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.537562:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603700.537564:0:2400:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1789603700.537567:0:2400:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1789603700.537571:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.537572:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.537574:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=5 00000020:00000001:0.0:1789603700.537576:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:0.0:1789603700.537579:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00000008:00000001:0.0:1789603700.537584:0:2400:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1789603700.537589:0:2400:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000008:00010000:0.0:1789603700.537594:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe55e1 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e9236a expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1789603700.537601:0:2400:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000020:00000001:0.0:1789603700.537603:0:2400:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1789603700.537606:0:2400:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1789603700.537608:0:2400:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789603700.537611:0:2400:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.537612:0:2400:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.537614:0:2400:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000008:00000001:0.0:1789603700.537616:0:2400:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1789603700.537619:0:2400:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789603700.537621:0:2400:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1789603700.537627:0:2400:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1789603700.537629:0:2400:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.537631:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.537633:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.537634:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=6 00000020:00000001:0.0:1789603700.537636:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:0.0:1789603700.537638:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:0.0:1789603700.537651:0:2400:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603700.537654:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe55e1 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e9236a expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603700.537661:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.537662:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789603700.537664:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe55e1 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e9236a expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603700.537670:0:2400:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603700.537672:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.537673:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603700.537674:0:2400:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.537676:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.537677:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.537678:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=5 00000020:00000001:0.0:1789603700.537680:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:0.0:1789603700.537682:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:0.0:1789603700.537684:0:2400:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603700.537686:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe55e1 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x31dbb14d74e9236a expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603700.537691:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.537693:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.537695:0:2400:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603700.537697:0:2400:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603700.537699:0:2400:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe55e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x31dbb14d74e9236a expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603700.537708:0:2400:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603700.537711:0:2400:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603700.537712:0:2400:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603700.537717:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.537718:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.537720:0:2400:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.537723:0:2400:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603700.537724:0:2400:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.537727:0:2400:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.537729:0:2400:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.537730:0:2400:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603700.537732:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.537733:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.537734:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.537735:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603700.537736:0:2400:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603700.537741:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd6d80 x1876533442928128/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603716 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603700.537749:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2400:1876533442928128:192.168.204.129@tcp:101:uname.0 00000100:00000001:0.0:1789603700.537755:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.537758:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603700.537761:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd6d80 x1876533442928128/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603716 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603700.537768:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603700.537770:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603700.537774:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8051e0000. 02000000:00000001:0.0:1789603700.537779:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603700.537781:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603700.537783:0:2400:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603700.537786:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603700.537789:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb8069b4200. 02000000:00000001:0.0:1789603700.537807:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603700.537808:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603700.537810:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd6d80. 00000100:00000001:0.0:1789603700.537815:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603700.537816:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.537819:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.537827:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603700.537829:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.537831:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603700.537833:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.537949:0:35950:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.537953:0:35950:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.537960:0:35950:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789603700.537964:0:35950:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.537966:0:35950:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.537968:0:35950:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789603700.537973:0:35950:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1789603700.537977:0:35950:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789603700.537980:0:35950:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.537982:0:35950:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789603700.537983:0:35950:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789603700.537986:0:35950:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:1.0:1789603700.537989:0:35950:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789603700.537991:0:35950:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:1.0:1789603700.537993:0:35950:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.537995:0:35950:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.537997:0:35950:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000080:00200000:1.0:1789603700.537999:0:35950:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 0 i_blocks 0 00000080:00000001:1.0:1789603700.538002:0:35950:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789603700.538004:0:35950:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789603700.538006:0:35950:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb80572dbc0 (ffff9eb8208a0e18/0) at cl_lock_release():245 00000020:00000001:1.0:1789603700.538009:0:35950:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789603700.538010:0:35950:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb80572dbc0 (ffff9eb8208a0e18/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789603700.538013:0:35950:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789603700.538017:0:35950:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603700.538019:0:35950:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962640472 : -106961746911144 : ffff9eb807122058) 00000020:00000001:1.0:1789603700.538020:0:35950:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789603700.538021:0:35950:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb810da7eb0 (ffff9eb810953098/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789603700.538024:0:35950:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789603700.538026:0:35950:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789603700.538027:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.538029:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789603700.538030:0:35950:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789603700.538032:0:35950:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789603700.538033:0:35950:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789603700.538034:0:35950:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789603700.538035:0:35950:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789603700.538036:0:35950:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb80572dbc0 (ffff9eb8208a0e18/0) at cl_lock_fini():72 00020000:00000001:1.0:1789603700.538039:0:35950:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789603700.538040:0:35950:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789603700.538042:0:35950:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb810da7eb0 (ffff9eb8208a0e18/1) at cl_lock_fini():72 00000008:00000010:1.0:1789603700.538045:0:35950:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb8078db7c0. 00000020:00000001:1.0:1789603700.538048:0:35950:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789603700.538049:0:35950:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb810da7e80. 00020000:00000001:1.0:1789603700.538053:0:35950:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789603700.538054:0:35950:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789603700.538055:0:35950:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1789603700.538057:0:35950:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.538059:0:35950:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789603700.538062:0:35950:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789603700.538064:0:35950:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789603700.538065:0:35950:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789603700.538066:0:35950:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789603700.538068:0:35950:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810953090 00020000:00000001:1.0:1789603700.538071:0:35950:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789603700.538073:0:35950:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789603700.538076:0:35950:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789603700.538078:0:35950:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789603700.538082:0:35950:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789603700.538084:0:35950:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.538086:0:35950:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789603700.538088:0:35950:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789603700.538089:0:35950:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789603700.538090:0:35950:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0e10 00000001:00000001:1.0:1789603700.538092:0:35950:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.538102:0:35950:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37d28 00000080:00000008:1.0:1789603700.538104:0:35950:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9eb808192a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789603700.538201:0:35950:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:1.0:1789603700.538203:0:35950:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37d88 00000080:00200008:1.0:1789603700.538205:0:35950:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000405:0x30:0x0], ppos: 0, count: 23 00000080:00000002:1.0:1789603700.538208:0:35950:0:(file.c:2656:do_file_write_iter()) inode ffff9eb808192a08 need_sync_to_oss [0x200000405:0x30:0x0] 00000080:00000001:1.0:1789603700.538211:0:35950:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1789603700.538214:0:35950:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.538216:0:35950:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1789603700.538219:0:35950:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.538222:0:35950:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603700.538224:0:35950:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930520 : -106961319621096 : ffff9eb8208a0e18) 00000020:00001000:1.0:1789603700.538226:0:35950:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0e10 00000080:00000001:1.0:1789603700.538229:0:35950:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1789603700.538231:0:35950:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37c98 00000080:00200000:1.0:1789603700.538233:0:35950:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:1.0:1789603700.538247:0:35950:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37c30 00000080:00200000:1.0:1789603700.538249:0:35950:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:1.0:1789603700.538251:0:35950:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789603700.538252:0:35950:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.538254:0:35950:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.538255:0:35950:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789603700.538257:0:35950:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1789603700.538259:0:35950:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:1.0:1789603700.538261:0:35950:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.538263:0:35950:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.538265:0:35950:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000080:00200000:1.0:1789603700.538266:0:35950:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 0 i_blocks 0 00000080:00000001:1.0:1789603700.538269:0:35950:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789603700.538270:0:35950:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1789603700.538276:0:35950:0:(cl_io.c:215:cl_io_rw_init()) header@0000000030cf2a08[0x110, 1, [0x200000405:0x30:0x0] hash] 00000020:00200000:1.0:1789603700.538278:0:35950:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:1.0:1789603700.538280:0:35950:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.538282:0:35950:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789603700.538284:0:35950:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789603700.538285:0:35950:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789603700.538288:0:35950:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789603700.538290:0:35950:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1789603700.538292:0:35950:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603700.538296:0:35950:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.538298:0:35950:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789603700.538300:0:35950:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.538302:0:35950:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789603700.538305:0:35950:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9eb80572dc20 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1789603700.538308:0:35950:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb818d2cf80 00020000:00000001:1.0:1789603700.538312:0:35950:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789603700.538313:0:35950:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789603700.538316:0:35950:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789603700.538318:0:35950:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1789603700.538320:0:35950:0:(lov_io.c:860:lov_io_slice_init()) 0 23 00020000:00000001:1.0:1789603700.538322:0:35950:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1789603700.538324:0:35950:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789603700.538326:0:35950:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.538327:0:35950:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789603700.538328:0:35950:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789603700.538330:0:35950:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789603700.538331:0:35950:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb818d2cf80 00000020:00000001:1.0:1789603700.538334:0:35950:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.538335:0:35950:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789603700.538337:0:35950:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:1.0:1789603700.538340:0:35950:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:1.0:1789603700.538342:0:35950:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.538345:0:35950:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:1.0:1789603700.538347:0:35950:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1789603700.538349:0:35950:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:1.0:1789603700.538351:0:35950:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1789603700.538352:0:35950:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:1.0:1789603700.538355:0:35950:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1789603700.538357:0:35950:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1789603700.538361:0:35950:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789603700.538363:0:35950:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603700.538365:0:35950:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789603700.538366:0:35950:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603700.538368:0:35950:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112122224792 : -106961587326824 : ffff9eb810953098) 00000020:00001000:1.0:1789603700.538370:0:35950:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810953090 00000020:00000001:1.0:1789603700.538373:0:35950:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0210 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.538374:0:35950:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789603700.538377:0:35950:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789603700.538378:0:35950:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789603700.538379:0:35950:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789603700.538381:0:35950:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935425568 : -106961774126048 : ffff9eb80572dc20) 00000020:00000001:1.0:1789603700.538382:0:35950:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.538384:0:35950:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.538386:0:35950:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962640472 : -106961746911144 : ffff9eb807122058) 00000020:00000001:1.0:1789603700.538388:0:35950:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1789603700.538391:0:35950:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1789603700.538394:0:35950:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.538396:0:35950:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.538398:0:35950:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.538399:0:35950:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.538401:0:35950:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.538403:0:35950:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:1.0:1789603700.538405:0:35950:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1789603700.538407:0:35950:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1789603700.538410:0:35950:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1789603700.538413:0:35950:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.538416:0:35950:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.538418:0:35950:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1789603700.538420:0:35950:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:1.0:1789603700.538422:0:35950:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1789603700.538424:0:35950:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1789603700.538425:0:35950:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.538427:0:35950:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.538428:0:35950:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.538430:0:35950:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.538432:0:35950:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.538433:0:35950:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1789603700.538435:0:35950:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789603700.538436:0:35950:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:1.0:1789603700.538437:0:35950:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789603700.538439:0:35950:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.538440:0:35950:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.538442:0:35950:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.538443:0:35950:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.538445:0:35950:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1789603700.538446:0:35950:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789603700.538447:0:35950:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789603700.538449:0:35950:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789603700.538450:0:35950:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1789603700.538452:0:35950:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1789603700.538460:0:35950:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb810da7e80. 00020000:00000002:1.0:1789603700.538462:0:35950:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789603700.538465:0:35950:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789603700.538466:0:35950:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603700.538467:0:35950:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962640472 : -106961746911144 : ffff9eb807122058) 00000020:00000001:1.0:1789603700.538469:0:35950:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789603700.538472:0:35950:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb8078db7c0. 00000008:00010000:1.0:1789603700.538475:0:35950:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1789603700.538477:0:35950:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789603700.538479:0:35950:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789603700.538481:0:35950:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb810da7eb0, osc lock ffff9eb8078db7c0, flags 0x0 00000020:00000001:1.0:1789603700.538483:0:35950:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.538486:0:35950:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.538488:0:35950:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637112126766720 : -106961582784896 : ffff9eb810da7e80) 00000020:00000001:1.0:1789603700.538490:0:35950:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789603700.538491:0:35950:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789603700.538493:0:35950:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.538494:0:35950:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.538496:0:35950:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789603700.538497:0:35950:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789603700.538498:0:35950:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603700.538499:0:35950:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962640472 : -106961746911144 : ffff9eb807122058) 00000020:00000001:1.0:1789603700.538500:0:35950:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789603700.538502:0:35950:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789603700.538504:0:35950:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1789603700.538506:0:35950:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.538508:0:35950:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789603700.538546:0:35950:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789603700.538547:0:35950:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789603700.538549:0:35950:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789603700.538550:0:35950:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789603700.538551:0:35950:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789603700.538553:0:35950:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789603700.538556:0:35950:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603700.538562:0:35950:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c100 count: 2 00010000:00000001:1.0:1789603700.538565:0:35950:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789603700.538571:0:35950:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb8062dbc00 type 11 mode 2 res 10737419265/68 (0 18446744073709551615) 00010000:00000001:1.0:1789603700.538575:0:35950:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1789603700.538581:0:35950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5f80. 00000020:00000040:1.0:1789603700.538585:0:35950:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00010000:00000001:1.0:1789603700.538589:0:35950:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789603700.538594:0:35950:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603700.538598:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.538599:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.538600:0:35950:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.538603:0:35950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603700.538605:0:35950:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603700.538608:0:35950:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603700.538615:0:35950:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb8069b4600. 00000100:00000001:1.0:1789603700.538621:0:35950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.538624:0:35950:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603700.538626:0:35950:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.538627:0:35950:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603700.538628:0:35950:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.538630:0:35950:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.538632:0:35950:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446637111957086080 : -106961752465536 : ffff9eb806bd5f80) 00010000:00000001:1.0:1789603700.538635:0:35950:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789603700.538637:0:35950:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789603700.538650:0:35950:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c100 count: 2 00010000:00000001:1.0:1789603700.538653:0:35950:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603700.538658:0:35950:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789603700.538662:0:35950:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb814fdc400. 00000020:00000001:1.0:1789603700.538666:0:35950:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789603700.538669:0:35950:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb814fdc400 with handle 0xa04c19c788fe55e8 to hash 00000020:00000001:1.0:1789603700.538671:0:35950:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789603700.538673:0:35950:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000010:1.0:1789603700.538677:0:35950:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9eb811aa7500. 00010000:00000001:1.0:1789603700.538680:0:35950:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:1.0:1789603700.538683:0:35950:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603700.538685:0:35950:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603700.538689:0:35950:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603700.538699:0:35950:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603700.538709:0:35950:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789603700.538716:0:35950:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603700.538718:0:35950:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603700.538725:0:35950:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80402aa80. 00000100:00000001:1.0:1789603700.538727:0:35950:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911295616 : -106961798256000 : ffff9eb80402aa80) 00000100:00000001:1.0:1789603700.538731:0:35950:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603700.538733:0:35950:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957086080 : -106961752465536 : ffff9eb806bd5f80) 00000100:00000001:1.0:1789603700.538736:0:35950:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603700.538737:0:35950:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.538740:0:35950:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603700.538741:0:35950:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603700.538748:0:35950:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5f80 x1876533442928256/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.538757:0:35950:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603700.538759:0:35950:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603700.538762:0:35950:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603700.538765:0:35950:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603700.538767:0:35950:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603700.538771:0:35950:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5f80 pname:cluuid:pid:xid:nid:opc:job uname:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35950:1876533442928256:192.168.204.129@tcp:101:uname.0 00000100:00000001:1.0:1789603700.538775:0:35950:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603700.538781:0:35950:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603700.538783:0:35950:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603700.538785:0:35950:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603700.538790:0:35950:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a6000. 02000000:00000001:1.0:1789603700.538804:0:35950:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603700.538811:0:35950:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603700.538816:0:35950:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35bb0. 00000400:00000010:1.0:1789603700.538822:0:35950:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc000. 00000100:00000200:1.0:1789603700.538829:0:35950:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442928256, portal 4 00000100:00000001:1.0:1789603700.538831:0:35950:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603700.538832:0:35950:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957086080 : -106961752465536 : ffff9eb806bd5f80) 00000100:00000040:1.0:1789603700.538837:0:35950:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd5f80 x1876533442928256/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603716 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.538844:0:35950:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603700.538847:0:35950:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603700.538850:0:35950:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcd48. 00000100:00000200:1.0:1789603700.538854:0:35950:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1876533442928256, offset 0 00000400:00000200:1.0:1789603700.538860:0:35950:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603700.538868:0:35950:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603700.538875:0:35950:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603700.538881:0:35950:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603700.538885:0:35950:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603700.538889:0:35950:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603700.538891:0:35950:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603700.538894:0:35950:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3004:3004:256:4294967295] 192.168.204.129@tcp LPNI seq info [3004:3004:8:4294967295] 00000400:00000200:1.0:1789603700.538899:0:35950:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603700.538909:0:35950:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603700.538915:0:35950:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603700.538919:0:35950:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9100. 00000800:00000200:1.0:1789603700.538926:0:35950:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603700.538933:0:35950:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603700.538937:0:35950:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789603700.538955:0:35950:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603700.538959:0:35950:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 182466 usecs (183 jiffies) 00000400:00000200:1.0:1789603700.538962:0:35950:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603700.538965:0:35950:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296699655 00000100:00000001:1.0:1789603700.538968:0:35950:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296700299 00000100:00000001:1.0:1789603700.538970:0:35950:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296699655 00000100:00000001:1.0:1789603700.538972:0:35950:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296700299 00000100:00000001:1.0:1789603700.538974:0:35950:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603700.538977:0:35950:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.538979:0:35950:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603700.538981:0:35950:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603700.538983:0:35950:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80402aa80 going to sleep for 11 seconds 00000100:00000001:1.0:1789603700.538986:0:35950:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603700.538988:0:35950:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603700.542043:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603700.542058:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9100. 00000400:00000200:3.0:1789603700.542068:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603700.542080:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603700.542091:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcd48 00000400:00000010:3.0:1789603700.542095:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcd48. 00000100:00000001:3.0:1789603700.542101:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603700.542112:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5f80 x1876533442928256/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603716 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.542134:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.542138:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5f80 x1876533442928256/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603716 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.542147:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.542149:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603700.547407:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603700.547432:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603700.547439:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603700.547443:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603700.547456:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603700.547466:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603700.547478:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603700.547484:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603700.547490:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603700.547495:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 328 into portal 15 MB=0x6aab27ecdda00 00000400:00000200:3.0:1789603700.547507:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.129@tcp of length 328/328 into md 0x7fb5 [2] + 2032 00000400:00000010:3.0:1789603700.547565:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748840. 00000400:00000200:3.0:1789603700.547570:0:2395:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9eb804077cc0 00000800:00000001:3.0:1789603700.547578:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603700.547587:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603700.547591:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603700.547597:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603700.547604:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb804077cc0 00000400:00000010:3.0:1789603700.547607:0:2395:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9eb804077cc0. 00000100:00000001:3.0:1789603700.547613:0:2395:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789603700.547616:0:2395:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:3.0:1789603700.547620:0:2395:0:(events.c:341:request_in_callback()) incoming req@ffff9eb80511fc50 x1876533468584448 msgsize 328 00000100:00100000:3.0:1789603700.547625:0:2395:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.129@tcp (source: 12345-192.168.204.129@tcp) 00000100:00000040:3.0:1789603700.547628:0:2395:0:(events.c:353:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1789603700.547653:0:2395:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789603700.547662:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603700.547666:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789603700.548619:0:16816:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9eb8041d3800. 00000100:00000010:2.0:1789603700.548635:0:16816:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9eb81022e000. 00000100:00100000:2.0:1789603700.548639:0:16816:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1789603700.548656:0:16816:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1789603700.548665:0:16816:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a31b8. 00000400:00000010:2.0:1789603700.548673:0:16816:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9eb8123b06c0. 00000100:00000001:2.0:1789603700.548688:0:16816:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789603700.548690:0:16816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876533468584448 02000000:00000001:2.0:1789603700.548693:0:16816:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789603700.548696:0:16816:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603700.548712:0:16816:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603700.548721:0:16816:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603700.548728:0:16816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876533468584448 00000020:00000001:2.0:1789603700.548732:0:16816:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789603700.548734:0:16816:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48d6 00000020:00000001:2.0:1789603700.548738:0:16816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603700.548743:0:16816:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb80640d800 refcount=4 00000020:00000001:2.0:1789603700.548747:0:16816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111948924928 : -106961760626688 : ffff9eb80640d800) 00000020:00000001:2.0:1789603700.548750:0:16816:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637111948924928 : -106961760626688 : ffff9eb80640d800) 00000100:00000001:2.0:1789603700.548756:0:16816:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789603700.548762:0:16816:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb806b15780. 00000100:00000001:2.0:1789603700.548766:0:16816:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789603700.548770:0:16816:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb806b15780. 00000020:00000010:2.0:1789603700.548782:0:16816:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb807cb8c00. 00000020:00000010:2.0:1789603700.548790:0:16816:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9eb80574e100. 00000020:00000010:2.0:1789603700.548797:0:16816:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9eb8203b6578. 00000100:00000040:2.0:1789603700.548811:0:16816:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1789603700.548816:0:16816:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789603700.548818:0:16816:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789603700.548820:0:16816:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.548837:0:16816:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.548860:0:16816:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603700.548875:0:16816:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789603700.548877:0:16816:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789603700.548887:0:16816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.129@tcp, seq: 66 00000100:00000040:2.0:1789603700.548892:0:16816:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9eb80640d800 : new rpc_count 1 00000100:00000001:2.0:1789603700.548895:0:16816:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446637111929076816 : -106961780474800 : ffff9eb80511fc50) 00000100:00000040:2.0:1789603700.548905:0:16816:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9eb80511fc50 x1876533468584448/t0(0) o104->LOV_OSC_UUID@192.168.204.129@tcp:31/0 lens 328/0 e 0 to 0 dl 1789603711 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603700.548916:0:16816:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789603700.548919:0:16816:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb806b15780. 00000100:00000001:2.0:1789603700.548922:0:16816:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789603700.548924:0:16816:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb806b15780. 00000100:00100000:2.0:1789603700.548929:0:16816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9eb80511fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8440:x1876533468584448:12345-192.168.204.129@tcp:104: 00000100:00000200:2.0:1789603700.548934:0:16816:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876533468584448 00010000:00000001:2.0:1789603700.548937:0:16816:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1789603700.548949:0:16816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603700.548951:0:16816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603700.548954:0:16816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=2 00000020:00000001:2.0:1789603700.548956:0:16816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:2.0:1789603700.548960:0:16816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:2.0:1789603700.548965:0:16816:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603700.548970:0:16816:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789603700.548977:0:16816:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe55e1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x31dbb14d74e9236a expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1789603700.548993:0:16816:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789603700.548997:0:16816:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789603700.549002:0:16816:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9eb8041d1800. 02000000:00000001:2.0:1789603700.549004:0:16816:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.549007:0:16816:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603700.549013:0:16816:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789603700.549017:0:16816:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603700.549022:0:16816:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810bb1de8 time=97 v=5 (1 1 1 1) 00000100:00000001:2.0:1789603700.549028:0:16816:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789603700.549031:0:16816:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 16 to 192.168.204.129@tcp 00000100:00000001:2.0:1789603700.549034:0:16816:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 02000000:00000001:2.0:1789603700.549037:0:16816:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789603700.549040:0:16816:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.549044:0:16816:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603700.549047:0:16816:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603700.549052:0:16816:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7a18. 00000100:00000200:2.0:1789603700.549056:0:16816:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876533468584448, offset 224 00000400:00000200:2.0:1789603700.549064:0:16816:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603700.549077:0:16816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.549086:0:16816:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.29@tcp to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603700.549094:0:16816:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3005:3005:256:4294967295] 192.168.204.129@tcp LPNI seq info [3005:3005:8:4294967295] 00000400:00000200:2.0:1789603700.549445:0:16816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.549458:0:16816:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:192.168.204.29@tcp) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603700.549465:0:16816:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603700.549472:0:16816:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8070db600. 00000800:00000200:2.0:1789603700.549481:0:16816:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603700.549490:0:16816:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603700.549495:0:16816:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8070db600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603700.549564:0:16816:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603700.549568:0:16816:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00010000:00000001:2.0:1789603700.549572:0:16816:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1789603700.549577:0:16816:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9eb8123b09c0. 00010000:00000001:2.0:1789603700.549581:0:16816:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1789603700.549597:0:16816:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1789603700.549599:0:16816:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603700.549601:0:16816:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603700.549603:0:16816:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603700.549610:0:16816:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb80511fc50 x1876533468584448/t0(0) o104->LOV_OSC_UUID@192.168.204.129@tcp:31/0 lens 328/224 e 0 to 0 dl 1789603711 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789603700.549622:0:16816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9eb80511fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8440:x1876533468584448:12345-192.168.204.129@tcp:104: Request processed in 704us (1999us total) trans 0 rc 0/0 00000100:00100000:2.0:1789603700.549631:0:16816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.129@tcp, seq: 66 00000100:00000040:2.0:1789603700.549635:0:16816:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9eb80640d800 : new rpc_count 0 00000100:00000001:2.0:1789603700.549638:0:16816:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789603700.549649:0:16816:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789603700.549656:0:16816:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9eb80574e100. 00000020:00000010:2.0:1789603700.549661:0:16816:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9eb8203b6578. 00000020:00000010:2.0:1789603700.549665:0:16816:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9eb807cb8c00. 00000020:00000040:2.0:1789603700.549671:0:16816:0:(genops.c:879:class_export_put()) PUTting export ffff9eb80640d800 : new refcount 3 02000000:00000001:2.0:1789603700.549678:0:16816:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1789603700.549681:0:16816:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9eb80511d800. 02000000:00000001:2.0:1789603700.549686:0:16816:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1789603700.549688:0:16816:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4b480. 02000000:00000001:2.0:1789603700.549693:0:16816:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1789603700.549694:0:16816:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9eb8041d3000. 02000000:00000001:2.0:1789603700.549696:0:16816:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1789603700.549698:0:16816:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b48380. 00000020:00000001:1.0:1789603700.549944:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603700.549950:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603700.549955:0:16955:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1789603700.549958:0:16955:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1789603700.549961:0:16955:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789603700.549968:0:16955:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe55e1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x31dbb14d74e9236a expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789603700.549982:0:16955:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb814fdc200 already unused, calling callback (ffffffffc1285300) 00000008:00000001:1.0:1789603700.549986:0:16955:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1789603700.549989:0:16955:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789603700.549991:0:16955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.549993:0:16955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.549996:0:16955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=3 00000020:00000001:1.0:1789603700.549998:0:16955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.550002:0:16955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.550005:0:16955:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789603700.550008:0:16955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe55e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x31dbb14d74e9236a expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1789603700.550016:0:16955:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1789603700.550018:0:16955:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603700.550023:0:16955:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389926920 : -106961319624696 : ffff9eb8208a0008) 00000020:00001000:1.0:1789603700.550026:0:16955:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0000 00000008:00000001:1.0:1789603700.550028:0:16955:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1789603700.550031:0:16955:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1789603700.550033:0:16955:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603700.550034:0:16955:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112124154152 : -106961585397464 : ffff9eb810b2a128) 00000020:00001000:1.0:1789603700.550036:0:16955:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810b2a120 00000008:00000001:1.0:1789603700.550039:0:16955:0:(osc_cache.c:3760:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1789603700.550042:0:16955:0:(osc_cache.c:3780:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1789603700.550045:0:16955:0:(osc_cache.c:3796:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1789603700.550048:0:16955:0:(osc_cache.c:3844:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603700.550051:0:16955:0:(osc_cache.c:3729:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1789603700.550054:0:16955:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.550057:0:16955:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.550059:0:16955:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789603700.550062:0:16955:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789603700.550065:0:16955:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1789603700.550068:0:16955:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789603700.550069:0:16955:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789603700.550071:0:16955:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789603700.550077:0:16955:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9eb820365a20 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1789603700.550082:0:16955:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789603700.550083:0:16955:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789603700.550086:0:16955:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789603700.550089:0:16955:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789603700.550090:0:16955:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.550092:0:16955:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789603700.550093:0:16955:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789603700.550094:0:16955:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1789603700.550096:0:16955:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603700.550098:0:16955:0:(osc_cache.c:3516:osc_page_gang_lookup()) Process entered 00000008:00000001:1.0:1789603700.550101:0:16955:0:(osc_cache.c:3593:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789603700.550103:0:16955:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789603700.550105:0:16955:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789603700.550107:0:16955:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789603700.550109:0:16955:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789603700.550111:0:16955:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1789603700.550114:0:16955:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789603700.550115:0:16955:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000008:00000001:1.0:1789603700.550116:0:16955:0:(osc_cache.c:3748:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789603700.550118:0:16955:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810b2a120 00000008:00000001:1.0:1789603700.550121:0:16955:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.550123:0:16955:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00010000:00000001:1.0:1789603700.550125:0:16955:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1789603700.550128:0:16955:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.550130:0:16955:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.550132:0:16955:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789603700.550145:0:16955:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1789603700.550148:0:16955:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789603700.550151:0:16955:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.550153:0:16955:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.550155:0:16955:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.550157:0:16955:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.550158:0:16955:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1789603700.550161:0:16955:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.550162:0:16955:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000008:00000001:1.0:1789603700.550166:0:16955:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789603700.550167:0:16955:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0000 00000008:00000001:1.0:1789603700.550169:0:16955:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.550172:0:16955:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789603700.550177:0:16955:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789603700.550179:0:16955:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789603700.550181:0:16955:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603700.550184:0:16955:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789603700.550187:0:16955:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fdc200 with handle 0xa04c19c788fe55e1 from hash 00010000:00000001:1.0:1789603700.550190:0:16955:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789603700.550191:0:16955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.550193:0:16955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.550194:0:16955:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789603700.550198:0:16955:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789603700.550200:0:16955:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1789603700.550205:0:16955:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603700.550208:0:16955:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.550210:0:16955:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603700.550212:0:16955:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1789603700.550224:0:16955:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd4000. 00000020:00000040:1.0:1789603700.550228:0:16955:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=4 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:1.0:1789603700.550233:0:16955:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603700.550245:0:16955:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603700.550250:0:16955:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603700.550259:0:16955:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb8069b4800. 00000100:00000001:1.0:1789603700.550266:0:16955:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.550268:0:16955:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789603700.550274:0:16955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe55e1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x31dbb14d74e9236a expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789603700.550289:0:16955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789603700.550291:0:16955:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603700.550296:0:16955:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603700.550300:0:16955:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603700.550313:0:16955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000567beb05] to pc [ptlrpcd_00_01+1] req@ffff9eb806bd4000 x1876533442928384/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789603700.550347:0:16955:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603700.550350:0:16955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.550351:0:16955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.550353:0:16955:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.550355:0:16955:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603700.550357:0:16955:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603700.550361:0:16955:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe55e1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x31dbb14d74e9236a expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789603700.550368:0:16955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789603700.550371:0:16955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000b6e55b01/0xa04c19c788fe55e1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x31dbb14d74e9236a expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1789603700.550379:0:16955:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9eb811aa7740. 00010000:00000001:1.0:1789603700.550391:0:16955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.550392:0:16955:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1789603700.550394:0:16955:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9eb8123b09c0. 00010000:00000001:1.0:1789603700.550397:0:16955:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.550400:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603700.550401:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603700.550403:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789603700.550405:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603700.550406:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603700.550408:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789603700.550410:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603700.550412:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603700.550414:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789603700.550626:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603700.550630:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603700.550633:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603700.550649:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd4000 x1876533442928384/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603700.550658:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603700.550660:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603700.550664:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603700.550667:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603700.550669:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603700.550673:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442928384:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789603700.550677:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603700.550683:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603700.550686:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603700.550689:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603700.550695:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8051ca000. 02000000:00000001:0.0:1789603700.550696:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603700.550704:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603700.550708:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139e18. 00000400:00000010:0.0:1789603700.550715:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136823b8. 00000100:00000200:0.0:1789603700.550721:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442928384, portal 18 00000100:00000001:0.0:1789603700.550724:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603700.550726:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957078016 : -106961752473600 : ffff9eb806bd4000) 00000100:00000040:0.0:1789603700.550732:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd4000 x1876533442928384/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603716 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603700.550738:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603700.550740:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603700.550743:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136825d8. 00000100:00000200:0.0:1789603700.550746:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876533442928384, offset 0 00000400:00000200:0.0:1789603700.550752:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603700.550760:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603700.550768:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603700.550774:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603700.550779:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603700.550782:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603700.550784:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603700.550788:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3006:3006:255:4294967295] 192.168.204.129@tcp LPNI seq info [3006:3006:7:4294967295] 00000400:00000200:0.0:1789603700.550792:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603700.550802:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603700.550808:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603700.550813:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076d00. 00000800:00000200:0.0:1789603700.550820:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603700.550828:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603700.550832:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789603700.550836:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603700.550840:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 182466 usecs (183 jiffies) 00000400:00000200:0.0:1789603700.550844:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603700.550847:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296699667 00000100:00000001:0.0:1789603700.550850:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296700299 00000100:00000001:0.0:1789603700.550852:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296699667 00000100:00000001:0.0:1789603700.550854:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296700299 00000100:00000001:0.0:1789603700.550858:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603700.550860:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.550863:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.550866:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.550873:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603700.550875:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789603700.550877:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603700.550878:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603700.550879:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.550882:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.550894:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603700.550896:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603700.551062:0:16816:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1789603700.551068:0:16816:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9eb8041d3c00. 02000000:00000001:2.0:1789603700.551072:0:16816:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1789603700.551074:0:16816:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b48700. 02000000:00000001:2.0:1789603700.551077:0:16816:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1789603700.551079:0:16816:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9eb8041d0800. 02000000:00000001:2.0:1789603700.551082:0:16816:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1789603700.551083:0:16816:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4b100. 02000000:00000001:2.0:1789603700.551086:0:16816:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1789603700.551087:0:16816:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9eb80511e400. 02000000:00000001:2.0:1789603700.551090:0:16816:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1789603700.551091:0:16816:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f2d80. 02000000:00000001:2.0:1789603700.551095:0:16816:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1789603700.551096:0:16816:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9eb80511cc00. 02000000:00000001:2.0:1789603700.552379:0:16816:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1789603700.552390:0:16816:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f1500. 00000100:00000010:2.0:1789603700.552400:0:16816:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff9eb807aa0000. 00000100:00000010:2.0:1789603700.552404:0:16816:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff9eb80511fc00. 00000100:00000001:2.0:1789603700.552408:0:16816:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789603700.552503:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603700.552508:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8070db600. 00000400:00000200:2.0:1789603700.552532:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.552542:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603700.552553:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7a18 00000400:00000010:2.0:1789603700.552556:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7a18. 00000100:00000001:2.0:1789603700.552563:0:2394:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:2.0:1789603700.552565:0:2394:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1789603700.552568:0:2394:0:(sec_null.c:327:null_free_rs()) kvfree 'rs': 520 at ffff9eb8041d1800. 02000000:00000001:2.0:1789603700.552573:0:2394:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1789603700.552574:0:2394:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:2.0:1789603700.552677:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603700.552681:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076d00. 00000400:00000200:2.0:1789603700.552685:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.552689:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603700.552692:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136825d8 00000400:00000010:2.0:1789603700.552695:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136825d8. 00000100:00000001:2.0:1789603700.552708:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603700.552719:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4000 x1876533442928384/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603716 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603700.552731:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603700.552735:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4000 x1876533442928384/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603716 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603700.552742:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.552744:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603700.558918:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603700.558936:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603700.558940:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603700.558943:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603700.558952:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603700.558962:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603700.558972:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603700.558977:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603700.558982:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603700.558986:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 392 into portal 15 MB=0x6aab27ecdda80 00000400:00000200:3.0:1789603700.558997:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.129@tcp of length 392/392 into md 0x886d [2] + 0 00000800:00000001:3.0:1789603700.559005:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603700.559012:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603700.559016:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603700.559020:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603700.559028:0:2395:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1789603700.559031:0:2395:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1789603700.559038:0:2395:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b49c00. 00000100:00000040:3.0:1789603700.559041:0:2395:0:(events.c:341:request_in_callback()) incoming req@ffff9eb810b49c00 x1876533468584576 msgsize 392 00000100:00100000:3.0:1789603700.559045:0:2395:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.129@tcp (source: 12345-192.168.204.129@tcp) 00000100:00000001:3.0:1789603700.559064:0:2395:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1789603700.559072:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603700.559074:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1789603700.559558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc200. 00000100:00000001:2.0:1789603700.559979:0:16817:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789603700.559986:0:16817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876533468584576 02000000:00000001:2.0:1789603700.559991:0:16817:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789603700.559994:0:16817:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603700.559997:0:16817:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603700.560004:0:16817:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603700.560010:0:16817:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876533468584576 00000020:00000001:2.0:1789603700.560014:0:16817:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789603700.560016:0:16817:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48d6 00000020:00000001:2.0:1789603700.560020:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603700.560025:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb80640d800 refcount=4 00000020:00000001:2.0:1789603700.560029:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111948924928 : -106961760626688 : ffff9eb80640d800) 00000020:00000001:2.0:1789603700.560032:0:16817:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637111948924928 : -106961760626688 : ffff9eb80640d800) 00000100:00000001:2.0:1789603700.560038:0:16817:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789603700.560051:0:16817:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb806b15780. 00000100:00000001:2.0:1789603700.560054:0:16817:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789603700.560057:0:16817:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb806b15780. 00000020:00000010:2.0:1789603700.560068:0:16817:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb807cb8c00. 00000020:00000010:2.0:1789603700.560077:0:16817:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9eb80574e100. 00000020:00000010:2.0:1789603700.560084:0:16817:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9eb8203b6578. 00000100:00000040:2.0:1789603700.560094:0:16817:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1789603700.560099:0:16817:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789603700.560101:0:16817:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789603700.560103:0:16817:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.560114:0:16817:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.560206:0:16817:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603700.560223:0:16817:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789603700.560225:0:16817:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789603700.560235:0:16817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.129@tcp, seq: 67 00000100:00000040:2.0:1789603700.560239:0:16817:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9eb80640d800 : new rpc_count 1 00000100:00000001:2.0:1789603700.560242:0:16817:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446637112124283904 : -106961585267712 : ffff9eb810b49c00) 00000100:00000040:2.0:1789603700.560250:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9eb810b49c00 x1876533468584576/t0(0) o105->LOV_OSC_UUID@192.168.204.129@tcp:31/0 lens 392/0 e 0 to 0 dl 1789603711 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603700.560260:0:16817:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789603700.560263:0:16817:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb806b15780. 00000100:00000001:2.0:1789603700.560265:0:16817:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789603700.560267:0:16817:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb806b15780. 00000100:00100000:2.0:1789603700.560271:0:16817:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9eb810b49c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6510:x1876533468584576:12345-192.168.204.129@tcp:105: 00000100:00000200:2.0:1789603700.560277:0:16817:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876533468584576 00010000:00000001:2.0:1789603700.560281:0:16817:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1789603700.560290:0:16817:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789603700.560292:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789603700.560294:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=4 00000020:00000001:2.0:1789603700.560296:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:2.0:1789603700.560299:0:16817:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00010000:2.0:1789603700.560308:0:16817:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603700.560321:0:16817:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:2.0:1789603700.560325:0:16817:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603700.560335:0:16817:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603700.560344:0:16817:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1789603700.560347:0:16817:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603700.560349:0:16817:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789603700.560351:0:16817:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1789603700.560354:0:16817:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603700.560362:0:16817:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:2.0:1789603700.560367:0:16817:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789603700.560376:0:16817:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x44:0x0].0x0 (ffff9eb80647c100) refcount = 1 00010000:00000040:2.0:1789603700.560380:0:16817:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1789603700.560382:0:16817:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789603700.560391:0:16817:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:2.0:1789603700.560394:0:16817:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1789603700.560402:0:16817:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9eb806b15780. 00000100:00000001:2.0:1789603700.560407:0:16817:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603700.560414:0:16817:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8123b0780. 00000100:00000001:2.0:1789603700.560417:0:16817:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112149870464 : -106961559681152 : ffff9eb8123b0780) 00000100:00000001:2.0:1789603700.560419:0:16817:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446637112149870464 : -106961559681152 : ffff9eb8123b0780) 00000100:00000001:2.0:1789603700.560423:0:16817:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603700.560425:0:16817:0:(client.c:1949:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1789603700.560427:0:16817:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1789603700.560430:0:16817:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789603700.560433:0:16817:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603700.560435:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603700.560437:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603700.560439:0:16817:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603700.560440:0:16817:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1789603700.560442:0:16817:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1789603700.560444:0:16817:0:(client.c:1964:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.560446:0:16817:0:(client.c:2699:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.560449:0:16817:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1789603700.560451:0:16817:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8123b0780. 00000100:00000001:2.0:1789603700.560454:0:16817:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1789603700.560456:0:16817:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1789603700.560458:0:16817:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9eb806b15780. 00010000:00010000:2.0:1789603700.560461:0:16817:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9eb814fdc400) 00010000:00000001:2.0:1789603700.560463:0:16817:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603700.560465:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603700.560467:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789603700.560471:0:16817:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789603700.560474:0:16817:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789603700.560481:0:16817:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9eb8041d1800. 02000000:00000001:2.0:1789603700.560484:0:16817:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.560487:0:16817:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603700.560493:0:16817:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789603700.560496:0:16817:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603700.560501:0:16817:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810bb1de8 time=97 v=5 (1 1 1 1) 00000100:00000001:2.0:1789603700.560507:0:16817:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789603700.560570:0:16817:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 16 to 192.168.204.129@tcp 00000100:00000001:2.0:1789603700.560573:0:16817:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 02000000:00000001:2.0:1789603700.560576:0:16817:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789603700.560579:0:16817:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.560583:0:16817:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603700.560587:0:16817:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603700.560592:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7a18. 00000100:00000200:2.0:1789603700.560601:0:16817:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876533468584576, offset 224 00000400:00000200:2.0:1789603700.560611:0:16817:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603700.560624:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.560634:0:16817:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.29@tcp to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603700.560651:0:16817:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3007:3007:256:4294967295] 192.168.204.129@tcp LPNI seq info [3007:3007:8:4294967295] 00000400:00000200:2.0:1789603700.560657:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.560668:0:16817:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:192.168.204.29@tcp) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603700.560674:0:16817:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603700.560681:0:16817:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8070db600. 00000800:00000200:2.0:1789603700.560690:0:16817:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603700.560714:0:16817:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603700.560720:0:16817:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8070db600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603700.560737:0:16817:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603700.560741:0:16817:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00010000:00000001:2.0:1789603700.560744:0:16817:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603700.560749:0:16817:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b49c00 x1876533468584576/t0(0) o105->LOV_OSC_UUID@192.168.204.129@tcp:31/0 lens 392/224 e 0 to 0 dl 1789603711 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789603700.560760:0:16817:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9eb810b49c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6510:x1876533468584576:12345-192.168.204.129@tcp:105: Request processed in 498us (1716us total) trans 0 rc 0/0 00000100:00100000:2.0:1789603700.560769:0:16817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.129@tcp, seq: 67 00000100:00000040:2.0:1789603700.560772:0:16817:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9eb80640d800 : new rpc_count 0 00000100:00000001:2.0:1789603700.560775:0:16817:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789603700.560777:0:16817:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789603700.560784:0:16817:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9eb80574e100. 00000020:00000010:2.0:1789603700.560789:0:16817:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9eb8203b6578. 00000020:00000010:2.0:1789603700.560794:0:16817:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9eb807cb8c00. 00000020:00000040:2.0:1789603700.560799:0:16817:0:(genops.c:879:class_export_put()) PUTting export ffff9eb80640d800 : new refcount 3 00000100:00000001:2.0:1789603700.560802:0:16817:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789603700.567035:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603700.567048:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8070db600. 00000400:00000200:2.0:1789603700.567057:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.567069:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603700.567079:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7a18 00000400:00000010:2.0:1789603700.567082:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7a18. 00000100:00000001:2.0:1789603700.567089:0:2394:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1789603700.567091:0:2394:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:2.0:1789603700.567830:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.567849:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603700.567855:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.567857:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.567867:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.567873:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603700.567883:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.567888:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.567895:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.567900:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 400 into portal 4 MB=0x6aab27d465e80 00000400:00000200:2.0:1789603700.567907:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.567914:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 400/400 into md 0x8865 [1] + 224 00000800:00000001:2.0:1789603700.567924:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.567932:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.567934:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.567938:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603700.567944:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603700.567955:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5f80 x1876533442928256/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603716 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603700.567967:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9eb806bd5f80 x1876533442928256/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.568054:0:35950:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603700.568076:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603700.568086:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.568091:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603700.569384:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.569400:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603700.569405:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.569407:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.569416:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.569423:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603700.569433:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.569438:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.569442:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.569447:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 18 MB=0x6aab27d465f00 00000400:00000200:2.0:1789603700.569453:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.569460:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.129@tcp of length 224/224 into md 0x887d [1] + 224 00000800:00000001:2.0:1789603700.569467:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.569475:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.569478:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.569482:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603700.569491:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603700.569502:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4000 x1876533442928384/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603716 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603700.569566:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd4000 x1876533442928384/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603716 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603700.569581:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603700.569590:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.569594:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.569686:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603700.569694:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603700.569944:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603700.569947:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603700.569953:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139e18. 00000400:00000200:0.0:1789603700.569958:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136823b8 00000400:00000010:0.0:1789603700.569962:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136823b8. 00000100:00000001:0.0:1789603700.569966:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603700.569972:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4000 x1876533442928384/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603716 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603700.569983:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4000 x1876533442928384/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603716 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603700.569989:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603700.569992:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.569995:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603700.569999:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603700.570002:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603700.570005:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603700.570009:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603700.570024:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac538 time=233 v=5 (5 5 0 5) 00000100:00001000:0.0:1789603700.570029:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603700.570032:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603700.570034:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.570038:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603700.570044:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.570049:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603700.570051:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967336 00000100:00000001:0.0:1789603700.570053:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603700.570056:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603700.570061:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4000 x1876533442928384/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603716 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603700.570068:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603700.570071:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603700.570073:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603700.570077:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4000 x1876533442928384/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603716 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603700.570085:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442928384:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789603700.570091:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.570094:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603700.570098:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4000 x1876533442928384/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603716 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603700.570105:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603700.570108:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603700.570112:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8051ca000. 02000000:00000001:0.0:1789603700.570116:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603700.570119:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603700.570121:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603700.570124:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603700.570127:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb8069b4800. 02000000:00000001:0.0:1789603700.570130:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603700.570132:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603700.570134:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4000. 00000100:00000001:0.0:1789603700.570139:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603700.570141:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.570144:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.570231:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603700.570235:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.570237:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603700.570240:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1789603700.570318:0:35950:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603700.570322:0:35950:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603700.570326:0:35950:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35bb0. 00000400:00000200:1.0:1789603700.570330:0:35950:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc000 00000400:00000010:1.0:1789603700.570332:0:35950:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc000. 00000100:00000001:1.0:1789603700.570336:0:35950:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603700.570343:0:35950:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5f80 x1876533442928256/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603700.570351:0:35950:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5f80 x1876533442928256/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.570358:0:35950:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603700.570360:0:35950:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603700.570362:0:35950:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603700.570364:0:35950:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603700.570365:0:35950:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603700.570367:0:35950:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603700.570370:0:35950:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603700.570374:0:35950:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=97 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603700.570377:0:35950:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603700.570379:0:35950:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603700.570380:0:35950:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.570382:0:35950:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603700.570384:0:35950:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.570387:0:35950:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603700.570388:0:35950:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967336 00000100:00000001:1.0:1789603700.570390:0:35950:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603700.570391:0:35950:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603700.570395:0:35950:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5f80 x1876533442928256/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.570402:0:35950:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603700.570404:0:35950:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603700.570407:0:35950:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603700.570410:0:35950:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5f80 x1876533442928256/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603716 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603700.570418:0:35950:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5f80 pname:cluuid:pid:xid:nid:opc:job uname:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35950:1876533442928256:192.168.204.129@tcp:101:uname.0 00000100:00000001:1.0:1789603700.570422:0:35950:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603700.570427:0:35950:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.570430:0:35950:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603700.570432:0:35950:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603700.570435:0:35950:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5f80 x1876533442928256/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603716 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.570441:0:35950:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603700.570444:0:35950:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80402aa80. 00000100:00000001:1.0:1789603700.570447:0:35950:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603700.570449:0:35950:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.570453:0:35950:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789603700.570457:0:35950:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.570460:0:35950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.570464:0:35950:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=4 00000020:00000001:1.0:1789603700.570466:0:35950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:1.0:1789603700.570470:0:35950:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000040:1.0:1789603700.570481:0:35950:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb814fdc400, remote cookie: 0x31dbb14d74e92371, flags: 0x20002 00010000:00000001:1.0:1789603700.570485:0:35950:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789603700.570489:0:35950:0:(ldlm_lock.c:1884:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603700.570492:0:35950:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789603700.570495:0:35950:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603700.570503:0:35950:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603700.570617:0:35950:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789603700.570619:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.570622:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.570623:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.570625:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.570627:0:35950:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603700.570632:0:35950:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1789603700.570636:0:35950:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789603700.570649:0:35950:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.570651:0:35950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.570653:0:35950:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=3 00000020:00000001:1.0:1789603700.570656:0:35950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:1.0:1789603700.570659:0:35950:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:1.0:1789603700.570661:0:35950:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.570663:0:35950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.570664:0:35950:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=4 00000020:00000001:1.0:1789603700.570666:0:35950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:1.0:1789603700.570669:0:35950:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:1.0:1789603700.570672:0:35950:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603700.570676:0:35950:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603700.570681:0:35950:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603700.570689:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.570690:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789603700.570694:0:35950:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1789603700.570784:0:35950:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000008:00010000:1.0:1789603700.570792:0:35950:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1789603700.570801:0:35950:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.570804:0:35950:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789603700.570807:0:35950:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1789603700.570809:0:35950:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789603700.570812:0:35950:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.570814:0:35950:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.570816:0:35950:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000008:00000001:1.0:1789603700.570818:0:35950:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:1.0:1789603700.570821:0:35950:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.570823:0:35950:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.570824:0:35950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.570826:0:35950:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=5 00000020:00000001:1.0:1789603700.570828:0:35950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:1.0:1789603700.570831:0:35950:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:1.0:1789603700.570834:0:35950:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603700.570839:0:35950:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603700.570846:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.570847:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789603700.570850:0:35950:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603700.570856:0:35950:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603700.570857:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.570858:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789603700.570860:0:35950:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.570862:0:35950:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603700.570867:0:35950:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5f80 x1876533442928256/t0(0) o101->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 328/400 e 0 to 0 dl 1789603716 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.570874:0:35950:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603700.570876:0:35950:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603700.570879:0:35950:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a6000. 02000000:00000001:1.0:1789603700.570883:0:35950:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603700.570884:0:35950:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603700.570886:0:35950:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603700.570888:0:35950:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603700.570890:0:35950:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb8069b4600. 02000000:00000001:1.0:1789603700.570892:0:35950:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603700.570894:0:35950:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603700.570895:0:35950:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5f80. 00000100:00000001:1.0:1789603700.570901:0:35950:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603700.570902:0:35950:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1789603700.570904:0:35950:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603700.570907:0:35950:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.570911:0:35950:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.570915:0:35950:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.570916:0:35950:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.570919:0:35950:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.570922:0:35950:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.570925:0:35950:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.570928:0:35950:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:1.0:1789603700.570934:0:35950:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:1.0:1789603700.570942:0:35950:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789603700.570945:0:35950:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.570948:0:35950:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.570950:0:35950:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789603700.570956:0:35950:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1789603700.570961:0:35950:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789603700.570963:0:35950:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.570965:0:35950:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789603700.570966:0:35950:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789603700.570969:0:35950:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:1.0:1789603700.570973:0:35950:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789603700.570975:0:35950:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:1.0:1789603700.570978:0:35950:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.570980:0:35950:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.570981:0:35950:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000080:00200000:1.0:1789603700.570984:0:35950:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 0 i_blocks 0 00000080:00000001:1.0:1789603700.570987:0:35950:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789603700.570992:0:35950:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37b80 00000080:00200000:1.0:1789603700.570994:0:35950:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:1.0:1789603700.570998:0:35950:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1789603700.571001:0:35950:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb818d2cf80 00020000:00000002:1.0:1789603700.571005:0:35950:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb805103e40 addref 2/0 by ffff9eb818d2cf80. 00020000:00000002:1.0:1789603700.571007:0:35950:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb818d2cf80 00000020:00000001:1.0:1789603700.571011:0:35950:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:1.0:1789603700.571015:0:35950:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1789603700.571018:0:35950:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1789603700.571022:0:35950:0:(lov_offset.c:253:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:1.0:1789603700.571026:0:35950:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603700.571028:0:35950:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962640472 : -106961746911144 : ffff9eb807122058) 00000020:00000001:1.0:1789603700.571029:0:35950:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789603700.571033:0:35950:0:(osc_io.c:1414:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1789603700.571036:0:35950:0:(osc_io.c:1427:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.571038:0:35950:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.571040:0:35950:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.571042:0:35950:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.571051:0:35950:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1789603700.571053:0:35950:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:1.0:1789603700.571097:0:35950:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:1.0:1789603700.571100:0:35950:0:(cl_page.c:438:cl_page_find()) 0@[0x200000405:0x30:0x0] ffffecbc8471a1c0 0 1 00000020:00000001:1.0:1789603700.571104:0:35950:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1789603700.571106:0:35950:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.571108:0:35950:0:(cl_page.c:353:cl_page_alloc()) Process entered 00000020:00000010:1.0:1789603700.571117:0:35950:0:(cl_page.c:304:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9eb802f3aa80. 00000020:00000001:1.0:1789603700.571121:0:35950:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1789603700.571122:0:35950:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1789603700.571125:0:35950:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:1.0:1789603700.571128:0:35950:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:1.0:1789603700.571131:0:35950:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603700.571132:0:35950:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962640472 : -106961746911144 : ffff9eb807122058) 00000008:00000001:1.0:1789603700.571137:0:35950:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:1.0:1789603700.571139:0:35950:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff9eb802f3aaf0 folio ffffecbc8471a1c0 pg:0 obj off 0 00000008:00000001:1.0:1789603700.571141:0:35950:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.571143:0:35950:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1789603700.571144:0:35950:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1789603700.571146:0:35950:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1789603700.571148:0:35950:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.571384:0:35950:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.571388:0:35950:0:(cl_page.c:400:cl_page_alloc()) Process leaving (rc=18446637111893535360 : -106961816016256 : ffff9eb802f3aa80) 00000020:00000001:1.0:1789603700.571391:0:35950:0:(cl_page.c:461:cl_page_find()) Process leaving (rc=18446637111893535360 : -106961816016256 : ffff9eb802f3aa80) 00000020:00000001:1.0:1789603700.571394:0:35950:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:1.0:1789603700.571397:0:35950:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789603700.571398:0:35950:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935425568 : -106961774126048 : ffff9eb80572dc20) 00000020:00000001:1.0:1789603700.571402:0:35950:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1789603700.571404:0:35950:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1789603700.571406:0:35950:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789603700.571412:0:35950:0:(cl_page.c:518:__cl_page_state_set()) page@0000000074d808bb[2 00000000008cdc59 1 1 0000000021420183 0 0 0] 00000020:00000001:1.0:1789603700.571414:0:35950:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1789603700.571417:0:35950:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789603700.571418:0:35950:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00000001:1.0:1789603700.571420:0:35950:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:1.0:1789603700.571422:0:35950:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.571424:0:35950:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.571425:0:35950:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789603700.571427:0:35950:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1789603700.571429:0:35950:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:1.0:1789603700.571431:0:35950:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.571433:0:35950:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.571435:0:35950:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000080:00000001:1.0:1789603700.571439:0:35950:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789603700.571442:0:35950:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1789603700.571443:0:35950:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.571446:0:35950:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1789603700.571448:0:35950:0:(rw26.c:871:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:1.0:1789603700.571450:0:35950:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789603700.571451:0:35950:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935425568 : -106961774126048 : ffff9eb80572dc20) 00000020:00000001:1.0:1789603700.571893:0:35950:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1789603700.571896:0:35950:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789603700.571904:0:35950:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:1.0:1789603700.571907:0:35950:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789603700.571909:0:35950:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1789603700.571910:0:35950:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1789603700.571916:0:35950:0:(rw26.c:929:ll_write_end()) page@0000000074d808bb[3 00000000008cdc59 2 1 0000000021420183 0 0 0] 00000080:00200000:1.0:1789603700.571920:0:35950:0:(rw26.c:929:ll_write_end()) vmpage @0000000068bb9be4 17ffffc0001001 3:0 ffff9eb802f3aa80 0 lru 00000080:00200000:1.0:1789603700.571928:0:35950:0:(rw26.c:929:ll_write_end()) osc-page@00000000ac16150a 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000852219aa 000000003edc8f2f > 3< 0 0 > 4< 0 0 8 8388608 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1789603700.571931:0:35950:0:(rw26.c:929:ll_write_end()) end page@0000000074d808bb 00000080:00200000:1.0:1789603700.571933:0:35950:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1789603700.571934:0:35950:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:1.0:1789603700.571941:0:35950:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1789603700.571943:0:35950:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:1.0:1789603700.571947:0:35950:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1789603700.571950:0:35950:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1789603700.571952:0:35950:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603700.571953:0:35950:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962640472 : -106961746911144 : ffff9eb807122058) 00000020:00000001:1.0:1789603700.571956:0:35950:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1789603700.571958:0:35950:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1789603700.571961:0:35950:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1789603700.571962:0:35950:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1789603700.571963:0:35950:0:(cl_page.c:547:cl_page_get()) Process leaving 00000008:00000001:1.0:1789603700.571965:0:35950:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1789603700.571969:0:35950:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff9eb810230540 ready 0|-|- wr 0|-|- rd 0|- oap ffff9eb802f3aaf0 folio ffffecbc8471a1c0 pg:0 added for cmd 2 00000008:00000001:1.0:1789603700.571974:0:35950:0:(osc_cache.c:1780:osc_enter_cache()) Process entered 00000008:00000020:1.0:1789603700.571976:0:35950:0:(osc_cache.c:1782:osc_enter_cache()) lustre-OST0000-osc-ffff9eb81291b000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:1.0:1789603700.571982:0:35950:0:(osc_cache.c:1682:osc_enter_cache_try()) lustre-OST0000-osc-ffff9eb81291b000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:1.0:1789603700.571987:0:35950:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff9eb802f3ab28 page ffffecbc8471a1c0 00000008:00000020:1.0:1789603700.571991:0:35950:0:(osc_cache.c:1814:osc_enter_cache()) lustre-OST0000-osc-ffff9eb81291b000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8359936, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:1.0:1789603700.571995:0:35950:0:(osc_cache.c:1830:osc_enter_cache()) Process leaving 00000008:00000001:1.0:1789603700.571997:0:35950:0:(osc_cache.c:1833:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603700.571999:0:35950:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:1.0:1789603700.572005:0:35950:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9eb8040b6240. 00000008:00000020:1.0:1789603700.572012:0:35950:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff9eb810230540 extents at osc_extent_find:840, mppr: 1024. 00000008:00000020:1.0:1789603700.572017:0:35950:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9eb810230540 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:1.0:1789603700.572022:0:35950:0:(osc_cache.c:858:osc_extent_find()) extent ffff9eb8040b6240@{[0 -> 0/1023], [3|1|-|active|wi|ffff9eb810230540], [28672|0|-|-|ffff9eb814fdc400|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:1.0:1789603700.572031:0:35950:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000093838311 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:1.0:1789603700.572041:0:35950:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:1.0:1789603700.572044:0:35950:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603700.572047:0:35950:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603700.572050:0:35950:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1789603700.572051:0:35950:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000008:00000002:1.0:1789603700.572053:0:35950:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:1.0:1789603700.572057:0:35950:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.572059:0:35950:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1789603700.572061:0:35950:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:1.0:1789603700.572063:0:35950:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789603700.572065:0:35950:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.572067:0:35950:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.572068:0:35950:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000008:00000001:1.0:1789603700.572070:0:35950:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1789603700.572072:0:35950:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:1.0:1789603700.572074:0:35950:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789603700.572078:0:35950:0:(cl_page.c:567:cl_batch_put()) page@0000000074d808bb[4 00000000008cdc59 2 1 0000000021420183 0 0 0] 00000020:00000001:1.0:1789603700.572080:0:35950:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:1.0:1789603700.572081:0:35950:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:1.0:1789603700.572083:0:35950:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1789603700.572085:0:35950:0:(osc_request.c:745:osc_update_next_shrink()) next time 3232 to shrink grant 00000080:00000001:1.0:1789603700.572088:0:35950:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1789603700.572090:0:35950:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1789603700.572099:0:35950:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9eb808192bb8, count 1, dirtied 1 00000080:00000001:1.0:1789603700.572101:0:35950:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1789603700.572104:0:35950:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:1.0:1789603700.572105:0:35950:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1789603700.572107:0:35950:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1789603700.572108:0:35950:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1789603700.572112:0:35950:0:(cl_page.c:518:__cl_page_state_set()) page@0000000074d808bb[3 00000000008cdc59 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789603700.572113:0:35950:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1789603700.572114:0:35950:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1789603700.572116:0:35950:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1789603700.572117:0:35950:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1789603700.572120:0:35950:0:(cl_page.c:567:cl_batch_put()) page@0000000074d808bb[3 00000000008cdc59 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1789603700.572121:0:35950:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:1.0:1789603700.572122:0:35950:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:1.0:1789603700.572123:0:35950:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1789603700.572125:0:35950:0:(osc_io.c:492:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1789603700.572126:0:35950:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.572128:0:35950:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.572130:0:35950:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.572132:0:35950:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789603700.572134:0:35950:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:1.0:1789603700.572137:0:35950:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1789603700.572139:0:35950:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1789603700.572140:0:35950:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.572143:0:35950:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37b80 00000080:00200000:1.0:1789603700.572145:0:35950:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:1.0:1789603700.572148:0:35950:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.572150:0:35950:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1789603700.572224:0:35950:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789603700.572226:0:35950:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1789603700.572228:0:35950:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:1.0:1789603700.572230:0:35950:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.572232:0:35950:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.572233:0:35950:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1789603700.572235:0:35950:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1789603700.572237:0:35950:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.572238:0:35950:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.572240:0:35950:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000008:00000001:1.0:1789603700.572242:0:35950:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.572244:0:35950:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.572246:0:35950:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.572247:0:35950:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.572249:0:35950:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.572251:0:35950:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1789603700.572252:0:35950:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1789603700.572254:0:35950:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1789603700.572255:0:35950:0:(cl_io.c:556:cl_io_end()) Process entered 00000008:00000001:1.0:1789603700.572257:0:35950:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:1.0:1789603700.572260:0:35950:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1789603700.572264:0:35950:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9eb810230540 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:1.0:1789603700.572270:0:35950:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1789603700.572272:0:35950:0:(osc_cache.c:1911:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603700.572273:0:35950:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1789603700.572275:0:35950:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603700.572277:0:35950:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:1.0:1789603700.572279:0:35950:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:1.0:1789603700.572280:0:35950:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.572282:0:35950:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.572284:0:35950:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1789603700.572286:0:35950:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789603700.572289:0:35950:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789603700.572291:0:35950:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb8053b28a8 (ffff9eb8208a0e18/0) at cl_lock_release():245 00000020:00000001:1.0:1789603700.572294:0:35950:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789603700.572295:0:35950:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb8053b28a8 (ffff9eb8208a0e18/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789603700.572299:0:35950:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789603700.572301:0:35950:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603700.572302:0:35950:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962640472 : -106961746911144 : ffff9eb807122058) 00000020:00000001:1.0:1789603700.572303:0:35950:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789603700.572305:0:35950:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb810da7eb0 (ffff9eb810953098/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789603700.572307:0:35950:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789603700.572309:0:35950:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789603700.572312:0:35950:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.572314:0:35950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.572317:0:35950:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=5 00000020:00000001:1.0:1789603700.572319:0:35950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:1.0:1789603700.572322:0:35950:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:1.0:1789603700.572324:0:35950:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603700.572327:0:35950:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603700.572335:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.572337:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.572338:0:35950:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603700.572342:0:35950:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603700.572345:0:35950:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789603700.572353:0:35950:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603700.572357:0:35950:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603700.572360:0:35950:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603700.572365:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.572366:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.572368:0:35950:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.572373:0:35950:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603700.572376:0:35950:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.572378:0:35950:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.572383:0:35950:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.572385:0:35950:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603700.572386:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.572387:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.572389:0:35950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.572390:0:35950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789603700.572391:0:35950:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789603700.572393:0:35950:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789603700.572394:0:35950:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789603700.572396:0:35950:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789603700.572397:0:35950:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789603700.572399:0:35950:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb8053b28a8 (ffff9eb8208a0e18/0) at cl_lock_fini():72 00020000:00000001:1.0:1789603700.572402:0:35950:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789603700.572404:0:35950:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789603700.572405:0:35950:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb810da7eb0 (ffff9eb8208a0e18/1) at cl_lock_fini():72 00000008:00000010:1.0:1789603700.572409:0:35950:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb8078db7c0. 00000020:00000001:1.0:1789603700.572414:0:35950:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789603700.572415:0:35950:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb810da7e80. 00020000:00000001:1.0:1789603700.572420:0:35950:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789603700.572421:0:35950:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789603700.572423:0:35950:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1789603700.572425:0:35950:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1789603700.572426:0:35950:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789603700.572427:0:35950:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1789603700.572429:0:35950:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1789603700.572430:0:35950:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.572432:0:35950:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.572434:0:35950:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1789603700.572434:0:35950:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1789603700.572436:0:35950:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1789603700.572439:0:35950:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:1.0:1789603700.572441:0:35950:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1789603700.572442:0:35950:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1789603700.572444:0:35950:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1789603700.572446:0:35950:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1789603700.572447:0:35950:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1789603700.572450:0:35950:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1789603700.572451:0:35950:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.572453:0:35950:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.572456:0:35950:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789603700.572458:0:35950:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1789603700.572460:0:35950:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789603700.572465:0:35950:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:1.0:1789603700.572469:0:35950:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1789603700.572472:0:35950:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1789603700.572475:0:35950:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789603700.572477:0:35950:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789603700.572478:0:35950:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789603700.572479:0:35950:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789603700.572481:0:35950:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789603700.572483:0:35950:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810953090 00020000:00000001:1.0:1789603700.572487:0:35950:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789603700.572489:0:35950:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789603700.572491:0:35950:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789603700.572493:0:35950:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789603700.572496:0:35950:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789603700.572497:0:35950:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:1.0:1789603700.572499:0:35950:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37c98 00000080:00200000:1.0:1789603700.572501:0:35950:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:1.0:1789603700.572505:0:35950:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789603700.572507:0:35950:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.572508:0:35950:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.572619:0:35950:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789603700.572623:0:35950:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1789603700.572626:0:35950:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789603700.572628:0:35950:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1789603700.572630:0:35950:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789603700.572632:0:35950:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:1.0:1789603700.572634:0:35950:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=23 (1) m=1789603700 a=0 c=1789603700 b=0 00020000:00000001:1.0:1789603700.572638:0:35950:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789603700.572651:0:35950:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789603700 a=0 c=1789603700 b=0 00020000:00000001:1.0:1789603700.572654:0:35950:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.572656:0:35950:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.572658:0:35950:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000080:00200000:1.0:1789603700.572661:0:35950:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 23 i_blocks 0 00000080:00000001:1.0:1789603700.572663:0:35950:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1789603700.572669:0:35950:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:1.0:1789603700.572672:0:35950:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:1.0:1789603700.572674:0:35950:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0e10 00000020:00000001:1.0:1789603700.572679:0:35950:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37d88 00000080:00000008:1.0:1789603700.572681:0:35950:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x30:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:1.0:1789603700.572684:0:35950:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1789603700.572816:0:35950:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789603700.572821:0:35950:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb818d2cf80 00020000:00000002:1.0:1789603700.572826:0:35950:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb818d2cf80 00020000:00000001:1.0:1789603700.572829:0:35950:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.572840:0:35950:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789603700.572842:0:35950:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37df0 00000080:00200008:1.0:1789603700.572845:0:35950:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x30:0x0](ffff9eb808192a08), flags 102001 00000080:00000001:1.0:1789603700.572851:0:35950:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1789603700.572854:0:35950:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789603700.572855:0:35950:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789603700.572857:0:35950:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb818d2cf80 00020000:00000002:1.0:1789603700.572860:0:35950:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb818d2cf80 00020000:00000001:1.0:1789603700.572862:0:35950:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.572865:0:35950:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1789603700.572872:0:35950:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603700.572876:0:35950:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603700.572879:0:35950:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603700.572882:0:35950:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603700.572885:0:35950:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.572887:0:35950:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1789603700.572890:0:35950:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603700.572898:0:35950:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603700.572902:0:35950:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603700.572911:0:35950:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c800 count: 2 00010000:00000001:1.0:1789603700.572914:0:35950:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603700.572920:0:35950:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.572922:0:35950:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x30:0x0]: 0 00000080:00000001:1.0:1789603700.572925:0:35950:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789603700.572927:0:35950:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789603700.572934:0:35950:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9eb8069b4600. 00000080:00000001:1.0:1789603700.572936:0:35950:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789603700.572943:0:35950:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789603700.572947:0:35950:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1789603700.572949:0:35950:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603700.572950:0:35950:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603700.572951:0:35950:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603700.572953:0:35950:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603700.572954:0:35950:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.572956:0:35950:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1789603700.572958:0:35950:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.572960:0:35950:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x30:0x0] 00000002:00000001:1.0:1789603700.572965:0:35950:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789603700.572967:0:35950:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9eb81291b000: [0x200000405:0x30:0x0] file closed with intent: 200 00000100:00000010:1.0:1789603700.572977:0:35950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5f80. 00000020:00000040:1.0:1789603700.572982:0:35950:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603700.572987:0:35950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603700.572992:0:35950:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603700.572998:0:35950:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603700.573008:0:35950:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb8069b5800. 00000100:00000001:1.0:1789603700.573017:0:35950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789603700.573043:0:35950:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9eb810d1ea00 x1876533442928000/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603716 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789603700.573057:0:35950:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789603700.573063:0:35950:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb806bd5f80 x1876533442928640/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789603700.573071:0:35950:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603700.573073:0:35950:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603700.573082:0:35950:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80402aa80. 00000100:00000001:1.0:1789603700.573085:0:35950:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911295616 : -106961798256000 : ffff9eb80402aa80) 00000100:00000001:1.0:1789603700.573088:0:35950:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603700.573090:0:35950:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957086080 : -106961752465536 : ffff9eb806bd5f80) 00000100:00000001:1.0:1789603700.573095:0:35950:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603700.573100:0:35950:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.573103:0:35950:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603700.573105:0:35950:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603700.573110:0:35950:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5f80 x1876533442928640/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.573124:0:35950:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603700.573126:0:35950:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603700.573131:0:35950:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603700.573134:0:35950:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603700.573137:0:35950:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603700.573141:0:35950:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5f80 pname:cluuid:pid:xid:nid:opc:job uname:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35950:1876533442928640:192.168.204.129@tcp:35:uname.0 00000100:00000001:1.0:1789603700.573146:0:35950:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603700.573224:0:35950:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603700.573228:0:35950:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603700.573231:0:35950:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603700.573238:0:35950:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a6000. 02000000:00000001:1.0:1789603700.573240:0:35950:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603700.573252:0:35950:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603700.573258:0:35950:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35bb0. 00000400:00000010:1.0:1789603700.573267:0:35950:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc000. 00000100:00000200:1.0:1789603700.573276:0:35950:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442928640, portal 10 00000100:00000001:1.0:1789603700.573278:0:35950:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603700.573280:0:35950:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957086080 : -106961752465536 : ffff9eb806bd5f80) 00000100:00000040:1.0:1789603700.573288:0:35950:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd5f80 x1876533442928640/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.573296:0:35950:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603700.573299:0:35950:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603700.573302:0:35950:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc3b8. 00000100:00000200:1.0:1789603700.573307:0:35950:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876533442928640, offset 0 00000400:00000200:1.0:1789603700.573315:0:35950:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603700.573326:0:35950:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603700.573336:0:35950:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603700.573342:0:35950:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603700.573347:0:35950:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603700.573352:0:35950:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603700.573355:0:35950:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603700.573359:0:35950:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3008:3008:256:4294967295] 192.168.204.129@tcp LPNI seq info [3008:3008:8:4294967295] 00000400:00000200:1.0:1789603700.573365:0:35950:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603700.573378:0:35950:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603700.573386:0:35950:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603700.573391:0:35950:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9500. 00000800:00000200:1.0:1789603700.573399:0:35950:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603700.573409:0:35950:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603700.573415:0:35950:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789603700.573547:0:35950:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603700.573553:0:35950:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 853203 usecs (854 jiffies) 00000400:00000200:1.0:1789603700.573557:0:35950:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603700.573560:0:35950:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296700361 00000100:00000001:1.0:1789603700.573571:0:35950:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296700299 00000100:00000001:1.0:1789603700.573577:0:35950:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296700361 00000100:00000001:1.0:1789603700.573581:0:35950:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296700299 00000100:00000001:1.0:1789603700.573584:0:35950:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603700.573587:0:35950:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.573589:0:35950:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603700.573591:0:35950:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603700.573594:0:35950:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80402aa80 going to sleep for 11 seconds 00000100:00000001:1.0:1789603700.573597:0:35950:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603700.573600:0:35950:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603700.574065:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603700.574072:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9500. 00000400:00000200:2.0:1789603700.574079:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.574086:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603700.574094:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc3b8 00000400:00000010:2.0:1789603700.574098:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc3b8. 00000100:00000001:2.0:1789603700.574106:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603700.574112:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5f80 x1876533442928640/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.574123:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603700.574127:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5f80 x1876533442928640/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.574135:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.574137:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603700.576925:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.576950:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603700.576956:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.576958:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.576970:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.576980:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603700.576991:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.576997:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.577003:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.577008:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d466000 00000400:00000200:2.0:1789603700.577014:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.577022:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x888d [1] + 224 00000800:00000001:2.0:1789603700.577031:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.577040:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.577044:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.577051:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603700.577061:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603700.577071:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5f80 x1876533442928640/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603700.577082:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9eb806bd5f80 x1876533442928640/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.577104:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603700.577114:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.577118:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603700.577326:0:35950:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603700.577337:0:35950:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603700.577340:0:35950:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603700.577344:0:35950:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35bb0. 00000400:00000200:1.0:1789603700.577350:0:35950:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc000 00000400:00000010:1.0:1789603700.577353:0:35950:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc000. 00000100:00000001:1.0:1789603700.577357:0:35950:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603700.577362:0:35950:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5f80 x1876533442928640/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603700.577372:0:35950:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5f80 x1876533442928640/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.577379:0:35950:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603700.577382:0:35950:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603700.577384:0:35950:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603700.577389:0:35950:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603700.577392:0:35950:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603700.577395:0:35950:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603700.577399:0:35950:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603700.577412:0:35950:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb4f0 time=97 v=5 (5 5 5 5) 00000100:00001000:1.0:1789603700.577417:0:35950:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=34 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603700.577420:0:35950:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603700.577423:0:35950:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.577426:0:35950:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603700.577431:0:35950:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.577435:0:35950:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789603700.577437:0:35950:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789603700.577439:0:35950:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789603700.577443:0:35950:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603700.577445:0:35950:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957086080 : -106961752465536 : ffff9eb806bd5f80) 00000100:00000001:1.0:1789603700.577449:0:35950:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603700.577452:0:35950:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 8589934608 00000100:00000001:1.0:1789603700.577454:0:35950:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603700.577458:0:35950:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603700.577463:0:35950:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5f80 x1876533442928640/t8589934612(8589934612) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.577470:0:35950:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603700.577473:0:35950:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603700.577475:0:35950:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603700.577479:0:35950:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5f80 x1876533442928640/t8589934612(8589934612) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603700.577487:0:35950:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5f80 pname:cluuid:pid:xid:nid:opc:job uname:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35950:1876533442928640:192.168.204.129@tcp:35:uname.0 00000100:00000001:1.0:1789603700.577493:0:35950:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603700.577497:0:35950:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.577500:0:35950:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603700.577502:0:35950:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603700.577506:0:35950:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5f80 x1876533442928640/t8589934612(8589934612) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.577564:0:35950:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603700.577568:0:35950:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80402aa80. 00000100:00000001:1.0:1789603700.577572:0:35950:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603700.577574:0:35950:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.577584:0:35950:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603700.577586:0:35950:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957086080 : -106961752465536 : ffff9eb806bd5f80) 00000002:00000001:1.0:1789603700.577589:0:35950:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603700.577594:0:35950:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603700.577600:0:35950:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8069b4600. 00000080:00000001:1.0:1789603700.577604:0:35950:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789603700.577609:0:35950:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1789603700.577612:0:35950:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603700.577617:0:35950:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603700.577620:0:35950:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603700.577624:0:35950:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603700.577625:0:35950:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.577628:0:35950:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1789603700.577630:0:35950:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603700.577635:0:35950:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789603700.577652:0:35950:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9eb810d1ea00 x1876533442928000/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603716 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789603700.577660:0:35950:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603700.577662:0:35950:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603700.577664:0:35950:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9eb811aa7ac0. 00000100:00000001:1.0:1789603700.577668:0:35950:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603700.577671:0:35950:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5f80 x1876533442928640/t8589934612(8589934612) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.577677:0:35950:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.577680:0:35950:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603700.577685:0:35950:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb812252c80. 00000080:00000001:1.0:1789603700.577689:0:35950:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.577697:0:35950:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37df0 00000080:00000008:1.0:1789603700.577708:0:35950:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9eb808192a08), flags 102001, rc = 0 00000080:00000001:1.0:1789603700.577712:0:35950:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.577719:0:35950:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789603700.577721:0:35950:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c37e00 00000080:00002000:1.0:1789603700.577724:0:35950:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9eb82056b6c0, parent ffff9eb8081326c0, inode ffff9eb808192a08) hashed, 00000080:00000001:1.0:1789603700.577727:0:35950:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.650608:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603700.650615:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.650620:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603700.650621:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.650625:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603700.650626:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.650629:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603700.650630:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.650698:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603700.650702:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603700.650706:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789603700.653417:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3d08 00000080:00200008:2.0:1789603700.653428:0:35955:0:(file.c:6307:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1789603700.653440:0:35955:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789603700.653442:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3c80 00000080:00200000:2.0:1789603700.653444:0:35955:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:2.0:1789603700.653453:0:35955:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb807cb8200. 00800000:00000002:2.0:1789603700.653462:0:35955:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:2.0:1789603700.653466:0:35955:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789603700.653472:0:35955:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789603700.653474:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3ba0 00800000:00000002:2.0:1789603700.653477:0:35955:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603700.653482:0:35955:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1789603700.653594:0:35955:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603700.653598:0:35955:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603700.653683:0:35955:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603700.653685:0:35955:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603700.653688:0:35955:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603700.653690:0:35955:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1789603700.653693:0:35955:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603700.653697:0:35955:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789603700.653704:0:35955:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789603700.653706:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3a70 00000002:00010000:2.0:1789603700.653709:0:35955:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789603700.653712:0:35955:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789603700.653715:0:35955:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789603700.653719:0:35955:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789603700.653725:0:35955:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603700.653727:0:35955:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603700.653729:0:35955:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603700.653731:0:35955:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789603700.653734:0:35955:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789603700.653741:0:35955:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f1500. 00000020:00000040:2.0:1789603700.653746:0:35955:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:2.0:1789603700.653754:0:35955:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789603700.653760:0:35955:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789603700.653769:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603700.653773:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789603700.653774:0:35955:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.653778:0:35955:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603700.653781:0:35955:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603700.653787:0:35955:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603700.653795:0:35955:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041d3400. 00000100:00000001:2.0:1789603700.653802:0:35955:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603700.653808:0:35955:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603700.653810:0:35955:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603700.653812:0:35955:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789603700.653814:0:35955:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603700.653816:0:35955:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603700.653822:0:35955:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637111912109312 : -106961797442304 : ffff9eb8040f1500) 00010000:00000001:2.0:1789603700.653826:0:35955:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789603700.653829:0:35955:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789603700.653833:0:35955:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb81938b200. 00010000:00000010:2.0:1789603700.653838:0:35955:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80574e100. 00010000:00000001:2.0:1789603700.653842:0:35955:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789603700.653846:0:35955:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb802f46e00. 00000020:00000001:2.0:1789603700.653849:0:35955:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789603700.653853:0:35955:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb802f46e00 with handle 0xa04c19c788fe55ef to hash 00000020:00000001:2.0:1789603700.653855:0:35955:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789603700.653857:0:35955:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603700.653860:0:35955:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:2.0:1789603700.653864:0:35955:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789603700.653867:0:35955:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603700.653872:0:35955:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe55ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35955 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603700.653882:0:35955:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe55ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35955 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789603700.653893:0:35955:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe55ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35955 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789603700.653898:0:35955:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603700.653900:0:35955:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603700.653908:0:35955:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8123b0780. 00000100:00000001:2.0:1789603700.653911:0:35955:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112149870464 : -106961559681152 : ffff9eb8123b0780) 00000100:00000001:2.0:1789603700.653914:0:35955:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603700.653916:0:35955:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912109312 : -106961797442304 : ffff9eb8040f1500) 00000100:00000001:2.0:1789603700.653921:0:35955:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603700.653925:0:35955:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.653927:0:35955:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603700.653929:0:35955:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603700.653939:0:35955:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f1500 x1876533442928768/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.655291:0:35955:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603700.655295:0:35955:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603700.655301:0:35955:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603700.655304:0:35955:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603700.655362:0:35955:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603700.655370:0:35955:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f1500 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35955:1876533442928768:192.168.204.129@tcp:101:lfs.0 00000100:00000001:2.0:1789603700.655375:0:35955:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603700.655381:0:35955:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603700.655383:0:35955:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603700.655386:0:35955:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603700.655395:0:35955:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb811629800. 02000000:00000001:2.0:1789603700.655398:0:35955:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603700.655406:0:35955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603700.655411:0:35955:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3cb8. 00000400:00000010:2.0:1789603700.655419:0:35955:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7a18. 00000100:00000200:2.0:1789603700.655425:0:35955:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442928768, portal 10 00000100:00000001:2.0:1789603700.655427:0:35955:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603700.655428:0:35955:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912109312 : -106961797442304 : ffff9eb8040f1500) 00000100:00000040:2.0:1789603700.655436:0:35955:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f1500 x1876533442928768/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603716 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.655442:0:35955:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603700.655445:0:35955:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603700.655447:0:35955:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d76e8. 00000100:00000200:2.0:1789603700.655450:0:35955:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876533442928768, offset 0 00000400:00000200:2.0:1789603700.655456:0:35955:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603700.655466:0:35955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.655474:0:35955:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603700.657733:0:35955:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603700.657743:0:35955:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603700.657747:0:35955:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603700.657751:0:35955:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603700.657755:0:35955:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3009:3009:256:4294967295] 192.168.204.129@tcp LPNI seq info [3009:3009:8:4294967295] 00000400:00000200:2.0:1789603700.657762:0:35955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.657776:0:35955:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603700.657784:0:35955:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603700.657794:0:35955:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8070db600. 00000800:00000200:2.0:1789603700.657801:0:35955:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603700.657809:0:35955:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603700.657813:0:35955:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8070db600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789603700.657952:0:35955:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603700.657959:0:35955:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 852161 usecs (853 jiffies) 00000400:00000200:2.0:1789603700.657963:0:35955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603700.657968:0:35955:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296700444 00000100:00000001:2.0:1789603700.657976:0:35955:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296700361 00000100:00000001:2.0:1789603700.657983:0:35955:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296700444 00000100:00000001:2.0:1789603700.657986:0:35955:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296700361 00000100:00000001:2.0:1789603700.657989:0:35955:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603700.657993:0:35955:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.657997:0:35955:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603700.657999:0:35955:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603700.658002:0:35955:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8123b0780 going to sleep for 11 seconds 00000100:00000001:2.0:1789603700.658013:0:35955:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603700.658017:0:35955:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603700.658239:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603700.658244:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8070db600. 00000400:00000200:3.0:1789603700.658249:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603700.658254:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603700.658260:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d76e8 00000400:00000010:3.0:1789603700.658263:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d76e8. 00000100:00000001:3.0:1789603700.658267:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603700.658274:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f1500 x1876533442928768/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603716 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.658294:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.658297:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f1500 x1876533442928768/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603716 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.658304:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.658306:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603700.665208:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.665245:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603700.665250:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.665253:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.665262:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.665271:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603700.665292:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.665298:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.665303:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.665315:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d466080 00000400:00000200:2.0:1789603700.665321:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.665327:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x8895 [1] + 224 00000800:00000001:2.0:1789603700.665342:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.665352:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.665355:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.665359:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603700.665367:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603700.665376:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f1500 x1876533442928768/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603716 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603700.665386:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb8040f1500 x1876533442928768/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.665416:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603700.665425:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.665428:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.666019:0:35955:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603700.666028:0:35955:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603700.666030:0:35955:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603700.666034:0:35955:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3cb8. 00000400:00000200:0.0:1789603700.666040:0:35955:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7a18 00000400:00000010:0.0:1789603700.666042:0:35955:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7a18. 00000100:00000001:0.0:1789603700.666046:0:35955:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603700.666053:0:35955:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f1500 x1876533442928768/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603700.666063:0:35955:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f1500 x1876533442928768/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603700.666069:0:35955:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603700.666071:0:35955:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.666074:0:35955:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603700.666078:0:35955:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603700.666080:0:35955:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603700.666082:0:35955:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603700.666085:0:35955:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603700.666096:0:35955:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=98 v=5 (5 106 106 106) 00000100:00001000:0.0:1789603700.666100:0:35955:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=34 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603700.666103:0:35955:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603700.666105:0:35955:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.666108:0:35955:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603700.666111:0:35955:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.666114:0:35955:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603700.666116:0:35955:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 8589934608 00000100:00000001:0.0:1789603700.666119:0:35955:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603700.666122:0:35955:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603700.666127:0:35955:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f1500 x1876533442928768/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603700.666134:0:35955:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603700.666137:0:35955:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603700.666140:0:35955:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603700.666143:0:35955:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f1500 x1876533442928768/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603716 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603700.666151:0:35955:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f1500 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35955:1876533442928768:192.168.204.129@tcp:101:lfs.0 00000100:00000001:0.0:1789603700.666156:0:35955:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.666159:0:35955:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.666162:0:35955:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603700.666164:0:35955:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603700.666167:0:35955:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f1500 x1876533442928768/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603716 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603700.666174:0:35955:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603700.666177:0:35955:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8123b0780. 00000100:00000001:0.0:1789603700.666181:0:35955:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603700.666183:0:35955:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.666186:0:35955:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789603700.666190:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.666192:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.666196:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=4 00000020:00000001:0.0:1789603700.666198:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603700.666202:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000040:0.0:1789603700.666208:0:35955:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb802f46e00, remote cookie: 0x31dbb14d74e9237f, flags: 0x1001 00010000:00010000:0.0:1789603700.666219:0:35955:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe55ef lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9237f expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603700.666231:0:35955:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe55ef lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9237f expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603700.666238:0:35955:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789603700.666242:0:35955:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789603700.666244:0:35955:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789603700.666246:0:35955:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789603700.666248:0:35955:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789603700.666251:0:35955:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9eb81938b200) refcount = 1 00010000:00010000:0.0:1789603700.666255:0:35955:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe55ef lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9237f expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603700.666263:0:35955:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789603700.666265:0:35955:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789603700.666267:0:35955:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603700.666270:0:35955:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789603700.666272:0:35955:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603700.666276:0:35955:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe55ef lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9237f expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603700.666282:0:35955:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789603700.666284:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.666286:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.666287:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.666288:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.666289:0:35955:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603700.666293:0:35955:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789603700.666295:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.666296:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.666298:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:0.0:1789603700.666300:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603700.666302:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603700.666305:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.666306:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.666307:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=4 00000020:00000001:0.0:1789603700.666309:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603700.666310:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603700.666313:0:35955:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603700.666316:0:35955:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603700.666319:0:35955:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe55ef lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9237f expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603700.666331:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.666332:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.666334:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.666335:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.666337:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=5 00000020:00000001:0.0:1789603700.666339:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603700.666341:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603700.666343:0:35955:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603700.666347:0:35955:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe55ef lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9237f expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603700.666353:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.666354:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789603700.666357:0:35955:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe55ef lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9237f expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603700.666363:0:35955:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603700.666364:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.666366:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.666367:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.666368:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789603700.666373:0:35955:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb8040f1500 x1876533442928768/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603716 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789603700.666383:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.666385:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.666387:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:0.0:1789603700.666389:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603700.666392:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603700.666395:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.666396:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603700.666398:0:35955:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603700.666401:0:35955:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603700.666405:0:35955:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789603700.666409:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.666412:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.666413:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:0.0:1789603700.666415:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603700.666417:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00000002:00010000:0.0:1789603700.666421:0:35955:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe55ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9237f expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603700.666428:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.666429:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.666431:0:35955:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603700.666432:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.666433:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.666434:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:0.0:1789603700.666436:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603700.666438:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000040:0.0:1789603700.666444:0:35955:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 2 00010000:00000001:0.0:1789603700.666446:0:35955:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789603700.666449:0:35955:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789603700.666452:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.666453:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603700.666454:0:35955:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789603700.666457:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b39f8 00000002:00002000:0.0:1789603700.666459:0:35955:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789603700.666537:0:35955:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603700.666542:0:35955:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603700.666545:0:35955:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789603700.666549:0:35955:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789603700.666553:0:35955:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603700.666558:0:35955:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603700.666562:0:35955:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb807cb8200. 00000080:00000001:0.0:1789603700.666567:0:35955:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603700.666570:0:35955:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789603700.666576:0:35955:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789603700.666580:0:35955:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789603700.666587:0:35955:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb807a3fc00. 00800000:00000001:0.0:1789603700.666589:0:35955:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637111972199424 : -106961737352192 : ffff9eb807a3fc00) 00800000:00000001:0.0:1789603700.666591:0:35955:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603700.666594:0:35955:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789603700.666597:0:35955:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789603700.666599:0:35955:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789603700.666602:0:35955:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789603700.666605:0:35955:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789603700.666607:0:35955:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.666612:0:35955:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789603700.666615:0:35955:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1789603700.666617:0:35955:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1789603699 to 1789603700 00000080:00200000:0.0:1789603700.666621:0:35955:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1789603700.666624:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.666625:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.666627:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:0.0:1789603700.666629:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603700.666631:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603700.666633:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.666635:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789603700.666636:0:35955:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789603700.666650:0:35955:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789603700.666652:0:35955:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb807a3fc00 1 00800000:00000010:0.0:1789603700.666654:0:35955:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb807a3fc00. 00800000:00000001:0.0:1789603700.666657:0:35955:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603700.666660:0:35955:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe55ef 00800000:00000001:0.0:1789603700.666663:0:35955:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603700.666665:0:35955:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603700.666666:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.666668:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.666670:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:0.0:1789603700.666671:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603700.666674:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603700.666677:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.666678:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603700.666679:0:35955:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603700.666681:0:35955:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.666683:0:35955:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603700.666686:0:35955:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603700.666690:0:35955:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe55ef from it ffffb8e5020b3cb8 00010000:00000001:0.0:1789603700.666692:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.666693:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.666695:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:0.0:1789603700.666697:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603700.666699:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603700.666701:0:35955:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603700.666703:0:35955:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe55ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9237f expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603700.666710:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.666711:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.667891:0:35955:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603700.667895:0:35955:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603700.667899:0:35955:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe55ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9237f expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603700.667911:0:35955:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603700.667914:0:35955:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603700.667916:0:35955:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603700.667921:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.667922:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.667924:0:35955:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.667927:0:35955:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603700.667929:0:35955:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.667931:0:35955:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.667933:0:35955:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.667936:0:35955:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603700.667937:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.667938:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603700.667942:0:35955:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603700.667952:0:35955:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f1500 x1876533442928768/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603716 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603700.667959:0:35955:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603700.667962:0:35955:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603700.667965:0:35955:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb811629800. 02000000:00000001:0.0:1789603700.667970:0:35955:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603700.667971:0:35955:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603700.667973:0:35955:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603700.667975:0:35955:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603700.667977:0:35955:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041d3400. 02000000:00000001:0.0:1789603700.667980:0:35955:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603700.667982:0:35955:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603700.667984:0:35955:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f1500. 00000100:00000001:0.0:1789603700.667987:0:35955:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603700.667989:0:35955:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603700.667993:0:35955:0:(file.c:6260:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.667998:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3d08 00000080:00000008:0.0:1789603700.668001:0:35955:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789603700.672442:0:35955:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.672524:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3d08 00000080:00200008:0.0:1789603700.672528:0:35955:0:(file.c:6307:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1789603700.672536:0:35955:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603700.672537:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3c80 00000080:00200000:0.0:1789603700.672539:0:35955:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603700.672547:0:35955:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8051cba00. 00800000:00000002:0.0:1789603700.672554:0:35955:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603700.672559:0:35955:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603700.672564:0:35955:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603700.672566:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3ba0 00800000:00000002:0.0:1789603700.672569:0:35955:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603700.672572:0:35955:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603700.672575:0:35955:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603700.672578:0:35955:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603700.672581:0:35955:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603700.672583:0:35955:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603700.672585:0:35955:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603700.672587:0:35955:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603700.672590:0:35955:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603700.672594:0:35955:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603700.672599:0:35955:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603700.672601:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3a70 00000002:00010000:0.0:1789603700.672603:0:35955:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603700.672606:0:35955:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603700.672609:0:35955:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603700.672611:0:35955:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603700.672618:0:35955:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 2 00010000:00000001:0.0:1789603700.672621:0:35955:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603700.672626:0:35955:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603700.672631:0:35955:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603700.672636:0:35955:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe55ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9237f expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789603700.672658:0:35955:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603700.672663:0:35955:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603700.672667:0:35955:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe55ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9237f expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789603700.672674:0:35955:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603700.672676:0:35955:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603700.672679:0:35955:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603700.672681:0:35955:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603700.672683:0:35955:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603700.672685:0:35955:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603700.672688:0:35955:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603700.672691:0:35955:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603700.672694:0:35955:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8051cba00. 00000080:00000001:0.0:1789603700.672699:0:35955:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603700.672701:0:35955:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603700.672704:0:35955:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603700.672708:0:35955:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe55ef 00800000:00000001:0.0:1789603700.672711:0:35955:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603700.672714:0:35955:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603700.672716:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.672718:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.672721:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:0.0:1789603700.672724:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603700.672727:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603700.672730:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.672732:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603700.672733:0:35955:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603700.672735:0:35955:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603700.672737:0:35955:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe55ef from it ffffb8e5020b3cb8 00010000:00000001:0.0:1789603700.672739:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.672740:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.672741:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:0.0:1789603700.672743:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603700.672745:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603700.672747:0:35955:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603700.672751:0:35955:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe55ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9237f expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603700.672758:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.672759:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.672761:0:35955:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603700.672764:0:35955:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603700.672767:0:35955:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe55ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9237f expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603700.672780:0:35955:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603700.672784:0:35955:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603700.672786:0:35955:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603700.672792:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.672793:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.672794:0:35955:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.672797:0:35955:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603700.672799:0:35955:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.672801:0:35955:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.672803:0:35955:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.672805:0:35955:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603700.672806:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.672807:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603700.672810:0:35955:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603700.672812:0:35955:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603700.672815:0:35955:0:(file.c:6260:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.672819:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3d08 00000080:00000008:0.0:1789603700.672821:0:35955:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9eb808190908), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1789603700.673390:0:35955:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789603700.673393:0:35955:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603700.673395:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3b78 00000080:00200000:0.0:1789603700.673397:0:35955:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:0.0:1789603700.673402:0:35955:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8051cba00. 00800000:00000002:0.0:1789603700.673406:0:35955:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603700.673409:0:35955:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603700.673785:0:35955:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603700.673789:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3a98 00800000:00000002:0.0:1789603700.673792:0:35955:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603700.673795:0:35955:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603700.673797:0:35955:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603700.673799:0:35955:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603700.673801:0:35955:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603700.673803:0:35955:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603700.673805:0:35955:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603700.673807:0:35955:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603700.673809:0:35955:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603700.673811:0:35955:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603700.673816:0:35955:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603700.673818:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3968 00000002:00010000:0.0:1789603700.673820:0:35955:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603700.673824:0:35955:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603700.673826:0:35955:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603700.673828:0:35955:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603700.673833:0:35955:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 2 00010000:00000001:0.0:1789603700.673835:0:35955:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603700.673838:0:35955:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603700.673841:0:35955:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603700.673845:0:35955:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe55ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9237f expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1789603700.673854:0:35955:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603700.673858:0:35955:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603700.673932:0:35955:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe55ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9237f expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1789603700.673940:0:35955:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603700.673942:0:35955:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603700.673944:0:35955:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603700.673946:0:35955:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603700.673948:0:35955:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603700.673950:0:35955:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603700.673953:0:35955:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603700.673955:0:35955:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603700.673958:0:35955:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8051cba00. 00000080:00000001:0.0:1789603700.673963:0:35955:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603700.673965:0:35955:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603700.673967:0:35955:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:0.0:1789603700.673970:0:35955:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe55ef 00800000:00000001:0.0:1789603700.673973:0:35955:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603700.673975:0:35955:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603700.673977:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.673978:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.673981:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:0.0:1789603700.673983:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603700.673985:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603700.673988:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.673989:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603700.673990:0:35955:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603700.673992:0:35955:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603700.673994:0:35955:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe55ef from it ffffb8e5020b3bb0 00010000:00000001:0.0:1789603700.673995:0:35955:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.673996:0:35955:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.673997:0:35955:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:0.0:1789603700.673998:0:35955:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603700.674000:0:35955:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:0.0:1789603700.674002:0:35955:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603700.674004:0:35955:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe55ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9237f expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603700.674010:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.674011:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.674012:0:35955:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603700.674013:0:35955:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603700.674015:0:35955:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe55ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9237f expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789603700.674022:0:35955:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603700.674024:0:35955:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603700.674026:0:35955:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603700.674029:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.674030:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.674031:0:35955:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.674033:0:35955:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603700.674035:0:35955:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.674036:0:35955:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.674038:0:35955:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.674041:0:35955:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603700.674042:0:35955:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.674042:0:35955:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603700.674045:0:35955:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603700.674046:0:35955:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603700.674049:0:35955:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 44 00000080:00000001:0.0:1789603700.674053:0:35955:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.674058:0:35955:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:0.0:1789603700.674060:0:35955:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789603700.674061:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3b78 00000080:00200008:0.0:1789603700.674063:0:35955:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), flags 100000 00000080:00000010:0.0:1789603700.674069:0:35955:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9eb804241040. 00000080:00000001:0.0:1789603700.674074:0:35955:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.674076:0:35955:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.674240:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.674243:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.674249:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.674252:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.674259:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.674264:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.674266:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1789603700.674269:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1789603700.674271:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00800000:00000001:0.0:1789603700.674278:0:35955:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1789603700.674281:0:35955:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9eb81291b000: age 2022, max_age 2031 00000002:00000001:0.0:1789603700.674285:0:35955:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1789603700.674288:0:35955:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000010:0.0:1789603700.674295:0:35955:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1ca80. 00000020:00000040:0.0:1789603700.674297:0:35955:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=9 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603700.674301:0:35955:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603700.674303:0:35955:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603700.674306:0:35955:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603700.674312:0:35955:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb804076100. 00000100:00000001:0.0:1789603700.674319:0:35955:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.674322:0:35955:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603700.674324:0:35955:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603700.674330:0:35955:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb804077f00. 00000100:00000001:0.0:1789603700.674482:0:35955:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911612160 : -106961797939456 : ffff9eb804077f00) 00000100:00000001:0.0:1789603700.674486:0:35955:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603700.674487:0:35955:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126196352 : -106961583355264 : ffff9eb810d1ca80) 00000100:00000001:0.0:1789603700.674492:0:35955:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603700.674496:0:35955:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.674498:0:35955:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603700.674499:0:35955:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603700.674579:0:35955:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1ca80 x1876533442928896/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603700.674588:0:35955:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603700.674590:0:35955:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603700.674594:0:35955:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603700.674596:0:35955:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603700.674598:0:35955:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603700.674602:0:35955:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1ca80 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35955:1876533442928896:192.168.204.129@tcp:41:lfs.0 00000100:00000001:0.0:1789603700.674605:0:35955:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603700.674610:0:35955:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603700.674612:0:35955:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603700.674614:0:35955:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603700.674618:0:35955:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8051e2400. 02000000:00000001:0.0:1789603700.674620:0:35955:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603700.674627:0:35955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603700.674632:0:35955:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139e18. 00000400:00000010:0.0:1789603700.674649:0:35955:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136823b8. 00000100:00000200:0.0:1789603700.674656:0:35955:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442928896, portal 10 00000100:00000001:0.0:1789603700.674658:0:35955:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603700.674659:0:35955:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126196352 : -106961583355264 : ffff9eb810d1ca80) 00000100:00000040:0.0:1789603700.674665:0:35955:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1ca80 x1876533442928896/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603716 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603700.674672:0:35955:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603700.674675:0:35955:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603700.674677:0:35955:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682880. 00000100:00000200:0.0:1789603700.674680:0:35955:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442928896, offset 0 00000400:00000200:0.0:1789603700.674686:0:35955:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603700.674694:0:35955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603700.674702:0:35955:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603700.674708:0:35955:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603700.674712:0:35955:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603700.674717:0:35955:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603700.674720:0:35955:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603700.674725:0:35955:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3010:3010:256:4294967295] 192.168.204.129@tcp LPNI seq info [3010:3010:8:4294967295] 00000400:00000200:0.0:1789603700.674729:0:35955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603700.674740:0:35955:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603700.674745:0:35955:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603700.674750:0:35955:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076200. 00000800:00000200:0.0:1789603700.674757:0:35955:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603700.674766:0:35955:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603700.674770:0:35955:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603700.674833:0:35955:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603700.674838:0:35955:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 851132 usecs (852 jiffies) 00000400:00000200:0.0:1789603700.674841:0:35955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603700.674844:0:35955:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296700460 00000100:00000001:0.0:1789603700.674852:0:35955:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296700444 00000100:00000001:0.0:1789603700.674857:0:35955:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296700460 00000100:00000001:0.0:1789603700.674860:0:35955:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296700444 00000100:00000001:0.0:1789603700.674874:0:35955:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603700.674877:0:35955:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.674879:0:35955:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603700.674880:0:35955:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603700.674884:0:35955:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb804077f00 going to sleep for 11 seconds 00000100:00000001:0.0:1789603700.674889:0:35955:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603700.674892:0:35955:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603700.675155:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603700.675160:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076200. 00000400:00000200:2.0:1789603700.675165:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.675170:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603700.675175:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682880 00000400:00000010:2.0:1789603700.675178:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682880. 00000100:00000001:2.0:1789603700.675181:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603700.675186:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1ca80 x1876533442928896/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603716 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603700.675195:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603700.675199:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ca80 x1876533442928896/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603716 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603700.675206:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.675208:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603700.682616:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.682663:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603700.682669:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.682673:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.682686:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.682697:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603700.682711:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.682718:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.682725:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.682730:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 368 into portal 10 MB=0x6aab27d466100 00000400:00000200:2.0:1789603700.682737:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.682744:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 368/368 into md 0x88a5 [1] + 224 00000800:00000001:2.0:1789603700.682753:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.682768:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.682773:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.682779:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603700.682789:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603700.682802:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1ca80 x1876533442928896/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603716 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603700.682815:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9eb810d1ca80 x1876533442928896/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603700.682906:0:35955:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603700.683542:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603700.683559:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.683565:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789603700.686807:0:35955:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603700.686818:0:35955:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603700.686824:0:35955:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139e18. 00000400:00000200:0.0:1789603700.686835:0:35955:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136823b8 00000400:00000010:0.0:1789603700.686838:0:35955:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136823b8. 00000100:00000001:0.0:1789603700.686845:0:35955:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603700.686861:0:35955:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1ca80 x1876533442928896/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603700.686875:0:35955:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1ca80 x1876533442928896/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603700.686884:0:35955:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603700.686888:0:35955:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.686891:0:35955:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603700.686896:0:35955:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603700.686898:0:35955:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603700.686902:0:35955:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603700.686907:0:35955:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603700.686919:0:35955:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=98 v=5 (5 106 106 106) 00000100:00001000:0.0:1789603700.686925:0:35955:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=34 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603700.686927:0:35955:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603700.686929:0:35955:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.686933:0:35955:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603700.686938:0:35955:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.686943:0:35955:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603700.686946:0:35955:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 8589934608 00000100:00000001:0.0:1789603700.686949:0:35955:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603700.686953:0:35955:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603700.686959:0:35955:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1ca80 x1876533442928896/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603700.686968:0:35955:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603700.686972:0:35955:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603700.686975:0:35955:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603700.686979:0:35955:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1ca80 x1876533442928896/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603716 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603700.686993:0:35955:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1ca80 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35955:1876533442928896:192.168.204.129@tcp:41:lfs.0 00000100:00000001:0.0:1789603700.686998:0:35955:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.687002:0:35955:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.687005:0:35955:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603700.687007:0:35955:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603700.687011:0:35955:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1ca80 x1876533442928896/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603716 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603700.687018:0:35955:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603700.687022:0:35955:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb804077f00. 00000100:00000001:0.0:1789603700.687026:0:35955:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603700.687028:0:35955:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603700.687035:0:35955:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1789603700.687037:0:35955:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603700.687040:0:35955:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1ca80 x1876533442928896/t0(0) o41->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603716 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603700.687046:0:35955:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603700.687049:0:35955:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603700.687053:0:35955:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8051e2400. 02000000:00000001:0.0:1789603700.687056:0:35955:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603700.687060:0:35955:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603700.687062:0:35955:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603700.687064:0:35955:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603700.687067:0:35955:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb804076100. 02000000:00000001:0.0:1789603700.687071:0:35955:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603700.687073:0:35955:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603700.687076:0:35955:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1ca80. 00000100:00000001:0.0:1789603700.687080:0:35955:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603700.687082:0:35955:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789603700.687083:0:35955:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603700.687084:0:35955:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603700.687086:0:35955:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:0.0:1789603700.687089:0:35955:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9eb81291b000: update ffff9eb807101e18 cache blocks 317378/353529 objects 1023699/1024000 00800000:00000001:0.0:1789603700.687096:0:35955:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603700.687105:0:35955:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.687110:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603700.687112:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.687116:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.687119:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.687690:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.687695:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.687705:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.687709:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.687720:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.687726:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.687729:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.687734:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.687736:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.687744:0:35955:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:1.0:1789603700.687746:0:35955:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff9eb81291b000: age 2022, max_age 2031 00000002:00000001:1.0:1789603700.687750:0:35955:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1789603700.687754:0:35955:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000010:1.0:1789603700.687762:0:35955:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5880. 00000020:00000040:1.0:1789603700.687765:0:35955:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=5 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:1.0:1789603700.687769:0:35955:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603700.687773:0:35955:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603700.687779:0:35955:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603700.687787:0:35955:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9900. 00000100:00000001:1.0:1789603700.687795:0:35955:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.687798:0:35955:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603700.687800:0:35955:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603700.687807:0:35955:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80402aa80. 00000100:00000001:1.0:1789603700.687810:0:35955:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911295616 : -106961798256000 : ffff9eb80402aa80) 00000100:00000001:1.0:1789603700.687814:0:35955:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603700.687816:0:35955:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957084288 : -106961752467328 : ffff9eb806bd5880) 00000100:00000001:1.0:1789603700.687821:0:35955:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603700.687826:0:35955:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.687828:0:35955:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603700.687830:0:35955:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603700.687838:0:35955:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5880 x1876533442929024/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603700.687846:0:35955:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603700.687849:0:35955:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603700.687852:0:35955:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603700.687855:0:35955:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603700.687858:0:35955:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603700.687861:0:35955:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5880 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35955:1876533442929024:192.168.204.129@tcp:41:lfs.0 00000100:00000001:1.0:1789603700.687866:0:35955:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603700.687872:0:35955:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603700.687874:0:35955:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603700.687877:0:35955:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603700.687882:0:35955:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a7400. 02000000:00000001:1.0:1789603700.687884:0:35955:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603700.687893:0:35955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603700.687899:0:35955:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35bb0. 00000400:00000010:1.0:1789603700.687906:0:35955:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc000. 00000100:00000200:1.0:1789603700.687913:0:35955:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442929024, portal 10 00000100:00000001:1.0:1789603700.687915:0:35955:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603700.687916:0:35955:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957084288 : -106961752467328 : ffff9eb806bd5880) 00000100:00000040:1.0:1789603700.687923:0:35955:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd5880 x1876533442929024/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603716 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603700.687931:0:35955:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603700.687934:0:35955:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603700.687937:0:35955:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcaa0. 00000100:00000200:1.0:1789603700.687941:0:35955:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442929024, offset 0 00000400:00000200:1.0:1789603700.687949:0:35955:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603700.687961:0:35955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603700.687972:0:35955:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603700.687978:0:35955:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603700.687984:0:35955:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603700.687989:0:35955:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603700.687992:0:35955:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603700.687996:0:35955:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3011:3011:256:4294967295] 192.168.204.129@tcp LPNI seq info [3011:3011:8:4294967295] 00000400:00000200:1.0:1789603700.688001:0:35955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603700.688013:0:35955:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603700.688020:0:35955:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603700.688026:0:35955:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9e00. 00000800:00000200:1.0:1789603700.688034:0:35955:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603700.688044:0:35955:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603700.688049:0:35955:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603700.688073:0:35955:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603700.688078:0:35955:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21177 usecs (22 jiffies) 00000400:00000200:1.0:1789603700.688082:0:35955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603700.688085:0:35955:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296699643 00000100:00000001:1.0:1789603700.688088:0:35955:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296700460 00000100:00000001:1.0:1789603700.688090:0:35955:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296699643 00000100:00000001:1.0:1789603700.688093:0:35955:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296700460 00000100:00000001:1.0:1789603700.688096:0:35955:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603700.688098:0:35955:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.688101:0:35955:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603700.688103:0:35955:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603700.688106:0:35955:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80402aa80 going to sleep for 11 seconds 00000100:00000001:1.0:1789603700.688109:0:35955:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603700.688112:0:35955:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603700.691226:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603700.691242:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9e00. 00000400:00000200:2.0:1789603700.691251:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.691263:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603700.691283:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcaa0 00000400:00000010:2.0:1789603700.691287:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcaa0. 00000100:00000001:2.0:1789603700.691295:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603700.691305:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5880 x1876533442929024/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603716 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603700.691321:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603700.691326:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5880 x1876533442929024/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603716 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603700.691334:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.691336:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603700.696724:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.696749:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603700.696755:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.696758:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.696769:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.696778:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603700.696791:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.696797:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.696805:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.696810:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 368 into portal 10 MB=0x6aab27d466180 00000400:00000200:2.0:1789603700.696817:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.696825:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 368/368 into md 0x88ad [1] + 224 00000800:00000001:2.0:1789603700.696833:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.696842:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.696846:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.696851:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603700.696860:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603700.696871:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5880 x1876533442929024/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603716 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603700.696884:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9eb806bd5880 x1876533442929024/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603700.696970:0:35955:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603700.696995:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603700.697006:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.697011:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789603700.703182:0:35955:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603700.703192:0:35955:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603700.703199:0:35955:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35bb0. 00000400:00000200:1.0:1789603700.703214:0:35955:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc000 00000400:00000010:1.0:1789603700.703217:0:35955:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc000. 00000100:00000001:1.0:1789603700.703224:0:35955:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603700.703241:0:35955:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5880 x1876533442929024/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603700.703256:0:35955:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5880 x1876533442929024/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603700.703268:0:35955:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603700.703271:0:35955:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603700.703274:0:35955:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603700.703279:0:35955:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603700.703282:0:35955:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603700.703285:0:35955:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603700.703289:0:35955:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603700.703303:0:35955:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=98 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603700.703308:0:35955:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=98 v=5 (1 1 1 1) 00000100:00000001:1.0:1789603700.703311:0:35955:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603700.703314:0:35955:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.703317:0:35955:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603700.703324:0:35955:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.703397:0:35955:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603700.703400:0:35955:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967336 00000100:00000001:1.0:1789603700.703403:0:35955:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603700.703406:0:35955:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603700.703413:0:35955:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5880 x1876533442929024/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603700.703421:0:35955:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603700.703425:0:35955:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603700.703427:0:35955:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603700.703432:0:35955:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5880 x1876533442929024/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603716 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603700.703441:0:35955:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5880 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35955:1876533442929024:192.168.204.129@tcp:41:lfs.0 00000100:00000001:1.0:1789603700.703448:0:35955:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603700.703453:0:35955:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.703456:0:35955:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603700.703459:0:35955:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603700.703463:0:35955:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5880 x1876533442929024/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603716 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603700.703471:0:35955:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603700.703475:0:35955:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80402aa80. 00000100:00000001:1.0:1789603700.703480:0:35955:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603700.703481:0:35955:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603700.703489:0:35955:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1789603700.703491:0:35955:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603700.703494:0:35955:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5880 x1876533442929024/t0(0) o41->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1789603716 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603700.703501:0:35955:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603700.703504:0:35955:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603700.703508:0:35955:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a7400. 02000000:00000001:1.0:1789603700.703529:0:35955:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603700.703533:0:35955:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603700.703536:0:35955:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603700.703538:0:35955:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603700.703541:0:35955:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9900. 02000000:00000001:1.0:1789603700.703545:0:35955:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603700.703546:0:35955:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603700.703549:0:35955:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5880. 00000100:00000001:1.0:1789603700.703553:0:35955:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603700.703554:0:35955:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789603700.703556:0:35955:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603700.703557:0:35955:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603700.703559:0:35955:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:1.0:1789603700.703562:0:35955:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff9eb81291b000: update ffff9eb8030b5198 cache blocks 317414/353529 objects 1023735/1024000 00800000:00000001:1.0:1789603700.703567:0:35955:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603700.703576:0:35955:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.703580:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603700.703583:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.703587:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.703590:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.703791:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.703795:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.703804:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.703808:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.703817:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.703823:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.703825:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.703829:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.703831:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.703837:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.703839:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.703841:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.703843:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.703846:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.703848:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.703854:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.703855:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.703858:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.703859:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.703862:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.703864:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.703866:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.703867:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.703868:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.703871:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.703872:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.703874:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.703876:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.703879:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.703881:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.703884:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.703886:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.703888:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.703889:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.703891:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.703893:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.703895:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.703896:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.703897:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.703900:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.703901:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.703903:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.703905:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.703907:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.703909:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.703912:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.703913:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.703916:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.703917:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.703919:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.703921:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.703923:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.703925:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.703926:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.703928:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.703930:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.703932:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.703934:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.703937:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.703938:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.703941:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.703943:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.703945:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.703947:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.703949:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.703951:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.703953:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.703954:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.703955:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.703958:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.703959:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.703961:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.703963:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.703965:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.703967:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.703970:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.703971:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.703974:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.703975:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.703977:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.703979:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.703980:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.703981:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.703993:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.703997:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.703999:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704001:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704003:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704005:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704007:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704011:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704012:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704015:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704016:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704019:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704022:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704023:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704025:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704026:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704029:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704031:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704033:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704035:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704037:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704039:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704042:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704043:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704046:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704047:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704049:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704051:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704053:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704054:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704055:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704057:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704060:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704062:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704064:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704066:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704067:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704070:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704071:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704074:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704075:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704077:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704079:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704080:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704082:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704083:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704086:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704088:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704090:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704092:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704095:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704106:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704110:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704112:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704114:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704116:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704118:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704121:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704123:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704124:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704126:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704128:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704130:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704132:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704134:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704136:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704138:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704142:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704143:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704146:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704147:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704150:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704152:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704154:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704155:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704157:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704160:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704162:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704163:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704166:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704169:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704171:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704174:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704176:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704178:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704179:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704181:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704183:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704185:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704186:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704187:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704190:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704192:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704194:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704196:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704198:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704200:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704203:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704204:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704206:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704208:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704210:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704212:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704213:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704214:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704216:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704218:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704220:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704222:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704224:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704226:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704228:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704231:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704233:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704236:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704237:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704239:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704241:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704243:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704244:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704245:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704248:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704249:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704251:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704253:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704255:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704256:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704259:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704261:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704263:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704264:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704267:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704269:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704270:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704272:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704273:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704276:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704277:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704280:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704282:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704284:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704286:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704289:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704290:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704293:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704294:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704297:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704299:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704301:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704302:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704303:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704306:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704307:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704309:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704311:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704313:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704314:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704317:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704318:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704321:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704322:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704324:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704326:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704332:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704334:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704335:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704337:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704339:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704341:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704343:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704345:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704347:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704349:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704351:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704353:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704355:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704357:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704359:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704360:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704362:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704363:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704366:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704368:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704370:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704372:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704374:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704376:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704380:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704381:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704383:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704384:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704387:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704389:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704390:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704391:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704392:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704395:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704397:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704399:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704401:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704404:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704405:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704409:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704410:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704413:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704414:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704416:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704419:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704420:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704421:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704422:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704425:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704428:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704430:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704432:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704434:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704436:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704439:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704441:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704443:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704444:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704446:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704449:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704451:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704452:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704453:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704455:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704457:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704458:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704460:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704462:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704464:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704467:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704468:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704471:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704472:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704473:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704476:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704478:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704479:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704480:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704482:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704484:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704486:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704488:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704491:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704492:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704496:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704497:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704500:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704501:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704503:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704505:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704506:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704507:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704550:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704554:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704556:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704558:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704561:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704563:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704565:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704570:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704572:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704575:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704577:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704579:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704581:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704583:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704584:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704586:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704589:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704591:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704593:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704596:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704598:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704600:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704603:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704605:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704608:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704609:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704611:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704613:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704615:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704616:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704617:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704620:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704621:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704623:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704625:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704627:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704628:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704631:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704632:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704634:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704635:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704649:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704651:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704653:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704654:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704656:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704658:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704660:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704662:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704664:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704666:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704668:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704671:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704673:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704675:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704676:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704680:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704682:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704683:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704684:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704686:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704688:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704690:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704692:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704694:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704695:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704698:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704701:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704702:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704704:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704705:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704707:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704709:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704710:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704712:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704713:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704715:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704717:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704720:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704723:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704724:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704726:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704729:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704730:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704732:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704733:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704735:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704737:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704738:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704740:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704741:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704744:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704746:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704748:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704750:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704752:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704754:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704757:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704758:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704760:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704761:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704763:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704765:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704767:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704768:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704769:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704771:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704773:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704774:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704776:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704779:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704780:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704783:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704784:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704786:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704787:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704789:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704791:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704792:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704793:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704794:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704796:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704799:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704801:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704803:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704805:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704806:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704809:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704810:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704812:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704813:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704815:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704817:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704818:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704819:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704821:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704823:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704825:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704826:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704828:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704830:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704832:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704835:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704836:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704839:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704840:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704841:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704843:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704845:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704846:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704848:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704850:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704853:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704854:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704857:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704860:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704861:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704864:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704865:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704867:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704868:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704870:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704872:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704873:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704874:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704875:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704878:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704879:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704881:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704884:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704886:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704888:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704891:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704892:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704894:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704896:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704898:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704899:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704901:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704902:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704903:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704906:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704907:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704909:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704911:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704913:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704915:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704918:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704920:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704923:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704924:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704926:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704928:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704929:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704930:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704931:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704934:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704935:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704937:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704940:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704942:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704944:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704947:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704948:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.704950:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.704951:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.704954:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.704956:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.704957:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.704958:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.704960:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.704962:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704964:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704967:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.704968:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.704971:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704972:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.704997:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.704999:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.705002:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.705003:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.705007:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.705009:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.705011:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.705012:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.705013:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.705016:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705018:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705019:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.705021:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.705023:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705025:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705029:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.705030:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.705033:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.705034:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.705036:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.705038:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.705040:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.705041:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.705043:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.705045:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705047:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705049:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.705051:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.705052:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705054:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705057:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.705059:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.705061:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.705063:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.705065:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.705067:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.705069:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.705071:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.705072:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.705074:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705076:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705078:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.705079:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.705082:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705084:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705087:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.705088:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.705091:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.705092:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.705094:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.705096:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.705098:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.705098:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.705100:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.705102:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705104:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705106:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.705108:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.705110:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705112:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705115:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.705117:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.705120:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.705120:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.705123:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.705125:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.705126:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.705128:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.705129:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.705131:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705134:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705136:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.705138:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.705141:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705143:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705146:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.705147:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.705149:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.705150:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.705152:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.705155:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.705156:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.705157:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.705159:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.705161:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705163:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705165:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.705167:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.705169:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705171:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705174:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.705175:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.705178:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.705179:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.705182:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.705184:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.705186:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.705187:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.705188:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.705191:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705193:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705195:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.705196:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.705199:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705201:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705204:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.705206:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.705209:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.705210:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.705212:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.705214:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.705216:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.705217:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.705218:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.705221:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705222:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705224:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.705226:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.705228:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705230:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705233:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.705234:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.705236:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.705237:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.705239:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.705241:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.705243:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.705244:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.705245:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.705248:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705249:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705251:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.705253:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.705256:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705258:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705261:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.705263:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.705265:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.705266:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.705268:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.705270:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.705272:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.705273:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.705274:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.705277:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705279:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705281:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.705283:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.705285:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705287:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705291:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.705293:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.705296:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.705298:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.705300:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.705302:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.705304:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.705306:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.705307:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.705310:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705312:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705314:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.705316:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.705319:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705322:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705325:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.705326:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.705329:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.705331:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.705334:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.705336:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.705338:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.705339:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.705340:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.705343:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705346:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705347:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.705350:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.705352:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705354:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705358:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.705359:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.705361:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.705363:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.705365:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.705367:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.705369:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.705370:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.705371:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.705374:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705376:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705378:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.705380:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.705382:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705384:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705386:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.705387:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.705390:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.705391:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.705393:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.705395:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.705397:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.705399:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.705400:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.705402:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705405:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705407:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.705409:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.705411:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705413:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705417:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.705418:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.705421:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.705423:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.705425:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.705428:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.705429:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.705431:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.705432:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.705434:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705437:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705439:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.705441:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.705443:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705445:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705448:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.705450:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.705452:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.705453:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.705455:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.705457:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.705459:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.705460:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.705461:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.705464:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705467:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705468:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.705470:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.705473:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705474:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705477:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.705478:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.705481:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.705482:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.705484:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.705485:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.705487:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.705488:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.705489:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.705492:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705493:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705495:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.705497:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.705499:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705501:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705503:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.705505:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.705507:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.705508:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.705534:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.705536:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.705538:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.705539:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.705541:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.705544:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705546:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705548:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.705550:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.705553:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705555:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705560:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.705561:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.705564:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.705565:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.705568:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.705570:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.705571:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.705573:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.705574:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.705576:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705578:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705579:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.705582:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.705584:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705586:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705589:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.705591:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.705593:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.705594:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.705596:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.705598:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.705600:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.705602:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.705603:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.705606:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705608:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705610:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.705612:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.705614:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705616:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705619:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.705621:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.705623:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.705625:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.705627:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.705629:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.705630:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.705631:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.705633:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.705635:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705649:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705651:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.705653:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.705656:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705658:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705662:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.705663:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.705666:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.705668:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.705670:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.705673:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.705675:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.705676:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.705678:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.705681:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705683:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705685:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.705687:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.705690:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705692:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705694:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.705696:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.705699:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.705700:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.705703:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.705705:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.705706:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.705707:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.705709:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.705711:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705713:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705715:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.705717:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.705719:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705721:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705724:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.705726:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.705729:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.705730:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.705732:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.705734:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.705736:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.705737:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.705738:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.705741:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705743:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705745:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.705747:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.705749:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705751:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705754:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.705755:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.705758:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.705759:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.705761:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.705763:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.705764:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.705766:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.705767:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.705770:0:35955:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705772:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705774:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1789603700.705776:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.705778:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705780:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1789603700.705783:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.705784:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.705787:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.705788:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.705790:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.705792:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.705793:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1789603700.705794:0:35955:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1789603700.705795:0:35955:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00800000:00000001:1.0:1789603700.705798:0:35955:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789603700.705800:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789603700.705802:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1789603700.705805:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.705807:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789603700.705809:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1789603700.705812:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1789603700.705813:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:1.0:1789603700.705816:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1789603700.705817:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1789603700.705819:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8041a6400. 00000020:00000001:1.0:1789603700.705821:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.705822:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1789603700.705826:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1789603700.705828:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8041a6400 uarg=0000000000000000 00020000:00000001:1.0:1789603700.705837:0:35955:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:1.0:1789603700.705841:0:35955:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff9eb81291b000: age 2022, max_age 2031 00000008:00000001:1.0:1789603700.705845:0:35955:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:1.0:1789603700.705850:0:35955:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000010:1.0:1789603700.705859:0:35955:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5880. 00000020:00000040:1.0:1789603700.705863:0:35955:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=4 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603700.705869:0:35955:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603700.705870:0:35955:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603700.705873:0:35955:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1789603700.705875:0:35955:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603700.705880:0:35955:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603700.705887:0:35955:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603700.705897:0:35955:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8073c9900. 00000100:00000001:1.0:1789603700.705906:0:35955:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.705911:0:35955:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603700.705913:0:35955:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603700.705921:0:35955:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80402aa80. 00000100:00000001:1.0:1789603700.705924:0:35955:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911295616 : -106961798256000 : ffff9eb80402aa80) 00000100:00000001:1.0:1789603700.705927:0:35955:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603700.705929:0:35955:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957084288 : -106961752467328 : ffff9eb806bd5880) 00000100:00000001:1.0:1789603700.705935:0:35955:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603700.705941:0:35955:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.705943:0:35955:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603700.705946:0:35955:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603700.705959:0:35955:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5880 x1876533442929152/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603700.705969:0:35955:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603700.705972:0:35955:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603700.705977:0:35955:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603700.705980:0:35955:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603700.705982:0:35955:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603700.705987:0:35955:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5880 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35955:1876533442929152:192.168.204.129@tcp:13:lfs.0 00000100:00000001:1.0:1789603700.705992:0:35955:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603700.705997:0:35955:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603700.705999:0:35955:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603700.706002:0:35955:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603700.706008:0:35955:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041a7400. 02000000:00000001:1.0:1789603700.706010:0:35955:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603700.706020:0:35955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603700.706026:0:35955:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35bb0. 00000400:00000010:1.0:1789603700.706035:0:35955:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc000. 00000100:00000200:1.0:1789603700.706044:0:35955:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442929152, portal 4 00000100:00000001:1.0:1789603700.706046:0:35955:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603700.706047:0:35955:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957084288 : -106961752467328 : ffff9eb806bd5880) 00000100:00000040:1.0:1789603700.706834:0:35955:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd5880 x1876533442929152/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603716 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603700.706845:0:35955:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603700.706849:0:35955:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603700.706859:0:35955:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcaa0. 00000100:00000200:1.0:1789603700.706866:0:35955:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876533442929152, offset 0 00000400:00000200:1.0:1789603700.706875:0:35955:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603700.706887:0:35955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603700.706901:0:35955:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603700.706908:0:35955:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603700.706913:0:35955:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603700.706918:0:35955:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603700.706921:0:35955:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603700.706924:0:35955:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3012:3012:256:4294967295] 192.168.204.129@tcp LPNI seq info [3012:3012:8:4294967295] 00000400:00000200:1.0:1789603700.706929:0:35955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603700.706940:0:35955:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603700.706946:0:35955:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603700.706953:0:35955:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9d00. 00000800:00000200:1.0:1789603700.706961:0:35955:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603700.706970:0:35955:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603700.706975:0:35955:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789603700.707001:0:35955:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603700.707007:0:35955:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 181257 usecs (182 jiffies) 00000400:00000200:1.0:1789603700.707011:0:35955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603700.707014:0:35955:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296699822 00000100:00000001:1.0:1789603700.707018:0:35955:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296700460 00000100:00000001:1.0:1789603700.707021:0:35955:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296699822 00000100:00000001:1.0:1789603700.707024:0:35955:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296700460 00000100:00000001:1.0:1789603700.707027:0:35955:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603700.707030:0:35955:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.707033:0:35955:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603700.707036:0:35955:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603700.707040:0:35955:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80402aa80 going to sleep for 11 seconds 00000100:00000001:1.0:1789603700.707044:0:35955:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603700.707048:0:35955:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603700.707200:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603700.707205:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9d00. 00000400:00000200:2.0:1789603700.707213:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.707220:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603700.707228:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcaa0 00000400:00000010:2.0:1789603700.707231:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcaa0. 00000100:00000001:2.0:1789603700.707237:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603700.707242:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5880 x1876533442929152/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603716 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603700.707254:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603700.707258:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5880 x1876533442929152/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603716 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603700.707266:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.707268:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603700.716598:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.716624:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603700.716631:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.716648:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.716660:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.716669:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603700.716681:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.716686:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.716693:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.716699:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 368 into portal 4 MB=0x6aab27d466200 00000400:00000200:2.0:1789603700.716706:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.716715:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 368/368 into md 0x88b5 [1] + 224 00000800:00000001:2.0:1789603700.716724:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.716733:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.716738:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.716744:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603700.716755:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603700.716768:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5880 x1876533442929152/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603716 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603700.716781:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9eb806bd5880 x1876533442929152/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603700.716811:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603700.716823:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.716827:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603700.717131:0:35955:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603700.717142:0:35955:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603700.717145:0:35955:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603700.717149:0:35955:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35bb0. 00000400:00000200:1.0:1789603700.717155:0:35955:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc000 00000400:00000010:1.0:1789603700.717159:0:35955:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc000. 00000100:00000001:1.0:1789603700.717162:0:35955:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603700.717168:0:35955:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5880 x1876533442929152/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603700.717178:0:35955:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5880 x1876533442929152/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603700.717184:0:35955:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603700.717186:0:35955:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603700.717189:0:35955:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603700.717194:0:35955:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603700.717351:0:35955:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603700.717355:0:35955:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603700.717360:0:35955:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603700.717375:0:35955:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac4f0 time=64 v=5 (5 0 0 0) 00000100:00001000:1.0:1789603700.717380:0:35955:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603700.717384:0:35955:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603700.717386:0:35955:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.717390:0:35955:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603700.717394:0:35955:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.717399:0:35955:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603700.717401:0:35955:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967336 00000100:00000001:1.0:1789603700.717403:0:35955:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603700.717405:0:35955:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603700.717411:0:35955:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5880 x1876533442929152/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603700.717417:0:35955:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603700.717420:0:35955:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603700.717423:0:35955:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603700.717426:0:35955:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5880 x1876533442929152/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603716 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603700.717434:0:35955:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5880 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35955:1876533442929152:192.168.204.129@tcp:13:lfs.0 00000100:00000001:1.0:1789603700.717440:0:35955:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603700.717443:0:35955:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.717446:0:35955:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603700.717449:0:35955:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603700.717453:0:35955:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5880 x1876533442929152/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603716 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603700.717461:0:35955:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603700.717465:0:35955:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80402aa80. 00000100:00000001:1.0:1789603700.717469:0:35955:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603700.717471:0:35955:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603700.717479:0:35955:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1789603700.717481:0:35955:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603700.717483:0:35955:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5880 x1876533442929152/t0(0) o13->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603716 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603700.717490:0:35955:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603700.717493:0:35955:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603700.717498:0:35955:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a7400. 02000000:00000001:1.0:1789603700.717502:0:35955:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603700.717505:0:35955:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603700.717508:0:35955:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603700.718465:0:35955:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603700.718471:0:35955:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8073c9900. 02000000:00000001:1.0:1789603700.718480:0:35955:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603700.718482:0:35955:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603700.718486:0:35955:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5880. 00000100:00000001:1.0:1789603700.718491:0:35955:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603700.718493:0:35955:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1789603700.718498:0:35955:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff9eb81291b000: update ffff9eb8030b1e18 cache blocks 901326/958279 objects 261771/262144 00020000:00000001:1.0:1789603700.718504:0:35955:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.718525:0:35955:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.718529:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789603700.718532:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8041a6400. 00000080:00000001:1.0:1789603700.718537:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.718539:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.718817:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.718822:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.718834:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.718838:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.718847:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.718853:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.718855:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.718860:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.718862:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.718870:0:35955:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:0.0:1789603700.718873:0:35955:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff9eb81291b000: age 2022, max_age 2031 00000008:00000001:0.0:1789603700.718877:0:35955:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:0.0:1789603700.718881:0:35955:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000010:0.0:1789603700.718888:0:35955:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1ca80. 00000020:00000040:0.0:1789603700.718891:0:35955:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=4 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603700.718896:0:35955:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603700.718898:0:35955:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603700.718900:0:35955:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1789603700.719024:0:35955:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603700.719028:0:35955:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603700.719035:0:35955:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603700.719046:0:35955:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb804076100. 00000100:00000001:0.0:1789603700.719066:0:35955:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.719070:0:35955:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789603700.719073:0:35955:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789603700.719081:0:35955:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb804077f00. 00000100:00000001:0.0:1789603700.719083:0:35955:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911612160 : -106961797939456 : ffff9eb804077f00) 00000100:00000001:0.0:1789603700.719087:0:35955:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603700.719089:0:35955:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126196352 : -106961583355264 : ffff9eb810d1ca80) 00000100:00000001:0.0:1789603700.719095:0:35955:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603700.719100:0:35955:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.719102:0:35955:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789603700.719104:0:35955:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603700.719116:0:35955:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1ca80 x1876533442929280/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603700.719125:0:35955:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603700.719128:0:35955:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603700.719133:0:35955:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603700.719136:0:35955:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603700.719139:0:35955:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603700.719143:0:35955:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1ca80 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35955:1876533442929280:192.168.204.129@tcp:13:lfs.0 00000100:00000001:0.0:1789603700.719148:0:35955:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603700.719163:0:35955:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603700.719166:0:35955:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603700.719169:0:35955:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603700.719175:0:35955:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8051e2400. 02000000:00000001:0.0:1789603700.719177:0:35955:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603700.719187:0:35955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603700.719192:0:35955:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139e18. 00000400:00000010:0.0:1789603700.719202:0:35955:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136823b8. 00000100:00000200:0.0:1789603700.719211:0:35955:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442929280, portal 4 00000100:00000001:0.0:1789603700.719213:0:35955:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603700.719215:0:35955:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126196352 : -106961583355264 : ffff9eb810d1ca80) 00000100:00000040:0.0:1789603700.719223:0:35955:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1ca80 x1876533442929280/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603716 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603700.719231:0:35955:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603700.719234:0:35955:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603700.719236:0:35955:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682088. 00000100:00000200:0.0:1789603700.719241:0:35955:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1876533442929280, offset 0 00000400:00000200:0.0:1789603700.719248:0:35955:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603700.719258:0:35955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603700.719268:0:35955:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603700.719276:0:35955:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603700.719282:0:35955:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603700.719287:0:35955:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603700.719290:0:35955:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603700.719294:0:35955:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3013:3013:256:4294967295] 192.168.204.129@tcp LPNI seq info [3013:3013:8:4294967295] 00000400:00000200:0.0:1789603700.719299:0:35955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603700.719311:0:35955:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603700.719317:0:35955:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603700.719323:0:35955:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076b00. 00000800:00000200:0.0:1789603700.719331:0:35955:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603700.719340:0:35955:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603700.719345:0:35955:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603700.719366:0:35955:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603700.719372:0:35955:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22393 usecs (23 jiffies) 00000400:00000200:0.0:1789603700.719376:0:35955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603700.719379:0:35955:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296699675 00000100:00000001:0.0:1789603700.719382:0:35955:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296700460 00000100:00000001:0.0:1789603700.719384:0:35955:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296699675 00000100:00000001:0.0:1789603700.719387:0:35955:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296700460 00000100:00000001:0.0:1789603700.719389:0:35955:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603700.719392:0:35955:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.719395:0:35955:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603700.719397:0:35955:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789603700.719400:0:35955:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb804077f00 going to sleep for 11 seconds 00000100:00000001:0.0:1789603700.719402:0:35955:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603700.719406:0:35955:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603700.719738:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603700.719744:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076b00. 00000400:00000200:2.0:1789603700.719749:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.719756:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603700.719765:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682088 00000400:00000010:2.0:1789603700.719767:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682088. 00000100:00000001:2.0:1789603700.719772:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603700.719777:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1ca80 x1876533442929280/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603716 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603700.719788:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603700.719791:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810d1ca80 x1876533442929280/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603716 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603700.719798:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.719799:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603700.724311:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.724338:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603700.724344:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.724347:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.724359:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.724371:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603700.724383:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.724390:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.724397:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.724403:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 368 into portal 4 MB=0x6aab27d466280 00000400:00000200:2.0:1789603700.724409:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.724417:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 368/368 into md 0x88bd [1] + 224 00000800:00000001:2.0:1789603700.724427:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.724454:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.724459:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.724466:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603700.724476:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603700.724488:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1ca80 x1876533442929280/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603716 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603700.724502:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9eb810d1ca80 x1876533442929280/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603700.724568:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603700.724579:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.724584:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.725148:0:35955:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603700.725159:0:35955:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603700.725161:0:35955:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603700.725165:0:35955:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139e18. 00000400:00000200:0.0:1789603700.725172:0:35955:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136823b8 00000400:00000010:0.0:1789603700.725175:0:35955:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136823b8. 00000100:00000001:0.0:1789603700.725180:0:35955:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603700.725186:0:35955:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1ca80 x1876533442929280/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603700.725197:0:35955:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1ca80 x1876533442929280/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603700.725306:0:35955:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603700.725309:0:35955:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.725312:0:35955:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603700.725317:0:35955:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603700.725319:0:35955:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603700.725322:0:35955:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603700.725326:0:35955:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603700.725337:0:35955:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8cf0 time=95 v=5 (5 0 0 0) 00000100:00001000:0.0:1789603700.725342:0:35955:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603700.725442:0:35955:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603700.725444:0:35955:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.725448:0:35955:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603700.725452:0:35955:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.725457:0:35955:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603700.725460:0:35955:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:0.0:1789603700.725462:0:35955:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603700.725464:0:35955:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603700.725470:0:35955:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1ca80 x1876533442929280/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603700.725478:0:35955:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603700.725483:0:35955:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603700.725485:0:35955:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603700.725489:0:35955:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1ca80 x1876533442929280/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603716 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603700.725497:0:35955:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1ca80 pname:cluuid:pid:xid:nid:opc:job lfs:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35955:1876533442929280:192.168.204.129@tcp:13:lfs.0 00000100:00000001:0.0:1789603700.725503:0:35955:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.725508:0:35955:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.725557:0:35955:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603700.725560:0:35955:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603700.725564:0:35955:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1ca80 x1876533442929280/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603716 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603700.725572:0:35955:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603700.725576:0:35955:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb804077f00. 00000100:00000001:0.0:1789603700.725581:0:35955:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603700.725583:0:35955:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603700.725713:0:35955:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:0.0:1789603700.725716:0:35955:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603700.725721:0:35955:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1ca80 x1876533442929280/t0(0) o13->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1789603716 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603700.725728:0:35955:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603700.725731:0:35955:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603700.725739:0:35955:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8051e2400. 02000000:00000001:0.0:1789603700.725743:0:35955:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603700.725747:0:35955:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603700.725749:0:35955:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603700.725751:0:35955:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603700.725754:0:35955:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb804076100. 02000000:00000001:0.0:1789603700.725758:0:35955:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603700.725760:0:35955:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603700.725841:0:35955:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1ca80. 00000100:00000001:0.0:1789603700.725848:0:35955:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603700.725849:0:35955:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1789603700.725853:0:35955:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff9eb81291b000: update ffff9eb8030b0458 cache blocks 901366/958279 objects 261774/262144 00020000:00000001:0.0:1789603700.725859:0:35955:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.725865:0:35955:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.725868:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603700.725871:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.725875:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.725879:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.725980:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.725984:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.725993:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.725997:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.726005:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.726010:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.726012:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.726017:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.726019:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.726023:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726025:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726028:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.726030:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.726032:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726034:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726038:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.726040:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.726042:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.726043:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.726046:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.726048:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.726049:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.726051:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.726052:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.726055:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726057:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726059:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.726061:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.726063:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726065:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726069:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.726070:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.726073:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.726074:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.726076:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.726078:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.726080:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.726081:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.726083:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.726085:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726087:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726089:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.726091:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.726093:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726095:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726109:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.726111:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.726114:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.726116:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.726118:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.726120:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.726122:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.726123:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.726124:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.726127:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726129:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726131:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.726133:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.726135:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726137:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726141:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.726142:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.726144:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.726146:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.726148:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.726150:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.726152:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.726153:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.726154:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.726159:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726160:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726162:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.726164:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.726166:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726168:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726171:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.726172:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.726175:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.726176:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.726178:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.726180:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.726181:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.726182:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.726184:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.726186:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726188:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726190:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.726192:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.726194:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726196:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726245:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.726247:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.726252:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.726254:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.726257:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.726259:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.726261:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.726262:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.726263:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.726266:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726268:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726270:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.726272:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.726275:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726277:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726279:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.726281:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.726283:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.726284:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.726286:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.726288:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.726289:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.726290:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.726292:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.726294:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726296:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726298:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.726387:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.726390:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726427:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726434:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.726435:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.726439:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.726440:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.726443:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.726445:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.726447:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.726448:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.726450:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.726452:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726454:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726456:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.726458:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.726461:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726463:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726465:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.726466:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.726469:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.726470:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.726472:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.726474:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.726476:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.726477:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.726478:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.726480:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726482:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726483:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.726485:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.726486:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726488:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726490:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.726491:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.726494:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.726495:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.726497:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.726499:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.726501:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.726502:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.726503:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.726505:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726506:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726508:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.726703:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.726705:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726707:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726712:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.726713:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.726717:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.726718:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.726722:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.726724:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.726725:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.726727:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.726728:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.726731:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726733:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726734:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.726736:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.726739:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726741:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726743:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.726745:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.726747:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.726748:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.726750:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.726753:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.726754:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.726755:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.726756:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.726759:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726760:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726773:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.726776:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.726779:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726780:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726784:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.726785:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.726788:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.726789:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.726792:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.726795:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.726797:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.726798:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.726799:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.726802:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726804:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726805:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.726807:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.726810:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726812:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726814:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.726816:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.726818:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.726819:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.726821:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.726823:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.726825:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.726826:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.726827:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.726830:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726832:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726833:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.726835:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.726837:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726838:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726840:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.726842:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.726844:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.726845:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.726847:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.726849:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.726851:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.726852:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.726853:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.726856:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726858:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726859:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.726861:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.726863:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726865:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726868:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.726870:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.726872:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.726874:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.726876:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.726879:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.726880:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.726881:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.726883:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.726885:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726887:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726889:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.726891:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.726893:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726895:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726898:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.726900:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.726902:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.726903:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.726905:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.726908:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.726910:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.726911:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.726913:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.726915:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726918:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726920:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.726922:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.726924:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726926:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726929:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.726930:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.726933:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.726934:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.726936:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.726938:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.726940:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.726941:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.726942:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.726945:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726947:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726948:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.726950:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.726953:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726955:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726958:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.726959:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.726962:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.726963:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.726966:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.726968:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.726970:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.726971:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.726972:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.726975:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726977:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726979:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.726981:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.726984:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726986:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.726989:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.726990:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.726993:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.726994:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.726996:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.726999:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.727000:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.727002:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.727003:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.727005:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.727007:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.727009:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.727011:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.727014:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.727016:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.727019:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.727020:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.727023:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.727024:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.727027:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.727028:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.727030:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.727031:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.727032:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.727035:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.727036:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.727038:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.727040:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.727042:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.727044:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.727047:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.727049:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.727051:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.727053:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.727054:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.727056:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.727058:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.727059:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.727060:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.727063:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.727065:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.727067:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.727069:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.727071:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.727073:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.727076:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.727078:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.727081:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.727082:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.727084:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.727087:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.727088:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.727089:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.727091:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.727094:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730545:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730552:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.730558:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.730568:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730571:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730606:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.730609:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.730621:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.730625:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.730650:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.730656:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.730658:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.730662:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.730664:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.730669:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730671:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730673:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.730675:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.730678:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730680:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730683:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.730685:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.730688:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.730689:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.730692:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.730694:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.730696:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.730697:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.730699:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.730702:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730704:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730706:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.730708:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.730710:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730711:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730714:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.730716:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.730718:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.730719:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.730722:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.730724:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.730726:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.730727:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.730728:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.730731:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730734:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730735:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.730737:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.730739:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730741:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730744:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.730745:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.730748:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.730749:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.730751:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.730753:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.730754:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.730755:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.730757:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.730759:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730761:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730763:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.730765:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.730767:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730769:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730772:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.730773:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.730776:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.730777:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.730779:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.730781:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.730783:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.730784:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.730785:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.730788:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730791:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730797:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.730799:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.730802:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730803:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730806:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.730808:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.730810:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.730811:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.730813:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.730815:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.730816:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.730817:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.730818:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.730821:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730823:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730824:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.730826:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.730829:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730831:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730834:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.730835:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.730838:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.730839:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.730841:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.730843:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.730845:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.730846:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.730847:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.730850:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730852:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730854:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.730856:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.730858:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730860:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730863:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.730864:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.730866:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.730867:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.730869:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.730871:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.730873:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.730874:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.730875:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.730877:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730879:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730881:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.730883:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.730885:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730887:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730890:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.730891:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.730893:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.730895:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.730897:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.730898:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.730900:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.730901:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.730902:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.730905:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730907:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730908:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.730911:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.730913:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730915:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730917:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.730919:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.730921:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.730922:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.730924:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.730926:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.730927:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.730928:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.730929:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.730932:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730934:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730935:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.730937:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.730939:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730941:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730944:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.730946:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.730949:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.730950:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.730952:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.730954:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.730955:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.730956:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.730958:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.730960:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730962:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730964:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.730966:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.730968:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730969:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730972:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.730974:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.730976:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.730977:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.730980:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.730983:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.730984:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.730986:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.730987:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.730989:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730991:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.730993:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.730995:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.730998:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.731000:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.731003:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.731004:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.731007:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.731008:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.731010:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.731012:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.731014:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.731015:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.731017:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.731019:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.731021:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.731023:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.731025:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.731027:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.731029:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.731032:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.731033:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.731035:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.731036:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.731039:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.731040:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.731042:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.731044:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.731045:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.731047:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.731049:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.731051:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.731053:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.731055:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.731057:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.731060:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.731062:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.731064:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.731065:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.731068:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.731070:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.731071:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.731072:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.731073:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.731075:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.731077:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.731079:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.731081:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.731083:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.731085:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.731087:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.731089:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.731091:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.731092:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.731094:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.731097:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.731099:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.731100:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.731101:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.731104:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.731106:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.731109:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.731111:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.731113:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.731114:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.731117:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.731119:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.731121:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.731122:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.731124:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.731126:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.731128:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.731129:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.731130:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.731132:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.731134:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.731136:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.731138:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.731140:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.731142:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.731145:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.731147:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.731149:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.731151:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.731153:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.731155:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.731157:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.731158:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.731160:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.731162:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.731164:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.731166:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.731168:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.731171:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.731177:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.731181:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.731182:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.731184:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.731185:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.731188:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.731190:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.731191:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.731192:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.731194:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.731196:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733320:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733335:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.733340:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.733349:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733353:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733374:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.733376:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.733386:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.733389:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.733400:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.733405:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.733407:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.733412:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.733414:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.733418:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733420:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733422:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.733424:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.733427:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733429:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733432:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.733435:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.733438:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.733439:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.733441:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.733443:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.733445:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.733446:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.733448:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.733451:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733453:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733455:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.733458:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.733460:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733461:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733464:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.733466:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.733468:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.733470:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.733472:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.733474:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.733476:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.733477:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.733479:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.733481:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733483:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733485:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.733486:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.733488:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733490:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733492:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.733493:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.733496:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.733497:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.733500:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.733502:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.733503:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.733504:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.733506:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.733508:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733543:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733545:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.733547:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.733550:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733552:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733556:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.733557:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.733560:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.733561:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.733564:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.733566:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.733568:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.733569:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.733571:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.733573:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733576:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733578:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.733580:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.733582:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733584:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733586:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.733588:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.733590:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.733591:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.733594:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.733596:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.733598:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.733600:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.733601:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.733603:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733605:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733607:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.733609:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.733610:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733612:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733614:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.733615:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.733616:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.733618:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.733620:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.733622:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.733624:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.733625:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.733626:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.733628:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733630:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733632:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.733634:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.733650:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733653:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733657:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.733658:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.733660:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.733662:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.733664:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.733666:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.733668:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.733669:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.733670:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.733673:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733676:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733677:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.733680:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.733682:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733683:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733686:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.733687:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.733689:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.733690:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.733692:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.733694:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.733695:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.733696:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.733698:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.733700:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733702:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733703:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.733705:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.733707:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733708:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733711:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.733712:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.733715:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.733716:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.733718:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.733720:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.733722:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.733722:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.733724:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.733726:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733728:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733730:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.733732:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.733735:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733736:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733739:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.733740:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.733742:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.733743:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.733745:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.733747:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.733749:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.733750:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.733751:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.733753:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733755:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733756:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.733759:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.733760:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733768:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733771:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.733773:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.733775:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.733777:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.733779:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.733781:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.733782:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.733783:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.733793:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.733796:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733798:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733800:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.733802:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.733804:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733806:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733810:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.733812:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.733815:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.733816:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.733819:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.733821:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.733823:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.733824:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.733825:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.733828:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733829:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733831:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.733833:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.733835:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733837:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733841:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.733842:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.733844:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.733845:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.733848:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.733850:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.733852:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.733853:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.733855:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.733857:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733859:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733860:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.733862:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.733864:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733866:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733869:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.733871:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.733873:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.733874:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.733877:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.733880:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.733881:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.733882:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.733884:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.733886:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733888:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733889:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.733892:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.733894:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733895:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733898:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.733900:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.733909:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.733910:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.733912:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.733914:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.733916:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.733917:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.733918:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.733920:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733922:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733924:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.733926:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.733927:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733929:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733932:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.733933:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.733935:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.733936:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.733938:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.733941:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.733942:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.733944:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.733945:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.733948:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733950:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733952:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.733954:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.733956:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733957:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733960:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.733962:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.733964:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.733965:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.733967:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.733969:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.733970:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.733971:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.733972:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.733974:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733976:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733978:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.733980:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.733982:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733984:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.733986:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.733988:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.733990:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.733991:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.733993:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.733995:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.733997:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.733998:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.733999:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.734002:0:35955:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.734005:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.734006:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1789603700.734008:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.734010:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.734012:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1789603700.734015:0:35955:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1789603700.734016:0:35955:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908) cmd=c00866a4 arg=7fff990e39a0 00000080:00000001:0.0:1789603700.734018:0:35955:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1789603700.734019:0:35955:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1789603700.734022:0:35955:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9eb8051e0000. 00000020:00000001:0.0:1789603700.734023:0:35955:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.734025:0:35955:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1789603700.734026:0:35955:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1789603700.734027:0:35955:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9eb81291b000: cmd=c00866a4 len=592 karg=ffff9eb8051e0000 uarg=0000000000000000 00020000:00000001:0.0:1789603700.734029:0:35955:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1789603700.734031:0:35955:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1789603700.734032:0:35955:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1789603700.734034:0:35955:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9eb8051e0000. 00000080:00000001:0.0:1789603700.734036:0:35955:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1789603700.734038:0:35955:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1789603700.734053:0:35955:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:0.0:1789603700.734285:0:35955:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789603700.734290:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3dd0 00000080:00200008:0.0:1789603700.734293:0:35955:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9eb808190908), flags 100000 00000080:00400000:0.0:1789603700.734298:0:35955:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1789603700.734302:0:35955:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb804241040. 00000080:00000001:0.0:1789603700.734308:0:35955:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789603700.734311:0:35955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3dd0 00000080:00000008:0.0:1789603700.734313:0:35955:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9eb808190908), flags 100000, rc = 0 00000080:00000001:0.0:1789603700.734316:0:35955:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.734317:0:35955:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.742674:0:35956:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789603700.742685:0:35956:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789603700.742688:0:35956:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789603700.742692:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fbc0 00000080:00200000:3.0:1789603700.742698:0:35956:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:3.0:1789603700.742710:0:35956:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb804155400. 00800000:00000002:3.0:1789603700.742720:0:35956:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:3.0:1789603700.742726:0:35956:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603700.742734:0:35956:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603700.742736:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fae0 00800000:00000002:3.0:1789603700.742739:0:35956:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603700.742744:0:35956:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789603700.742747:0:35956:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603700.742752:0:35956:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603700.742756:0:35956:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603700.742760:0:35956:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603700.742762:0:35956:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603700.742765:0:35956:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603700.742768:0:35956:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603700.742772:0:35956:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789603700.742779:0:35956:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603700.742781:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2f9b0 00000002:00010000:3.0:1789603700.742783:0:35956:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789603700.743204:0:35956:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789603700.743208:0:35956:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603700.743214:0:35956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603700.743223:0:35956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 2 00010000:00000001:3.0:1789603700.743226:0:35956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603700.743232:0:35956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603700.743238:0:35956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603700.743244:0:35956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe55ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9237f expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1789603700.743258:0:35956:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789603700.743265:0:35956:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603700.743268:0:35956:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe55ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9237f expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1789603700.743275:0:35956:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789603700.743277:0:35956:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789603700.743279:0:35956:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603700.743281:0:35956:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603700.743284:0:35956:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789603700.743286:0:35956:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789603700.743289:0:35956:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789603700.743292:0:35956:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:3.0:1789603700.743297:0:35956:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804155400. 00000080:00000001:3.0:1789603700.743304:0:35956:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789603700.743306:0:35956:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603700.743309:0:35956:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:3.0:1789603700.743313:0:35956:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe55ef 00800000:00000001:3.0:1789603700.743317:0:35956:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603700.743320:0:35956:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603700.743322:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603700.743325:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.743328:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:3.0:1789603700.743330:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:3.0:1789603700.743333:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:3.0:1789603700.743337:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.743339:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603700.743340:0:35956:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603700.743342:0:35956:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603700.743345:0:35956:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe55ef from it ffffb8e501c2fbf8 00010000:00000001:3.0:1789603700.743347:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603700.743348:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.743350:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb802f46e00 refcount=3 00000020:00000001:3.0:1789603700.743352:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:3.0:1789603700.743354:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111893585408 : -106961815966208 : ffff9eb802f46e00) 00010000:00000001:3.0:1789603700.743357:0:35956:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603700.743361:0:35956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe55ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9237f expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789603700.743368:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.743369:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.743371:0:35956:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603700.743374:0:35956:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603700.743376:0:35956:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe55ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9237f expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789603700.743384:0:35956:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603700.743388:0:35956:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603700.743391:0:35956:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603700.743396:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.743398:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.743400:0:35956:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.743404:0:35956:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603700.743406:0:35956:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.743408:0:35956:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.743410:0:35956:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.743412:0:35956:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603700.743414:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.743415:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789603700.743419:0:35956:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789603700.743422:0:35956:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789603700.743424:0:35956:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:3.0:1789603700.743430:0:35956:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.743440:0:35956:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1789603700.743442:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fb58 00000080:00002000:3.0:1789603700.743444:0:35956:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9eb82056b6c0) flags 0x48000e refc 0 00000080:00000001:3.0:1789603700.743448:0:35956:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.743450:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fbc8 00000080:00200000:3.0:1789603700.743451:0:35956:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:3.0:1789603700.743461:0:35956:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789603700.743463:0:35956:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9eb808192a08), inode mode 81a4 mask 52 00000080:00000001:3.0:1789603700.743466:0:35956:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.743474:0:35956:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789603700.743476:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fb98 00000080:00200008:3.0:1789603700.743478:0:35956:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x30:0x0](ffff9eb808192a08), flags 102101 00000080:00000010:3.0:1789603700.743486:0:35956:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9eb8017a7400. 00000080:00000001:3.0:1789603700.743493:0:35956:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1789603700.743496:0:35956:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb804155400. 00800000:00000002:3.0:1789603700.743499:0:35956:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:3.0:1789603700.743502:0:35956:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603700.743503:0:35956:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603700.743505:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fa48 00800000:00000002:3.0:1789603700.743704:0:35956:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000405:0x30:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603700.743709:0:35956:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1789603700.743712:0:35956:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603700.743715:0:35956:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603700.743716:0:35956:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603700.743718:0:35956:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603700.743720:0:35956:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603700.743722:0:35956:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1789603700.743724:0:35956:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.743727:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2f9c8 00800000:00000002:3.0:1789603700.743729:0:35956:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1789603700.743734:0:35956:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603700.743736:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2f900 00000002:00010000:3.0:1789603700.743737:0:35956:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0240102102 00000002:00000001:3.0:1789603700.743742:0:35956:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789603700.743745:0:35956:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1789603700.743749:0:35956:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789603700.743753:0:35956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c800 count: 2 00010000:00000001:3.0:1789603700.743756:0:35956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603700.743759:0:35956:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789603700.743763:0:35956:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.743766:0:35956:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603700.743768:0:35956:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603700.743769:0:35956:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789603700.743771:0:35956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 2 00010000:00000001:3.0:1789603700.743772:0:35956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603700.743774:0:35956:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789603700.743776:0:35956:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603700.743779:0:35956:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe55ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e9237f expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:3.0:1789603700.743788:0:35956:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789603700.743793:0:35956:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789603700.743796:0:35956:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789603700.743798:0:35956:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1789603700.743801:0:35956:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603700.743802:0:35956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603700.743804:0:35956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 3 00010000:00000001:3.0:1789603700.743806:0:35956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603700.743809:0:35956:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603700.743810:0:35956:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603700.743812:0:35956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603700.743813:0:35956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 3 00010000:00000001:3.0:1789603700.743815:0:35956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603700.743817:0:35956:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603700.743819:0:35956:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603700.743820:0:35956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603700.743821:0:35956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb81938b200 count: 3 00010000:00000001:3.0:1789603700.743823:0:35956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603700.743825:0:35956:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.743827:0:35956:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789603700.743830:0:35956:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9eb808190840, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789603700.743835:0:35956:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1789603700.743838:0:35956:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789603700.743841:0:35956:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789603700.743843:0:35956:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.743847:0:35956:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603700.743851:0:35956:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603700.743853:0:35956:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603700.743855:0:35956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603700.743857:0:35956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789603700.743861:0:35956:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb802f46e00 with handle 0xa04c19c788fe55ef from hash 00010000:00000001:3.0:1789603700.743864:0:35956:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603700.743865:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.743867:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.743868:0:35956:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603700.743870:0:35956:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603700.743872:0:35956:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789603700.743874:0:35956:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789603700.743876:0:35956:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789603700.743878:0:35956:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1789603700.743885:0:35956:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b48a80. 00000020:00000040:3.0:1789603700.743890:0:35956:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:3.0:1789603700.743900:0:35956:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789603700.743902:0:35956:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.743905:0:35956:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789603700.743911:0:35956:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603700.743914:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.743915:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.743916:0:35956:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.743920:0:35956:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603700.743922:0:35956:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603700.743925:0:35956:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603700.743934:0:35956:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb80511c800. 00000100:00000001:3.0:1789603700.743943:0:35956:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.743950:0:35956:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603700.743954:0:35956:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789603700.743959:0:35956:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe55ef lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e9237f expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1789603700.743966:0:35956:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789603700.743968:0:35956:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789603700.743969:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789603700.743972:0:35956:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb802f46e00/0xa04c19c788fe55ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e9237f expref: -99 pid: 35955 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:3.0:1789603700.743980:0:35956:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb81938b200 count: 0 00010000:00000010:3.0:1789603700.743986:0:35956:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb80574e100. 00010000:00000001:3.0:1789603700.743999:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.744001:0:35956:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.744003:0:35956:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603700.744005:0:35956:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.744008:0:35956:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603700.744015:0:35956:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446637112124279424 : -106961585272192 : ffff9eb810b48a80) 00010000:00000001:3.0:1789603700.744019:0:35956:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789603700.744022:0:35956:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789603700.744027:0:35956:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb8042bba00. 00010000:00000010:3.0:1789603700.744031:0:35956:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb80502bd00. 00010000:00000001:3.0:1789603700.744036:0:35956:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789603700.744040:0:35956:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb8131e5c00. 00000020:00000001:3.0:1789603700.744043:0:35956:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789603700.744046:0:35956:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb8131e5c00 with handle 0xa04c19c788fe55f6 to hash 00000020:00000001:3.0:1789603700.744048:0:35956:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789603700.744050:0:35956:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112164768768 : -106961544782848 : ffff9eb8131e5c00) 00010000:00000001:3.0:1789603700.744224:0:35956:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112164768768 : -106961544782848 : ffff9eb8131e5c00) 00010000:00000001:3.0:1789603700.744229:0:35956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603700.744231:0:35956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603700.744235:0:35956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe55f6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35956 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603700.744247:0:35956:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe55f6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35956 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1789603700.744265:0:35956:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1789603700.744282:0:35956:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb810b48a80 x1876533442929536/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1789603700.744293:0:35956:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe55f6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35956 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789603700.744299:0:35956:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603700.744302:0:35956:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603700.744311:0:35956:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8109cf900. 00000100:00000001:3.0:1789603700.744314:0:35956:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112122734848 : -106961586816768 : ffff9eb8109cf900) 00000100:00000001:3.0:1789603700.744317:0:35956:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603700.744319:0:35956:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124279424 : -106961585272192 : ffff9eb810b48a80) 00000100:00000001:3.0:1789603700.744325:0:35956:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603700.744330:0:35956:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.744332:0:35956:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603700.744335:0:35956:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603700.744340:0:35956:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b48a80 x1876533442929536/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.744347:0:35956:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603700.744350:0:35956:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603700.744354:0:35956:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603700.744357:0:35956:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603700.744360:0:35956:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603700.744363:0:35956:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b48a80 pname:cluuid:pid:xid:nid:opc:job bash:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35956:1876533442929536:192.168.204.129@tcp:101:bash.0 00000100:00000001:3.0:1789603700.744368:0:35956:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603700.744376:0:35956:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603700.744379:0:35956:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603700.744382:0:35956:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603700.744470:0:35956:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9eb810260000. 02000000:00000001:3.0:1789603700.744473:0:35956:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603700.744484:0:35956:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603700.744491:0:35956:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748840. 00000400:00000010:3.0:1789603700.744499:0:35956:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9eb80511dc00. 00000100:00000200:3.0:1789603700.744508:0:35956:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876533442929536, portal 10 00000100:00000001:3.0:1789603700.744536:0:35956:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603700.744537:0:35956:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124279424 : -106961585272192 : ffff9eb810b48a80) 00000100:00000040:3.0:1789603700.744544:0:35956:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810b48a80 x1876533442929536/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603716 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.744552:0:35956:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603700.744555:0:35956:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603700.744560:0:35956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0088. 00000100:00000200:3.0:1789603700.744564:0:35956:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876533442929536, offset 0 00000400:00000200:3.0:1789603700.744570:0:35956:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603700.744581:0:35956:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603700.744591:0:35956:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603700.744599:0:35956:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603700.744604:0:35956:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603700.744608:0:35956:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603700.744611:0:35956:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603700.744615:0:35956:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3014:3014:256:4294967295] 192.168.204.129@tcp LPNI seq info [3014:3014:8:4294967295] 00000400:00000200:3.0:1789603700.744619:0:35956:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603700.744629:0:35956:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603700.744647:0:35956:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603700.744654:0:35956:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f400. 00000800:00000200:3.0:1789603700.744662:0:35956:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603700.744672:0:35956:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603700.744677:0:35956:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1789603700.744760:0:35956:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603700.744766:0:35956:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 850107 usecs (851 jiffies) 00000400:00000200:3.0:1789603700.744770:0:35956:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603700.744773:0:35956:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296700529 00000100:00000001:3.0:1789603700.744782:0:35956:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296700460 00000100:00000001:3.0:1789603700.744798:0:35956:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296700529 00000100:00000001:3.0:1789603700.744802:0:35956:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296700460 00000100:00000001:3.0:1789603700.744805:0:35956:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603700.744809:0:35956:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.744811:0:35956:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603700.744814:0:35956:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603700.744818:0:35956:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8109cf900 going to sleep for 11 seconds 00000100:00000001:3.0:1789603700.744821:0:35956:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603700.744824:0:35956:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603700.745111:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603700.745117:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f400. 00000400:00000200:2.0:1789603700.745125:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.745132:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603700.745140:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0088 00000400:00000010:2.0:1789603700.745143:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0088. 00000100:00000001:2.0:1789603700.747686:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603700.747719:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b48a80 x1876533442929536/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603716 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.747739:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603700.747743:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b48a80 x1876533442929536/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603716 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.747751:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.747753:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603700.750973:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.750997:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603700.751003:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.751006:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.751018:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.751029:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603700.751039:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.751044:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.751051:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.751067:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 664 into portal 10 MB=0x6aab27d466380 00000400:00000200:2.0:1789603700.751073:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.751081:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 664/664 into md 0x88c5 [32] + 224 00000800:00000001:2.0:1789603700.751090:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.751107:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.751111:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.751117:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603700.751128:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603700.751140:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b48a80 x1876533442929536/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603716 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603700.751152:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9eb810b48a80 x1876533442929536/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.751175:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603700.751187:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.751191:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603700.751245:0:35956:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603700.751256:0:35956:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603700.751258:0:35956:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603700.751263:0:35956:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748840. 00000400:00000200:3.0:1789603700.751270:0:35956:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb80511dc00 00000400:00000010:3.0:1789603700.751273:0:35956:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9eb80511dc00. 00000100:00000001:3.0:1789603700.751277:0:35956:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603700.751282:0:35956:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b48a80 x1876533442929536/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789603700.751292:0:35956:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b48a80 x1876533442929536/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/66320 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.751298:0:35956:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603700.751301:0:35956:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603700.751303:0:35956:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603700.751307:0:35956:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603700.751310:0:35956:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603700.751313:0:35956:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603700.751317:0:35956:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603700.751331:0:35956:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=98 v=5 (5 106 106 106) 00000100:00001000:3.0:1789603700.751336:0:35956:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=34 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603700.751339:0:35956:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603700.751342:0:35956:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.751346:0:35956:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603700.751350:0:35956:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.751355:0:35956:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789603700.751357:0:35956:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1789603700.751359:0:35956:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789603700.751362:0:35956:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603700.751364:0:35956:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124279424 : -106961585272192 : ffff9eb810b48a80) 00000100:00000001:3.0:1789603700.751368:0:35956:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603700.751370:0:35956:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 8589934608 00000100:00000001:3.0:1789603700.751373:0:35956:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603700.751376:0:35956:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603700.751382:0:35956:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b48a80 x1876533442929536/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603716 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.751390:0:35956:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603700.751393:0:35956:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603700.751396:0:35956:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603700.751400:0:35956:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b48a80 x1876533442929536/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603716 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789603700.751409:0:35956:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b48a80 pname:cluuid:pid:xid:nid:opc:job bash:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35956:1876533442929536:192.168.204.129@tcp:101:bash.0 00000100:00000001:3.0:1789603700.751415:0:35956:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603700.751419:0:35956:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.751422:0:35956:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789603700.751424:0:35956:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.751428:0:35956:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b48a80 x1876533442929536/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603716 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.751434:0:35956:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603700.751438:0:35956:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8109cf900. 00000100:00000001:3.0:1789603700.751441:0:35956:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789603700.751443:0:35956:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.751446:0:35956:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789603700.751452:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603700.751455:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.751460:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5c00 refcount=4 00000020:00000001:3.0:1789603700.751462:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768768 : -106961544782848 : ffff9eb8131e5c00) 00010000:00000001:3.0:1789603700.751465:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768768 : -106961544782848 : ffff9eb8131e5c00) 00010000:00000040:3.0:1789603700.751473:0:35956:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb8131e5c00, remote cookie: 0x31dbb14d74e9238d, flags: 0x1001 00010000:00010000:3.0:1789603700.751479:0:35956:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe55f6 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9238d expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789603700.751489:0:35956:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x30:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1789603700.751492:0:35956:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1789603700.751502:0:35956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c800 count: 2 00010000:00000001:3.0:1789603700.751505:0:35956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000010:3.1:1789603700.751554:0:35956:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb81938b200. 00010000:00000010:3.1:1789603700.751561:0:35956:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb802f46e00. 00010000:00000040:3.0:1789603700.751568:0:35956:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb8042bba00 count: 0 00010000:00000010:3.0:1789603700.751576:0:35956:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb80502bd00. 00010000:00000001:3.0:1789603700.751584:0:35956:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603700.751589:0:35956:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe55f6 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9238d expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603700.751598:0:35956:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe55f6 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9238d expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603700.751605:0:35956:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789603700.751610:0:35956:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789603700.751613:0:35956:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789603700.751615:0:35956:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789603700.751617:0:35956:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789603700.751619:0:35956:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x30:0x0].0x0 (ffff9eb80647c800) refcount = 2 00010000:00000040:3.0:1789603700.751623:0:35956:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1789603700.751626:0:35956:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789603700.751650:0:35956:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe55f6 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9238d expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603700.751656:0:35956:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789603700.751660:0:35956:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789603700.751662:0:35956:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603700.751665:0:35956:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789603700.751667:0:35956:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603700.751671:0:35956:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe55f6 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9238d expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603700.751677:0:35956:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789603700.751679:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.751682:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.751683:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.751684:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.751686:0:35956:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603700.751691:0:35956:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789603700.751694:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603700.751695:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.751697:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5c00 refcount=3 00000020:00000001:3.0:1789603700.751699:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768768 : -106961544782848 : ffff9eb8131e5c00) 00010000:00000001:3.0:1789603700.751702:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768768 : -106961544782848 : ffff9eb8131e5c00) 00010000:00000001:3.0:1789603700.751704:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603700.751705:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.751707:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5c00 refcount=4 00000020:00000001:3.0:1789603700.751708:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768768 : -106961544782848 : ffff9eb8131e5c00) 00010000:00000001:3.0:1789603700.751711:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768768 : -106961544782848 : ffff9eb8131e5c00) 00010000:00000001:3.0:1789603700.751714:0:35956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603700.751718:0:35956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603700.751721:0:35956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe55f6 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9238d expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603700.751728:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.751729:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.751730:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603700.751732:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.751733:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5c00 refcount=5 00000020:00000001:3.0:1789603700.751735:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768768 : -106961544782848 : ffff9eb8131e5c00) 00010000:00000001:3.0:1789603700.751737:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768768 : -106961544782848 : ffff9eb8131e5c00) 00010000:00000001:3.0:1789603700.751740:0:35956:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603700.751743:0:35956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe55f6 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9238d expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603700.751748:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.751749:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789603700.751752:0:35956:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe55f6 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e9238d expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603700.751758:0:35956:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603700.751759:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.751760:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.751761:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.751762:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789603700.751768:0:35956:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x2b, status=0 req@ffff9eb810b48a80 x1876533442929536/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603716 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789603700.751778:0:35956:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1789603700.751784:0:35956:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb810b48a80 x1876533442929536/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603716 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789603700.751791:0:35956:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.751798:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603700.751800:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.751802:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5c00 refcount=3 00000020:00000001:3.0:1789603700.751804:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768768 : -106961544782848 : ffff9eb8131e5c00) 00010000:00000001:3.0:1789603700.751807:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768768 : -106961544782848 : ffff9eb8131e5c00) 00000002:00010000:3.0:1789603700.751811:0:35956:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe55f6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9238d expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1789603700.752075:0:35956:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9eb807c62a00. 00010000:00000001:3.0:1789603700.752078:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.752079:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603700.752080:0:35956:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603700.752082:0:35956:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603700.752086:0:35956:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1789603700.752089:0:35956:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603700.752090:0:35956:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124279424 : -106961585272192 : ffff9eb810b48a80) 00010000:00000001:3.0:1789603700.752093:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603700.752094:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.752095:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5c00 refcount=3 00000020:00000001:3.0:1789603700.752097:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768768 : -106961544782848 : ffff9eb8131e5c00) 00010000:00000001:3.0:1789603700.752099:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768768 : -106961544782848 : ffff9eb8131e5c00) 00000002:00010000:3.0:1789603700.752103:0:35956:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe55f6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9238d expref: -99 pid: 35956 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603700.752109:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.752110:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.752112:0:35956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789603700.752113:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603700.752114:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.752116:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5c00 refcount=3 00000020:00000001:3.0:1789603700.752118:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768768 : -106961544782848 : ffff9eb8131e5c00) 00010000:00000001:3.0:1789603700.752120:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768768 : -106961544782848 : ffff9eb8131e5c00) 00010000:00000040:3.0:1789603700.752124:0:35956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c800 count: 3 00010000:00000001:3.0:1789603700.752126:0:35956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603700.752130:0:35956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603700.752134:0:35956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603700.752137:0:35956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1789603700.752145:0:35956:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789603700.752152:0:35956:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603700.752156:0:35956:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789603700.752163:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.752164:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.752166:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603700.752167:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.752168:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5c00 refcount=3 00000020:00000001:3.0:1789603700.752170:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768768 : -106961544782848 : ffff9eb8131e5c00) 00010000:00000001:3.0:1789603700.752172:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768768 : -106961544782848 : ffff9eb8131e5c00) 00010000:00000001:3.0:1789603700.752174:0:35956:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1789603700.752177:0:35956:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe55f6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e9238d expref: -99 pid: 35956 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603700.752183:0:35956:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603700.752185:0:35956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe55f6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x31dbb14d74e9238d expref: -99 pid: 35956 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603700.752191:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.752192:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789603700.752194:0:35956:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe55f6 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x31dbb14d74e9238d expref: -99 pid: 35956 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603700.752200:0:35956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603700.752202:0:35956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.752206:0:35956:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1789603700.752212:0:35956:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9eb8109cf900. 00010000:00000001:3.0:1789603700.752216:0:35956:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789603700.752232:0:35956:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1789603700.752235:0:35956:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.752237:0:35956:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.752238:0:35956:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603700.752240:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.752241:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603700.752242:0:35956:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789603700.752246:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2f888 00000002:00002000:3.0:1789603700.752248:0:35956:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=0x80002b: rc = 0 00000002:00000001:3.0:1789603700.752251:0:35956:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603700.752256:0:35956:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603700.752258:0:35956:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789603700.752262:0:35956:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789603700.752265:0:35956:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603700.752269:0:35956:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:3.0:1789603700.752274:0:35956:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804155400. 00000080:00000001:3.0:1789603700.752279:0:35956:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789603700.752286:0:35956:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1789603700.752289:0:35956:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:3.0:1789603700.752294:0:35956:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603700.752300:0:35956:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112122227816 : -106961587323800 : ffff9eb810953c68) 00000020:00001000:3.0:1789603700.752302:0:35956:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810953c60 00000020:00000001:3.0:1789603700.752306:0:35956:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1789603700.752310:0:35956:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1789603700.752313:0:35956:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789603700.752320:0:35956:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb810df82a0. 00020000:00000010:3.0:1789603700.752325:0:35956:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb806944780. 00020000:00000010:3.0:1789603700.752330:0:35956:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb810df8b40. 00020000:00000001:3.0:1789603700.752332:0:35956:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637112127097664 : -106961582453952 : ffff9eb810df8b40) 00020000:00000002:3.0:1789603700.752336:0:35956:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb810df8b40, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789603700.752341:0:35956:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789603700.752345:0:35956:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb806944780: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000002:3.0:1789603700.752349:0:35956:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9eb8123e4aa8) owner ffff9eb801348000 00020000:00000001:3.0:1789603700.752353:0:35956:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789603700.752355:0:35956:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9eb8123e4aa8) owner ffff9eb801348000 00020000:00000010:3.0:1789603700.752360:0:35956:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb806944780. 00020000:00000010:3.0:1789603700.752364:0:35956:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb810df82a0. 00020000:00000010:3.0:1789603700.752368:0:35956:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb810df8b40. 00020000:00000002:3.0:1789603700.752370:0:35956:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1789603700.752372:0:35956:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.752374:0:35956:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789603700.752376:0:35956:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810953c60 00000080:00000001:3.0:1789603700.752382:0:35956:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611184 : 144115205339611184 : 200000405000030) 00000080:00000001:3.0:1789603700.752385:0:35956:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:3.0:1789603700.752391:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603700.752393:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.752395:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:3.0:1789603700.752397:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:3.0:1789603700.752399:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00000080:00000001:3.0:1789603700.752403:0:35956:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789603700.752405:0:35956:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603700.752406:0:35956:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112122227816 : -106961587323800 : ffff9eb810953c68) 00000020:00001000:3.0:1789603700.752408:0:35956:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810953c60 00000020:00000001:3.0:1789603700.752409:0:35956:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1789603700.752411:0:35956:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1789603700.752412:0:35956:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789603700.752415:0:35956:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb810df8b40. 00020000:00000010:3.0:1789603700.752417:0:35956:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb806944780. 00020000:00000010:3.0:1789603700.752420:0:35956:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb810df82a0. 00020000:00000001:3.0:1789603700.752422:0:35956:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637112127095456 : -106961582456160 : ffff9eb810df82a0) 00020000:00000002:3.0:1789603700.752424:0:35956:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb810df82a0, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789603700.752428:0:35956:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789603700.752432:0:35956:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb806944780: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000002:3.0:1789603700.752434:0:35956:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9eb8123e4aa8) owner ffff9eb801348000 00020000:00000001:3.0:1789603700.752436:0:35956:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789603700.752439:0:35956:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9eb8123e4aa8) owner ffff9eb801348000 00020000:00000010:3.0:1789603700.752442:0:35956:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb806944780. 00020000:00000010:3.0:1789603700.752444:0:35956:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb810df8b40. 00020000:00000010:3.0:1789603700.752446:0:35956:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb810df82a0. 00020000:00000002:3.0:1789603700.752448:0:35956:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1789603700.752450:0:35956:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.752452:0:35956:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.752462:0:35956:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1789603700.752465:0:35956:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb801348000 00020000:00000002:3.0:1789603700.752469:0:35956:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb805103e40 addref 2/0 by ffff9eb801348000. 00020000:00000002:3.0:1789603700.752472:0:35956:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb801348000 00020000:00000001:3.0:1789603700.752474:0:35956:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1789603700.752476:0:35956:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1789603700.752478:0:35956:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1789603700.752480:0:35956:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1789603700.752482:0:35956:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1789603700.752484:0:35956:0:(file.c:6854:ll_layout_conf()) [0x200000405:0x30:0x0]: layout version change: 0 -> 0 00000020:00001000:3.0:1789603700.752487:0:35956:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810953c60 00000080:00000001:3.0:1789603700.752488:0:35956:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.752490:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.752491:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789603700.752492:0:35956:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789603700.752495:0:35956:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789603700.752497:0:35956:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603700.752500:0:35956:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9eb808192a08) for lock 0xa04c19c788fe55da 00800000:00000001:3.0:1789603700.752503:0:35956:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603700.752505:0:35956:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603700.752507:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603700.752559:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.752561:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:3.0:1789603700.752563:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:3.0:1789603700.752566:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:3.0:1789603700.752568:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.752570:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603700.752571:0:35956:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603700.752573:0:35956:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.752577:0:35956:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.752585:0:35956:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b48a80 x1876533442929536/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603716 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.752592:0:35956:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603700.752596:0:35956:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe55da from it ffffb8e501c2fbf0 00010000:00000001:3.0:1789603700.752598:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603700.752599:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.752601:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:3.0:1789603700.752603:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:3.0:1789603700.752605:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:3.0:1789603700.752607:0:35956:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603700.752610:0:35956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789603700.752617:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.752618:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.752620:0:35956:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603700.752622:0:35956:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603700.752625:0:35956:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789603700.752633:0:35956:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603700.752648:0:35956:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603700.752651:0:35956:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603700.752657:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.752658:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.752660:0:35956:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.752662:0:35956:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603700.752664:0:35956:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.752666:0:35956:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.752669:0:35956:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.752671:0:35956:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603700.752672:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.752673:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789603700.752678:0:35956:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789603700.752684:0:35956:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9eb807c62080. 00000080:00000001:3.0:1789603700.752687:0:35956:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1789603700.752693:0:35956:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1789603700.752696:0:35956:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603700.752700:0:35956:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603700.752703:0:35956:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603700.752705:0:35956:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603700.752708:0:35956:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603700.752710:0:35956:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1789603700.752713:0:35956:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603700.752716:0:35956:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1789603700.752720:0:35956:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9eb806907480. 00000002:00100000:3.0:1789603700.752725:0:35956:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb810b48a80 x1876533442929536/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603716 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789603700.752731:0:35956:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603700.752732:0:35956:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1789603700.752736:0:35956:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1789603700.752740:0:35956:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.752743:0:35956:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1789603700.752745:0:35956:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789603700.752748:0:35956:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603700.752750:0:35956:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789603700.752752:0:35956:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.752755:0:35956:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1789603700.752757:0:35956:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.752758:0:35956:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789603700.752761:0:35956:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.752764:0:35956:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603700.752768:0:35956:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.752771:0:35956:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b48a80 x1876533442929536/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603716 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1789603700.752779:0:35956:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603700.752783:0:35956:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9eb810260000. 02000000:00000001:3.0:1789603700.752831:0:35956:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1789603700.752834:0:35956:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.752838:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fb98 00000080:00000008:3.0:1789603700.752840:0:35956:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9eb808192a08), flags 102101, rc = 0 00020000:00000001:3.0:1789603700.752959:0:35956:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789603700.752963:0:35956:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb801348000 00020000:00000002:3.0:1789603700.752972:0:35956:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb801348000 00020000:00000001:3.0:1789603700.752974:0:35956:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.754884:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603700.754893:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603700.754901:0:16825:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1789603700.754906:0:16825:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1789603700.754908:0:16825:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1789603700.754916:0:16825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe55f6 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x31dbb14d74e9238d expref: -99 pid: 35956 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603700.754931:0:16825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb8131e5c00 already unused, calling callback (ffffffffc1bbd980) 00000080:00000001:0.0:1789603700.754934:0:16825:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1789603700.754939:0:16825:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe55f6 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x31dbb14d74e9238d expref: -99 pid: 35956 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603700.754947:0:16825:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1789603700.754950:0:16825:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1789603700.754953:0:16825:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe55f6 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x31dbb14d74e9238d expref: -99 pid: 35956 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603700.754960:0:16825:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1789603700.754963:0:16825:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1789603700.754966:0:16825:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.754969:0:16825:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.754972:0:16825:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5c00 refcount=3 00000020:00000001:0.0:1789603700.754975:0:16825:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164768768 : -106961544782848 : ffff9eb8131e5c00) 00010000:00000001:0.0:1789603700.754978:0:16825:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164768768 : -106961544782848 : ffff9eb8131e5c00) 00010000:00000001:0.0:1789603700.754981:0:16825:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789603700.754984:0:16825:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe55f6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e9238d expref: -99 pid: 35956 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1789603700.754991:0:16825:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789603700.754995:0:16825:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789603700.754998:0:16825:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789603700.755001:0:16825:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x30:0x0] mode (null) 00000002:00000001:0.0:1789603700.755006:0:16825:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603700.755009:0:16825:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603700.755017:0:16825:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c800 count: 3 00010000:00000001:0.0:1789603700.755020:0:16825:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603700.755025:0:16825:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1789603700.755030:0:16825:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1789603700.755033:0:16825:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603700.755040:0:16825:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603700.755043:0:16825:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789603700.755061:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.755064:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603700.755066:0:16825:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1789603700.755068:0:16825:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.755069:0:16825:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.755071:0:16825:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=2 00000020:00000001:0.0:1789603700.755073:0:16825:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603700.755075:0:16825:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603700.755076:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.755077:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789603700.755079:0:16825:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603700.755081:0:16825:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789603700.755083:0:16825:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.755086:0:16825:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789603700.755090:0:16825:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789603700.755099:0:16825:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789603700.755102:0:16825:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603700.755104:0:16825:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789603700.755108:0:16825:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb8131e5c00 with handle 0xa04c19c788fe55f6 from hash 00010000:00000001:0.0:1789603700.755110:0:16825:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789603700.755112:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.755113:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.755114:0:16825:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789603700.755118:0:16825:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789603700.755120:0:16825:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789603700.755126:0:16825:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603700.755132:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.755133:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.755135:0:16825:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.755137:0:16825:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789603700.755140:0:16825:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1789603700.755150:0:16825:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1ca80. 00000020:00000040:0.0:1789603700.755154:0:16825:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=9 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603700.755160:0:16825:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603700.755163:0:16825:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603700.755165:0:16825:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603700.755174:0:16825:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb8051cba00. 00000100:00000001:0.0:1789603700.755183:0:16825:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.755186:0:16825:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789603700.755192:0:16825:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe55f6 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e9238d expref: -99 pid: 35956 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603700.755199:0:16825:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789603700.755201:0:16825:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.755208:0:16825:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603700.755214:0:16825:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603700.755228:0:16825:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067fb3299] to pc [ptlrpcd_00_00+0] req@ffff9eb810d1ca80 x1876533442929664/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789603700.755272:0:16825:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603700.755275:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.755276:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.755278:0:16825:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.755280:0:16825:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.755281:0:16825:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603700.755284:0:16825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe55f6 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e9238d expref: -99 pid: 35956 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603700.755291:0:16825:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789603700.755293:0:16825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5c00/0xa04c19c788fe55f6 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e9238d expref: -99 pid: 35956 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1789603700.755306:0:16825:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9eb807c62a00. 00010000:00000001:0.0:1789603700.755318:0:16825:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.755319:0:16825:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1789603700.755322:0:16825:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9eb8109cf900. 00010000:00000001:0.0:1789603700.755325:0:16825:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.755328:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603700.755329:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603700.755332:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789603700.755334:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603700.755335:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603700.755337:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789603700.755339:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603700.755341:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603700.755343:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789603700.755352:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1789603700.755356:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1789603700.755358:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.755367:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603700.755370:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.755372:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603700.755374:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603700.755376:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603700.755383:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1ca80 x1876533442929664/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603700.755392:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603700.755394:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603700.755399:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603700.755401:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603700.755404:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603700.755408:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442929664:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789603700.755414:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603700.755421:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603700.755424:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603700.755428:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603700.755432:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8051cbc00. 02000000:00000001:0.0:1789603700.755434:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603700.755443:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603700.755449:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139e18. 00000400:00000010:0.0:1789603700.755458:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136823b8. 00000100:00000200:0.0:1789603700.755474:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442929664, portal 18 00000100:00000001:0.0:1789603700.755478:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603700.755480:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126196352 : -106961583355264 : ffff9eb810d1ca80) 00000100:00000040:0.0:1789603700.755488:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1ca80 x1876533442929664/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603716 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603700.755496:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603700.755499:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603700.755503:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682198. 00000100:00000200:0.0:1789603700.755507:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876533442929664, offset 0 00000400:00000200:0.0:1789603700.755547:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603700.755558:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603700.755567:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603700.755573:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603700.755578:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603700.755582:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603700.755585:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603700.755590:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3015:3015:256:4294967295] 192.168.204.129@tcp LPNI seq info [3015:3015:8:4294967295] 00000400:00000200:0.0:1789603700.755595:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603700.755608:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603700.755616:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603700.755622:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb804076100. 00000800:00000200:0.0:1789603700.755629:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603700.755652:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603700.755657:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb804076100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789603700.755668:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603700.755674:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 849076 usecs (850 jiffies) 00000400:00000200:0.0:1789603700.755678:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603700.755681:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296700539 00000100:00000001:0.0:1789603700.755691:0:2401:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296700529 00000100:00000001:0.0:1789603700.755697:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296700539 00000100:00000001:0.0:1789603700.755701:0:2401:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296700529 00000100:00000001:0.0:1789603700.755704:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603700.755707:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.755711:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.755713:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.755874:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603700.755878:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603700.757742:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603700.757754:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb804076100. 00000400:00000200:2.0:1789603700.757763:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.757773:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603700.757782:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682198 00000400:00000010:2.0:1789603700.757786:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682198. 00000100:00000001:2.0:1789603700.757792:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603700.757803:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1ca80 x1876533442929664/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603716 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603700.757826:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603700.757831:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1ca80 x1876533442929664/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603716 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603700.757839:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.757841:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1789603700.760996:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fd28 00000080:00200008:3.0:1789603700.761010:0:35956:0:(file.c:6307:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff9eb808192a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789603700.761021:0:35956:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789603700.761023:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fca0 00000080:00200000:3.0:1789603700.761025:0:35956:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9eb808192a08),name=recon 00000080:00000010:3.0:1789603700.761035:0:35956:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb804155400. 00800000:00000002:3.0:1789603700.761044:0:35956:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:3.0:1789603700.761188:0:35956:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603700.761196:0:35956:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603700.761199:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fbc0 00800000:00000002:3.0:1789603700.761202:0:35956:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603700.761207:0:35956:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789603700.761212:0:35956:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603700.761216:0:35956:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603700.761219:0:35956:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603700.761222:0:35956:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603700.761225:0:35956:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603700.761227:0:35956:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1789603700.761229:0:35956:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603700.761234:0:35956:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603700.761235:0:35956:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603700.761236:0:35956:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603700.761237:0:35956:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603700.761239:0:35956:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603700.761240:0:35956:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1789603700.761242:0:35956:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603700.761244:0:35956:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:3.0:1789603700.761250:0:35956:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603700.761252:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fa90 00000002:00010000:3.0:1789603700.761255:0:35956:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789603700.761260:0:35956:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789603700.761263:0:35956:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603700.761267:0:35956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603700.761276:0:35956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c800 count: 2 00010000:00000001:3.0:1789603700.761280:0:35956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603700.761285:0:35956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603700.761290:0:35956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603700.761295:0:35956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1789603700.761307:0:35956:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789603700.761315:0:35956:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603700.761319:0:35956:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1789603700.761327:0:35956:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789603700.761329:0:35956:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789603700.761331:0:35956:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603700.761333:0:35956:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789603700.761335:0:35956:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789603700.761337:0:35956:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789603700.761340:0:35956:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789603700.761344:0:35956:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:3.0:1789603700.761348:0:35956:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804155400. 00000080:00000001:3.0:1789603700.761353:0:35956:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789603700.761355:0:35956:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603700.761358:0:35956:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff9eb808192a08) 00000080:00010000:3.0:1789603700.761362:0:35956:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9eb808192a08) for lock 0xa04c19c788fe55da 00800000:00000001:3.0:1789603700.761366:0:35956:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603700.761368:0:35956:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603700.761371:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603700.761373:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.761377:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:3.0:1789603700.761381:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:3.0:1789603700.761384:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:3.0:1789603700.761388:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.761390:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603700.761392:0:35956:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603700.761394:0:35956:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603700.761397:0:35956:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe55da from it ffffb8e501c2fcd8 00010000:00000001:3.0:1789603700.761399:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603700.761401:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.761402:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:3.0:1789603700.761404:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:3.0:1789603700.761407:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:3.0:1789603700.761409:0:35956:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603700.761412:0:35956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1789603700.761419:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.761420:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.761422:0:35956:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603700.761424:0:35956:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603700.761427:0:35956:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1789603700.761435:0:35956:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603700.761439:0:35956:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603700.761442:0:35956:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603700.761447:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.761449:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.761450:0:35956:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.761454:0:35956:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603700.761456:0:35956:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.761459:0:35956:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.761461:0:35956:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.761463:0:35956:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603700.761466:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.761467:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789603700.761470:0:35956:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789603700.761472:0:35956:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603700.761476:0:35956:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1789603700.761480:0:35956:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789603700.761482:0:35956:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603700.761485:0:35956:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789603700.761487:0:35956:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.761489:0:35956:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789603700.761494:0:35956:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1789603700.761496:0:35956:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603700.761502:0:35956:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112122227816 : -106961587323800 : ffff9eb810953c68) 00000020:00001000:3.0:1789603700.761505:0:35956:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810953c60 00000020:00000001:3.0:1789603700.762051:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:3.0:1789603700.762066:0:35956:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789603700.762070:0:35956:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789603700.762072:0:35956:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1789603700.762075:0:35956:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603700.762077:0:35956:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789603700.762080:0:35956:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789603700.762082:0:35956:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.762084:0:35956:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789603700.762088:0:35956:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9eb812940e40 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1789603700.762092:0:35956:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb801348000 00020000:00000001:3.0:1789603700.762096:0:35956:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789603700.762106:0:35956:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789603700.762108:0:35956:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789603700.762110:0:35956:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.762113:0:35956:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789603700.762115:0:35956:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789603700.762117:0:35956:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.762118:0:35956:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603700.762120:0:35956:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789603700.762121:0:35956:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789603700.762122:0:35956:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb801348000 00000020:00000001:3.0:1789603700.762125:0:35956:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789603700.762128:0:35956:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1789603700.762129:0:35956:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:3.0:1789603700.762133:0:35956:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1789603700.762135:0:35956:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1789603700.762137:0:35956:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1789603700.762140:0:35956:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1789603700.762145:0:35956:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1789603700.762153:0:35956:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb80502bd00. 00020000:00000002:3.0:1789603700.762156:0:35956:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789603700.762159:0:35956:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1789603700.762161:0:35956:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789603700.762164:0:35956:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789603700.762165:0:35956:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603700.762168:0:35956:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112122564760 : -106961586986856 : ffff9eb8109a6098) 00000020:00001000:3.0:1789603700.762170:0:35956:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8109a6090 00000020:00000001:3.0:1789603700.762173:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0210 -> ffff9eb8053b0468 00000020:00000001:3.0:1789603700.762175:0:35956:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789603700.762180:0:35956:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603700.762181:0:35956:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789603700.762183:0:35956:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789603700.762184:0:35956:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112155704896 : -106961553846720 : ffff9eb812940e40) 00000020:00000001:3.0:1789603700.762186:0:35956:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.762188:0:35956:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.762190:0:35956:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111935942760 : -106961773608856 : ffff9eb8057ac068) 00000020:00000001:3.0:1789603700.762192:0:35956:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1789603700.762198:0:35956:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb81239d8f0. 00000008:00010000:3.0:1789603700.762201:0:35956:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1789603700.762204:0:35956:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789603700.762206:0:35956:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1789603700.762207:0:35956:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb80502bd30, osc lock ffff9eb81239d8f0, flags 0x400001002 00000020:00000001:3.0:1789603700.762209:0:35956:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.762211:0:35956:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.762215:0:35956:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637111928077568 : -106961781474048 : ffff9eb80502bd00) 00000020:00000001:3.0:1789603700.762217:0:35956:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789603700.762218:0:35956:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1789603700.762219:0:35956:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.762221:0:35956:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.762223:0:35956:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1789603700.762226:0:35956:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1789603700.762228:0:35956:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1789603700.762231:0:35956:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1789603700.762232:0:35956:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789603700.762234:0:35956:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111935942760 : -106961773608856 : ffff9eb8057ac068) 00000020:00000001:3.0:1789603700.762235:0:35956:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1789603700.762238:0:35956:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1789603700.762240:0:35956:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1789603700.762243:0:35956:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789603700.762246:0:35956:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789603700.762247:0:35956:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789603700.762250:0:35956:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789603700.762251:0:35956:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789603700.762252:0:35956:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789603700.762255:0:35956:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1789603700.762258:0:35956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603700.762263:0:35956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c100 count: 2 00010000:00000001:3.0:1789603700.762266:0:35956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603700.762272:0:35956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603700.762277:0:35956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603700.762281:0:35956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789603700.762294:0:35956:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789603700.762298:0:35956:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603700.762301:0:35956:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789603700.762309:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603700.762311:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.762313:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=4 00000020:00000001:3.0:1789603700.762316:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:3.0:1789603700.762319:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00000008:00000001:3.0:1789603700.762322:0:35956:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789603700.762325:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603700.762326:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.762328:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=5 00000020:00000001:3.0:1789603700.762330:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:3.0:1789603700.762331:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00000020:00000001:3.0:1789603700.762335:0:35956:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789603700.762337:0:35956:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1789603700.762339:0:35956:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1789603700.762341:0:35956:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.762343:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603700.762344:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.762345:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=6 00000020:00000001:3.0:1789603700.762346:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:3.0:1789603700.762349:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:3.0:1789603700.762350:0:35956:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603700.762353:0:35956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789603700.762360:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.762362:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.762363:0:35956:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603700.762365:0:35956:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603700.762367:0:35956:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789603700.762374:0:35956:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603700.762376:0:35956:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603700.762377:0:35956:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603700.762380:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.762381:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.762383:0:35956:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.762385:0:35956:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603700.762387:0:35956:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.762388:0:35956:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.762391:0:35956:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.762393:0:35956:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603700.762395:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.762396:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.762397:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.762398:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789603700.762399:0:35956:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603700.762401:0:35956:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.762403:0:35956:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.762405:0:35956:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.762406:0:35956:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.762408:0:35956:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1789603700.762409:0:35956:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1789603700.762411:0:35956:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1789603700.762413:0:35956:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1789603700.762415:0:35956:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.762417:0:35956:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.762421:0:35956:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789603700.762424:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:3.0:1789603700.762426:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:3.0:1789603700.762428:0:35956:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789603700.762431:0:35956:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1789603700.762433:0:35956:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789603700 a=0 c=1789603700 b=0 00020000:00000001:3.0:1789603700.762436:0:35956:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.762438:0:35956:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.762440:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000080:00200000:3.0:1789603700.762442:0:35956:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 23 i_blocks 0 00000080:00000001:3.0:1789603700.762445:0:35956:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1789603700.762450:0:35956:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1789603700.762452:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb812940de0 (ffff9eb810953c68/0) at cl_lock_release():245 00000020:00000001:3.0:1789603700.762455:0:35956:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789603700.762456:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb812940de0 (ffff9eb810953c68/0) at cl_lock_cancel():142 00020000:00000001:3.0:1789603700.762458:0:35956:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1789603700.762460:0:35956:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789603700.762461:0:35956:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111935942760 : -106961773608856 : ffff9eb8057ac068) 00000020:00000001:3.0:1789603700.762463:0:35956:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789603700.762464:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb80502bd30 (ffff9eb8109a6098/1) at cl_lock_cancel():142 00000008:00000001:3.0:1789603700.762467:0:35956:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1789603700.762468:0:35956:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1789603700.762469:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.762471:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789603700.762473:0:35956:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1789603700.762474:0:35956:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1789603700.762475:0:35956:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789603700.762476:0:35956:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789603700.762478:0:35956:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789603700.762479:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb812940de0 (ffff9eb810953c68/0) at cl_lock_fini():72 00020000:00000001:3.0:1789603700.762483:0:35956:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1789603700.762484:0:35956:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789603700.762485:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb80502bd30 (ffff9eb810953c68/1) at cl_lock_fini():72 00000008:00000010:3.0:1789603700.762488:0:35956:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb81239d8f0. 00000020:00000001:3.0:1789603700.762491:0:35956:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1789603700.762493:0:35956:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb80502bd00. 00020000:00000001:3.0:1789603700.762497:0:35956:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1789603700.762498:0:35956:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1789603700.762499:0:35956:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1789603700.762501:0:35956:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.762504:0:35956:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789603700.762506:0:35956:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789603700.762543:0:35956:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789603700.762545:0:35956:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1789603700.762547:0:35956:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789603700.762549:0:35956:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8109a6090 00020000:00000001:3.0:1789603700.762552:0:35956:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789603700.762555:0:35956:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789603700.762557:0:35956:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789603700.762560:0:35956:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1789603700.762562:0:35956:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789603700.762564:0:35956:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.762566:0:35956:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789603700.762568:0:35956:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789603700.762569:0:35956:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789603700.762570:0:35956:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810953c60 00000001:00000001:3.0:1789603700.762571:0:35956:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.762587:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fd28 00000080:00000008:3.0:1789603700.762589:0:35956:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9eb808192a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789603700.762795:0:35956:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:3.0:1789603700.762798:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fd88 00000080:00200008:3.0:1789603700.762801:0:35956:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000405:0x30:0x0], ppos: 0, count: 23 00000080:00000002:3.0:1789603700.762804:0:35956:0:(file.c:2656:do_file_write_iter()) inode ffff9eb808192a08 need_sync_to_oss [0x200000405:0x30:0x0] 00000080:00000001:3.0:1789603700.762808:0:35956:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1789603700.762811:0:35956:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.762813:0:35956:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1789603700.762825:0:35956:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.762827:0:35956:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603700.762830:0:35956:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112122227816 : -106961587323800 : ffff9eb810953c68) 00000020:00001000:3.0:1789603700.762832:0:35956:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810953c60 00000080:00000001:3.0:1789603700.762835:0:35956:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1789603700.762836:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fc98 00000080:00200000:3.0:1789603700.762838:0:35956:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:3.0:1789603700.762845:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fc30 00000080:00200000:3.0:1789603700.762847:0:35956:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:3.0:1789603700.762849:0:35956:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789603700.762851:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:3.0:1789603700.762852:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:3.0:1789603700.762854:0:35956:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789603700.762856:0:35956:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1789603700.762857:0:35956:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789603700 a=0 c=1789603700 b=0 00020000:00000001:3.0:1789603700.762860:0:35956:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.762862:0:35956:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.762864:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000080:00200000:3.0:1789603700.762866:0:35956:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 23 i_blocks 0 00000080:00000001:3.0:1789603700.762868:0:35956:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1789603700.762870:0:35956:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1789603700.762876:0:35956:0:(cl_io.c:215:cl_io_rw_init()) header@0000000030cf2a08[0x110, 2, [0x200000405:0x30:0x0] hash] 00000020:00200000:3.0:1789603700.762878:0:35956:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:3.0:1789603700.762879:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:3.0:1789603700.762881:0:35956:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789603700.762883:0:35956:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789603700.762884:0:35956:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789603700.762886:0:35956:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603700.762887:0:35956:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1789603700.762890:0:35956:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603700.762895:0:35956:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.762898:0:35956:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789603700.762899:0:35956:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.762900:0:35956:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789603700.762903:0:35956:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9eb812940e40 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1789603700.762906:0:35956:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb801348000 00020000:00000001:3.0:1789603700.762909:0:35956:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789603700.762910:0:35956:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789603700.762912:0:35956:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789603700.762913:0:35956:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1789603700.762915:0:35956:0:(lov_io.c:860:lov_io_slice_init()) 23 46 00020000:00000001:3.0:1789603700.762918:0:35956:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1789603700.762919:0:35956:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789603700.762921:0:35956:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.762922:0:35956:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603700.762923:0:35956:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789603700.762924:0:35956:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789603700.762925:0:35956:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb801348000 00000020:00000001:3.0:1789603700.762927:0:35956:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.762929:0:35956:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789603700.762931:0:35956:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:3.0:1789603700.762934:0:35956:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:3.0:1789603700.762937:0:35956:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.762941:0:35956:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:3.0:1789603700.762943:0:35956:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1789603700.762946:0:35956:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:3.0:1789603700.762947:0:35956:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1789603700.762949:0:35956:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:3.0:1789603700.762952:0:35956:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1789603700.762955:0:35956:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1789603700.762957:0:35956:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789603700.762960:0:35956:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789603700.762961:0:35956:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789603700.762963:0:35956:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603700.762964:0:35956:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112122564760 : -106961586986856 : ffff9eb8109a6098) 00000020:00001000:3.0:1789603700.762967:0:35956:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8109a6090 00000020:00000001:3.0:1789603700.762969:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0210 -> ffff9eb8053b0468 00000020:00000001:3.0:1789603700.762970:0:35956:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789603700.762972:0:35956:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603700.762973:0:35956:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789603700.762975:0:35956:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789603700.762976:0:35956:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112155704896 : -106961553846720 : ffff9eb812940e40) 00000020:00000001:3.0:1789603700.762978:0:35956:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.762979:0:35956:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.762981:0:35956:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111935942760 : -106961773608856 : ffff9eb8057ac068) 00000020:00000001:3.0:1789603700.762985:0:35956:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1789603700.762987:0:35956:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1789603700.762990:0:35956:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.762992:0:35956:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.762994:0:35956:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.762996:0:35956:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.762997:0:35956:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.762999:0:35956:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:3.0:1789603700.763001:0:35956:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1789603700.763004:0:35956:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1789603700.763008:0:35956:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1789603700.763010:0:35956:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.763013:0:35956:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.763015:0:35956:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1789603700.763017:0:35956:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:3.0:1789603700.763019:0:35956:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1789603700.763021:0:35956:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1789603700.763022:0:35956:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.763024:0:35956:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.763025:0:35956:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.763027:0:35956:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.763028:0:35956:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.763030:0:35956:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1789603700.763032:0:35956:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789603700.763033:0:35956:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:3.0:1789603700.763036:0:35956:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789603700.763037:0:35956:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.763039:0:35956:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.763041:0:35956:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.763043:0:35956:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.763044:0:35956:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789603700.763045:0:35956:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1789603700.763046:0:35956:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1789603700.763048:0:35956:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1789603700.763050:0:35956:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1789603700.763051:0:35956:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1789603700.763058:0:35956:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb80502bd00. 00020000:00000002:3.0:1789603700.763060:0:35956:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789603700.763063:0:35956:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1789603700.763064:0:35956:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789603700.763067:0:35956:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111935942760 : -106961773608856 : ffff9eb8057ac068) 00000020:00000001:3.0:1789603700.763068:0:35956:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1789603700.763071:0:35956:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb81239d8f0. 00000008:00010000:3.0:1789603700.763074:0:35956:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1789603700.763076:0:35956:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789603700.763077:0:35956:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1789603700.763080:0:35956:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb80502bd30, osc lock ffff9eb81239d8f0, flags 0x0 00000020:00000001:3.0:1789603700.763082:0:35956:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.763083:0:35956:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.763085:0:35956:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637111928077568 : -106961781474048 : ffff9eb80502bd00) 00000020:00000001:3.0:1789603700.763087:0:35956:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1789603700.763088:0:35956:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1789603700.763090:0:35956:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.763105:0:35956:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.763107:0:35956:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1789603700.763108:0:35956:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1789603700.763110:0:35956:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789603700.763111:0:35956:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111935942760 : -106961773608856 : ffff9eb8057ac068) 00000020:00000001:3.0:1789603700.763112:0:35956:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1789603700.763114:0:35956:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1789603700.763115:0:35956:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1789603700.763117:0:35956:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.763119:0:35956:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789603700.763121:0:35956:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789603700.763122:0:35956:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789603700.763123:0:35956:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789603700.763124:0:35956:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789603700.763125:0:35956:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789603700.763127:0:35956:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1789603700.763129:0:35956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603700.763133:0:35956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c100 count: 2 00010000:00000001:3.0:1789603700.763136:0:35956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603700.763140:0:35956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603700.763143:0:35956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603700.763148:0:35956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1789603700.763163:0:35956:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789603700.763167:0:35956:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603700.763170:0:35956:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789603700.763176:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603700.763178:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.763180:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=4 00000020:00000001:3.0:1789603700.763183:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:3.0:1789603700.763185:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00000008:00000001:3.0:1789603700.763188:0:35956:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1789603700.763190:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603700.763191:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.763192:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=5 00000020:00000001:3.0:1789603700.763194:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:3.0:1789603700.763196:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:3.0:1789603700.763199:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603700.763200:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.763202:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=6 00000020:00000001:3.0:1789603700.763204:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:3.0:1789603700.763206:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:3.0:1789603700.763208:0:35956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603700.763210:0:35956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603700.763213:0:35956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789603700.763220:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.763221:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789603700.763223:0:35956:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.763225:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603700.763226:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.763227:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=7 00000020:00000001:3.0:1789603700.763229:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:3.0:1789603700.763231:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:3.0:1789603700.763234:0:35956:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603700.763236:0:35956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789603700.763241:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.763242:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789603700.763244:0:35956:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789603700.763250:0:35956:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603700.763251:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.763252:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.763253:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.763254:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789603700.763255:0:35956:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603700.763258:0:35956:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.763259:0:35956:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.763261:0:35956:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.763263:0:35956:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.763264:0:35956:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.763266:0:35956:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.763268:0:35956:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.763270:0:35956:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:3.0:1789603700.763273:0:35956:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:3.0:1789603700.763277:0:35956:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789603700.763279:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:3.0:1789603700.763281:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:3.0:1789603700.763282:0:35956:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789603700.763284:0:35956:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1789603700.763286:0:35956:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1789603700 a=0 c=1789603700 b=0 00020000:00000001:3.0:1789603700.763288:0:35956:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.763290:0:35956:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.763291:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000080:00200000:3.0:1789603700.763293:0:35956:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 23 i_blocks 0 00000080:00000001:3.0:1789603700.763295:0:35956:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1789603700.763298:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fb80 00000080:00200000:3.0:1789603700.763300:0:35956:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:3.0:1789603700.763303:0:35956:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1789603700.763305:0:35956:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb801348000 00020000:00000002:3.0:1789603700.763308:0:35956:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb805103e40 addref 2/0 by ffff9eb801348000. 00020000:00000002:3.0:1789603700.763310:0:35956:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb801348000 00000020:00000001:3.0:1789603700.763313:0:35956:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:3.0:1789603700.763317:0:35956:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1789603700.763319:0:35956:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1789603700.763322:0:35956:0:(lov_offset.c:253:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:3.0:1789603700.763324:0:35956:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789603700.763325:0:35956:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111935942760 : -106961773608856 : ffff9eb8057ac068) 00000020:00000001:3.0:1789603700.763327:0:35956:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1789603700.763330:0:35956:0:(osc_io.c:1414:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1789603700.763332:0:35956:0:(osc_io.c:1427:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.763334:0:35956:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.763336:0:35956:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.763337:0:35956:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.763345:0:35956:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:3.0:1789603700.763354:0:35956:0:(xattr.c:483:ll_xattr_list()) Process entered 00000080:00000001:3.0:1789603700.763357:0:35956:0:(xattr_cache.c:606:ll_xattr_cache_get()) Process entered 00000080:00000001:3.0:1789603700.763361:0:35956:0:(xattr_cache.c:465:ll_xattr_cache_refill()) Process entered 00000080:00000001:3.0:1789603700.763363:0:35956:0:(xattr_cache.c:392:ll_xattr_find_get_lock()) Process entered 00000080:00000010:3.0:1789603700.763368:0:35956:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb804155400. 00000080:00000001:3.0:1789603700.763374:0:35956:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789603700.763378:0:35956:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789603700.763380:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2f798 00800000:00000002:3.0:1789603700.763383:0:35956:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getxattr' for [0x0:0x0:0x0] '' on [0x200000405:0x30:0x0] 00800000:00000001:3.0:1789603700.763386:0:35956:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1789603700.763390:0:35956:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603700.763394:0:35956:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603700.763396:0:35956:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603700.763399:0:35956:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603700.763401:0:35956:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603700.763404:0:35956:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1789603700.763406:0:35956:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603700.763409:0:35956:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x30:0x0], fid2=[0x0:0x0:0x0], name='' -> mds #0 00000002:00000001:3.0:1789603700.763415:0:35956:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789603700.763416:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2f668 00000002:00010000:3.0:1789603700.763418:0:35956:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x200000405:0x30:0x0], intent: getxattr flags 0 00000002:00000001:3.0:1789603700.763423:0:35956:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789603700.763425:0:35956:0:(mdc_locks.c:538:mdc_intent_getxattr_pack()) Process entered 00000100:00000010:3.0:1789603700.763431:0:35956:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4a680. 00000020:00000040:3.0:1789603700.763436:0:35956:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=10 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:3.0:1789603700.763441:0:35956:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789603700.763442:0:35956:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.763447:0:35956:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789603700.763452:0:35956:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603700.763457:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.763458:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.763460:0:35956:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.763463:0:35956:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603700.763466:0:35956:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603700.763468:0:35956:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603700.763475:0:35956:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb80511dc00. 00000100:00000001:3.0:1789603700.763484:0:35956:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.763490:0:35956:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603700.763492:0:35956:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.763494:0:35956:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603700.763495:0:35956:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.763497:0:35956:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:3.0:1789603700.763500:0:35956:0:(mdc_locks.c:563:mdc_intent_getxattr_pack()) lustre-MDT0000-mdc-ffff9eb81291b000: get xattrs for [0x200000405:0x30:0x0] 00000002:00000001:3.0:1789603700.763808:0:35956:0:(mdc_locks.c:600:mdc_intent_getxattr_pack()) Process leaving (rc=18446637112124286592 : -106961585265024 : ffff9eb810b4a680) 00010000:00000001:3.0:1789603700.763813:0:35956:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789603700.763816:0:35956:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789603700.763821:0:35956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c800 count: 2 00010000:00000001:3.0:1789603700.763824:0:35956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603700.763828:0:35956:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789603700.763833:0:35956:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb8131e5200. 00000020:00000001:3.0:1789603700.763837:0:35956:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789603700.763840:0:35956:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb8131e5200 with handle 0xa04c19c788fe55fd to hash 00000020:00000001:3.0:1789603700.763843:0:35956:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789603700.763845:0:35956:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603700.763849:0:35956:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603700.763852:0:35956:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603700.763855:0:35956:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603700.763859:0:35956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe55fd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35956 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603700.763867:0:35956:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe55fd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35956 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789603700.763880:0:35956:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe55fd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35956 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789603700.763886:0:35956:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603700.763889:0:35956:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603700.763898:0:35956:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8109cf780. 00000100:00000001:3.0:1789603700.763901:0:35956:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112122734464 : -106961586817152 : ffff9eb8109cf780) 00000100:00000001:3.0:1789603700.763904:0:35956:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603700.763906:0:35956:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124286592 : -106961585265024 : ffff9eb810b4a680) 00000100:00000001:3.0:1789603700.763911:0:35956:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603700.763914:0:35956:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.763916:0:35956:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603700.763918:0:35956:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603700.763933:0:35956:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4a680 x1876533442929792/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/3376 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.763942:0:35956:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603700.763945:0:35956:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603700.763949:0:35956:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603700.763953:0:35956:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603700.763956:0:35956:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603700.763960:0:35956:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4a680 pname:cluuid:pid:xid:nid:opc:job uname:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35956:1876533442929792:192.168.204.129@tcp:101:uname.0 00000100:00000001:3.0:1789603700.763965:0:35956:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603700.763972:0:35956:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603700.763975:0:35956:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603700.763978:0:35956:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603700.763984:0:35956:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff9eb804031000. 02000000:00000001:3.0:1789603700.763986:0:35956:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603700.763997:0:35956:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603700.764002:0:35956:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748840. 00000400:00000010:3.0:1789603700.764010:0:35956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0c38. 00000100:00000200:3.0:1789603700.764019:0:35956:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1876533442929792, portal 10 00000100:00000001:3.0:1789603700.764021:0:35956:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603700.764022:0:35956:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124286592 : -106961585265024 : ffff9eb810b4a680) 00000100:00000040:3.0:1789603700.764028:0:35956:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810b4a680 x1876533442929792/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/3376 e 0 to 0 dl 1789603716 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.764036:0:35956:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603700.764039:0:35956:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603700.764042:0:35956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d03b8. 00000100:00000200:3.0:1789603700.764044:0:35956:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1876533442929792, offset 0 00000400:00000200:3.0:1789603700.764051:0:35956:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603700.764062:0:35956:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603700.764070:0:35956:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603700.764078:0:35956:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603700.764082:0:35956:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603700.764087:0:35956:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603700.764090:0:35956:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603700.764318:0:35956:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3016:3016:256:4294967295] 192.168.204.129@tcp LPNI seq info [3016:3016:8:4294967295] 00000400:00000200:3.0:1789603700.764323:0:35956:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603700.764334:0:35956:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603700.764341:0:35956:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603700.764349:0:35956:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783fa00. 00000800:00000200:3.0:1789603700.764357:0:35956:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603700.764366:0:35956:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603700.764371:0:35956:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783fa00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:3.0:1789603700.764668:0:35956:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603700.764673:0:35956:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 849076 usecs (850 jiffies) 00000400:00000200:3.0:1789603700.764678:0:35956:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603700.764681:0:35956:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296700548 00000100:00000001:3.0:1789603700.764690:0:35956:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296700539 00000100:00000001:3.0:1789603700.764696:0:35956:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296700548 00000100:00000001:3.0:1789603700.764699:0:35956:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296700539 00000100:00000001:3.0:1789603700.764703:0:35956:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603700.764706:0:35956:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.764709:0:35956:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603700.764712:0:35956:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603700.764715:0:35956:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8109cf780 going to sleep for 11 seconds 00000100:00000001:3.0:1789603700.764718:0:35956:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603700.764722:0:35956:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603700.764766:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.764785:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603700.764788:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.764791:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.764797:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.764802:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603700.764810:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.764813:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.764818:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.764822:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 18 MB=0x6aab27d466400 00000400:00000200:2.0:1789603700.764826:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.764833:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.129@tcp of length 224/224 into md 0x88d5 [1] + 224 00000800:00000001:2.0:1789603700.764840:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.764855:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.764860:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.764865:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603700.764874:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603700.764883:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1ca80 x1876533442929664/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603716 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603700.764894:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1ca80 x1876533442929664/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603716 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603700.764941:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603700.764946:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603700.764963:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:2.0:1789603700.765099:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603700.765103:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783fa00. 00000400:00000200:2.0:1789603700.765108:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.765112:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603700.765116:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d03b8 00000400:00000010:2.0:1789603700.765118:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d03b8. 00000100:00000001:2.0:1789603700.765122:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603700.765125:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4a680 x1876533442929792/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/3376 e 0 to 0 dl 1789603716 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.765136:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603700.765139:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b4a680 x1876533442929792/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/3376 e 0 to 0 dl 1789603716 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.765146:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.765148:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603700.765154:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.765158:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789603700.765502:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603700.765505:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603700.766279:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139e18. 00000400:00000200:0.0:1789603700.766290:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136823b8 00000400:00000010:0.0:1789603700.766292:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136823b8. 00000100:00000001:0.0:1789603700.766298:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603700.766309:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1ca80 x1876533442929664/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603716 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603700.766321:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1ca80 x1876533442929664/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603716 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603700.766330:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603700.766333:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.766337:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603700.766341:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603700.766344:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603700.766347:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603700.766351:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603700.766362:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb580 time=97 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603700.766367:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=34 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603700.766370:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603700.766372:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.766376:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603700.766380:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.766386:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603700.766388:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 8589934608 00000100:00000001:0.0:1789603700.766390:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603700.766395:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603700.766401:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1ca80 x1876533442929664/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603716 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603700.766409:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603700.766412:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603700.766414:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603700.766419:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1ca80 x1876533442929664/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603716 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603700.766427:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442929664:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1789603700.766432:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.766435:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603700.766438:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1ca80 x1876533442929664/t0(0) o103->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603716 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603700.766444:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603700.766448:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603700.766452:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8051cbc00. 02000000:00000001:0.0:1789603700.766457:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603700.766460:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603700.766461:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=9 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603700.766464:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603700.766467:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb8051cba00. 02000000:00000001:0.0:1789603700.766470:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603700.766472:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603700.766474:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1ca80. 00000100:00000001:0.0:1789603700.766478:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603700.766479:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.766482:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.766494:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603700.766496:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.766499:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603700.766502:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1789603700.766555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb8042bba00. 00010000:00000010:0.1:1789603700.769728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5c00. 00000800:00000001:2.0:1789603700.771260:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.771358:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603700.771364:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.771367:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.771378:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.771387:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603700.771398:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.771404:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.771410:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.771415:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 1144 into portal 10 MB=0x6aab27d466480 00000400:00000200:2.0:1789603700.771422:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.771429:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 1144/1144 into md 0x88dd [1] + 224 00000800:00000001:2.0:1789603700.771438:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.771448:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.771452:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.771456:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603700.771466:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603700.771478:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4a680 x1876533442929792/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/3376 e 0 to 0 dl 1789603716 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603700.771489:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=1144 offset=224 replen=3376 req@ffff9eb810b4a680 x1876533442929792/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/3376 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.771689:0:35956:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603700.771720:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603700.771732:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.771736:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789603700.771777:0:35956:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603700.771780:0:35956:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603700.771785:0:35956:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748840. 00000400:00000200:3.0:1789603700.771790:0:35956:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0c38 00000400:00000010:3.0:1789603700.771793:0:35956:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0c38. 00000100:00000001:3.0:1789603700.771797:0:35956:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603700.771802:0:35956:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b4a680 x1876533442929792/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/3376 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789603700.771811:0:35956:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b4a680 x1876533442929792/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/3376 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.771817:0:35956:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603700.771819:0:35956:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603700.771823:0:35956:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603700.771828:0:35956:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603700.771831:0:35956:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603700.771834:0:35956:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603700.771837:0:35956:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603700.771855:0:35956:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=98 v=5 (5 106 106 106) 00000100:00001000:3.0:1789603700.771860:0:35956:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=34 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603700.771863:0:35956:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603700.771865:0:35956:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.771868:0:35956:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603700.771873:0:35956:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.771877:0:35956:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603700.771880:0:35956:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 8589934608 00000100:00000001:3.0:1789603700.771882:0:35956:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603700.771886:0:35956:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603700.771892:0:35956:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b4a680 x1876533442929792/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/1144 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.771900:0:35956:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603700.771904:0:35956:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603700.771906:0:35956:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603700.771911:0:35956:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4a680 x1876533442929792/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/1144 e 0 to 0 dl 1789603716 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789603700.771919:0:35956:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b4a680 pname:cluuid:pid:xid:nid:opc:job uname:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35956:1876533442929792:192.168.204.129@tcp:101:uname.0 00000100:00000001:3.0:1789603700.771924:0:35956:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603700.771928:0:35956:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.771931:0:35956:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789603700.771933:0:35956:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.771937:0:35956:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4a680 x1876533442929792/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/1144 e 0 to 0 dl 1789603716 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.771944:0:35956:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603700.771947:0:35956:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8109cf780. 00000100:00000001:3.0:1789603700.771950:0:35956:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789603700.771952:0:35956:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.771956:0:35956:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789603700.771962:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603700.771965:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.771970:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5200 refcount=4 00000020:00000001:3.0:1789603700.771972:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603700.771976:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000040:3.0:1789603700.771985:0:35956:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb8131e5200, remote cookie: 0x31dbb14d74e923a2, flags: 0x1001 00010000:00010000:3.0:1789603700.771994:0:35956:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe55fd lrc: 4/1,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923a2 expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603700.772004:0:35956:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789603700.772010:0:35956:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789603700.772012:0:35956:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789603700.772014:0:35956:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789603700.772015:0:35956:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789603700.772018:0:35956:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x30:0x0].0x0 (ffff9eb80647c800) refcount = 2 00010000:00000040:3.0:1789603700.772022:0:35956:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1789603700.772025:0:35956:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1789603700.772034:0:35956:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe55fd lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e923a2 expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603700.772040:0:35956:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789603700.772044:0:35956:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789603700.772046:0:35956:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789603700.772050:0:35956:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789603700.772052:0:35956:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789603700.772208:0:35956:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe55fd lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923a2 expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603700.772215:0:35956:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789603700.772218:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.772220:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.772221:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.772222:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.772224:0:35956:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603700.772229:0:35956:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789603700.772231:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603700.772232:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.772234:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5200 refcount=3 00000020:00000001:3.0:1789603700.772236:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603700.772237:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603700.772240:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.772241:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789603700.772246:0:35956:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffff9eb810b4a680 x1876533442929792/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/1144 e 0 to 0 dl 1789603716 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789603700.772253:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603700.772254:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.772256:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5200 refcount=3 00000020:00000001:3.0:1789603700.772257:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603700.772259:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603700.772261:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.772262:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603700.772264:0:35956:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603700.772266:0:35956:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603700.772270:0:35956:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789603700.772271:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603700.772272:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.772274:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5200 refcount=3 00000020:00000001:3.0:1789603700.772275:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603700.772277:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00000002:00010000:3.0:1789603700.772280:0:35956:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe55fd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923a2 expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603700.772286:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.772288:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.772290:0:35956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789603700.772292:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603700.772293:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.772294:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5200 refcount=3 00000020:00000001:3.0:1789603700.772296:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603700.772297:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000040:3.0:1789603700.772306:0:35956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c800 count: 3 00010000:00000001:3.0:1789603700.772309:0:35956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789603700.772314:0:35956:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589935621/48 (0 0) 00010000:00000001:3.0:1789603700.772317:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.772318:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603700.772319:0:35956:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789603700.772323:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2f5f0 00000002:00002000:3.0:1789603700.772325:0:35956:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getxattr status=0 disp=0x0: rc = 0 00000002:00000001:3.0:1789603700.772328:0:35956:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603700.772331:0:35956:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603700.772334:0:35956:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789603700.772337:0:35956:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x200000405:0x30:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1789603700.772340:0:35956:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789603700.772346:0:35956:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804155400. 00000080:00000001:3.0:1789603700.772352:0:35956:0:(xattr_cache.c:437:ll_xattr_find_get_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:3.0:1789603700.772358:0:35956:0:(xattr_cache.c:508:ll_xattr_cache_refill()) caching: xdata=ffff9eb804031460 xtail=ffff9eb80403149a 00000080:00000001:3.0:1789603700.772360:0:35956:0:(xattr_cache.c:65:ll_xattr_cache_init()) Process entered 00000080:00000020:3.0:1789603700.772362:0:35956:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lma]= 00000080:00000001:3.0:1789603700.772366:0:35956:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:3.0:1789603700.772368:0:35956:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:3.0:1789603700.772369:0:35956:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:3.0:1789603700.772376:0:35956:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9eb802fad5a0. 00000080:00000010:3.0:1789603700.772380:0:35956:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff9eb80574aac0. 00000080:00000010:3.0:1789603700.772383:0:35956:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff9eb806907820. 00000080:00000020:3.0:1789603700.772386:0:35956:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lma]= 00000080:00000001:3.0:1789603700.772387:0:35956:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:3.0:1789603700.772389:0:35956:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lov]=Ð Ñ  00000080:00000001:3.0:1789603700.772391:0:35956:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:3.0:1789603700.772392:0:35956:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:3.0:1789603700.772394:0:35956:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:3.0:1789603700.772396:0:35956:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9eb802fadcd0. 00000080:00000010:3.0:1789603700.772398:0:35956:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff9eb80574a570. 00000080:00000010:3.0:1789603700.772401:0:35956:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 56 at ffff9eb807c62ec0. 00000080:00000020:3.0:1789603700.772403:0:35956:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lov]=Ð Ñ  00000080:00000001:3.0:1789603700.772404:0:35956:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:3.0:1789603700.772405:0:35956:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [user.job]=bash.0 00000080:00000001:3.0:1789603700.772407:0:35956:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:3.0:1789603700.772408:0:35956:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:3.0:1789603700.772410:0:35956:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:3.0:1789603700.772412:0:35956:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9eb802fad730. 00000080:00000010:3.0:1789603700.772414:0:35956:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 9 at ffff9eb80574a800. 00000080:00000010:3.0:1789603700.772417:0:35956:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 6 at ffff9eb810d23ef8. 00000080:00000020:3.0:1789603700.772419:0:35956:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [user.job]=bash.0 00000080:00000001:3.0:1789603700.772420:0:35956:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:3.0:1789603700.772421:0:35956:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.link]=ßñê 00000080:00000001:3.0:1789603700.772423:0:35956:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:3.0:1789603700.772424:0:35956:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:3.0:1789603700.772426:0:35956:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:3.0:1789603700.772428:0:35956:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9eb802fad8c0. 00000080:00000010:3.0:1789603700.772430:0:35956:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff9eb80574aa80. 00000080:00000010:3.0:1789603700.772432:0:35956:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 47 at ffff9eb807c62180. 00000080:00000020:3.0:1789603700.772433:0:35956:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.link]=ßñê 00000080:00000001:3.0:1789603700.772434:0:35956:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:3.0:1789603700.772435:0:35956:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.som]= 00000080:00000020:3.0:1789603700.772436:0:35956:0:(xattr_cache.c:535:ll_xattr_cache_refill()) not caching trusted.som 00000080:00010000:3.0:1789603700.772439:0:35956:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9eb808192a08) for lock 0xa04c19c788fe55fd 00800000:00000001:3.0:1789603700.772443:0:35956:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789603700.772447:0:35956:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789603700.772448:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603700.772449:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.772450:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5200 refcount=3 00000020:00000001:3.0:1789603700.772452:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603700.772454:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603700.772456:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.772458:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789603700.772459:0:35956:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603700.772461:0:35956:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789603700.772464:0:35956:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe55fd from it ffffb8e501c2f8e8 00010000:00000001:3.0:1789603700.772467:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603700.772468:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.772469:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb8131e5200 refcount=3 00000020:00000001:3.0:1789603700.772471:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603700.772473:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112164766208 : -106961544785408 : ffff9eb8131e5200) 00010000:00000001:3.0:1789603700.772476:0:35956:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603700.772479:0:35956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe55fd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e923a2 expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789603700.772485:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.772486:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.772488:0:35956:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603700.772491:0:35956:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603700.772494:0:35956:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe55fd lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923a2 expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789603700.772501:0:35956:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603700.772504:0:35956:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603700.772506:0:35956:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603700.772547:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.772549:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.772551:0:35956:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.772554:0:35956:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603700.772556:0:35956:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.772558:0:35956:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.772561:0:35956:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.772563:0:35956:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603700.772566:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.772567:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789603700.772569:0:35956:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.772573:0:35956:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b4a680 x1876533442929792/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 568/1144 e 0 to 0 dl 1789603716 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.772579:0:35956:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603700.772582:0:35956:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603700.772586:0:35956:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff9eb804031000. 02000000:00000001:3.0:1789603700.772590:0:35956:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603700.772592:0:35956:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603700.772594:0:35956:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603700.772597:0:35956:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603700.772600:0:35956:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb80511dc00. 02000000:00000001:3.0:1789603700.772603:0:35956:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603700.772605:0:35956:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603700.772608:0:35956:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4a680. 00000100:00000001:3.0:1789603700.772612:0:35956:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603700.772613:0:35956:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603700.772615:0:35956:0:(xattr_cache.c:559:ll_xattr_cache_refill()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.772617:0:35956:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:3.0:1789603700.772619:0:35956:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1789603700.772622:0:35956:0:(xattr_cache.c:667:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:3.0:1789603700.772626:0:35956:0:(xattr_cache.c:671:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1789603700.772629:0:35956:0:(xattr.c:499:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:3.0:1789603700.772631:0:35956:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789603700.772633:0:35956:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603700.772649:0:35956:0:(xattr.c:546:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1789603700.772655:0:35956:0:(xattr.c:615:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1789603700.772666:0:35956:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:3.0:1789603700.772668:0:35956:0:(rw26.c:676:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:3.0:1789603700.772678:0:35956:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:3.0:1789603700.772680:0:35956:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.772684:0:35956:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:3.0:1789603700.772686:0:35956:0:(cl_page.c:438:cl_page_find()) 0@[0x200000405:0x30:0x0] ffffecbc8471a1c0 ffff9eb802f3aa80 1 00000020:00000001:3.0:1789603700.772690:0:35956:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1789603700.772693:0:35956:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446637111893535360 : -106961816016256 : ffff9eb802f3aa80) 00000020:00000001:3.0:1789603700.772696:0:35956:0:(cl_page.c:455:cl_page_find()) Process leaving (rc=18446637111893535360 : -106961816016256 : ffff9eb802f3aa80) 00000020:00000001:3.0:1789603700.772698:0:35956:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:3.0:1789603700.772701:0:35956:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789603700.772703:0:35956:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112155704896 : -106961553846720 : ffff9eb812940e40) 00000020:00000001:3.0:1789603700.772706:0:35956:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1789603700.772708:0:35956:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1789603700.772710:0:35956:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789603700.772718:0:35956:0:(cl_page.c:518:__cl_page_state_set()) page@0000000074d808bb[3 00000000008cdc59 1 1 0000000022217c63 0 0 0] 00000020:00000001:3.0:1789603700.772720:0:35956:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1789603700.772722:0:35956:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1789603700.772724:0:35956:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00000001:3.0:1789603700.772725:0:35956:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:3.0:1789603700.772727:0:35956:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.772730:0:35956:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:3.0:1789603700.772732:0:35956:0:(rw26.c:871:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:3.0:1789603700.772734:0:35956:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789603700.772735:0:35956:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112155704896 : -106961553846720 : ffff9eb812940e40) 00000020:00000001:3.0:1789603700.772737:0:35956:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1789603700.772739:0:35956:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789603700.772742:0:35956:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:3.0:1789603700.772745:0:35956:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:3.0:1789603700.772746:0:35956:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:3.0:1789603700.772747:0:35956:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1789603700.772751:0:35956:0:(rw26.c:929:ll_write_end()) page@0000000074d808bb[4 00000000008cdc59 2 1 0000000022217c63 0 0 0] 00000080:00200000:3.0:1789603700.772754:0:35956:0:(rw26.c:929:ll_write_end()) vmpage @0000000068bb9be4 17ffffc0001039 2:0 ffff9eb802f3aa80 0 lru 00000080:00200000:3.0:1789603700.772764:0:35956:0:(rw26.c:929:ll_write_end()) osc-page@00000000ac16150a 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 00000000852219aa 000000003edc8f2f > 3< 1 0 > 4< 0 0 8 8359936 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:3.0:1789603700.772766:0:35956:0:(rw26.c:929:ll_write_end()) end page@0000000074d808bb 00000080:00200000:3.0:1789603700.772768:0:35956:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:3.0:1789603700.772770:0:35956:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:3.0:1789603700.772772:0:35956:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:3.0:1789603700.772775:0:35956:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:3.0:1789603700.772781:0:35956:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:3.0:1789603700.772784:0:35956:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789603700.772786:0:35956:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111935942760 : -106961773608856 : ffff9eb8057ac068) 00000020:00000001:3.0:1789603700.772788:0:35956:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:3.0:1789603700.772791:0:35956:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:3.0:1789603700.772795:0:35956:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:3.0:1789603700.772798:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000008:00000002:3.0:1789603700.772800:0:35956:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:3.0:1789603700.772802:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000020:00000001:3.0:1789603700.772805:0:35956:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1789603700.772808:0:35956:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:3.0:1789603700.772811:0:35956:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789603700.772814:0:35956:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.772816:0:35956:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.772817:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000008:00000001:3.0:1789603700.772819:0:35956:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:3.0:1789603700.772822:0:35956:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:3.0:1789603700.772824:0:35956:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:3.0:1789603700.772827:0:35956:0:(cl_page.c:567:cl_batch_put()) page@0000000074d808bb[4 00000000008cdc59 2 1 0000000022217c63 0 0 0] 00000020:00000001:3.0:1789603700.772829:0:35956:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:3.0:1789603700.772830:0:35956:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:3.0:1789603700.772832:0:35956:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000020:3.0:1789603700.772834:0:35956:0:(osc_request.c:745:osc_update_next_shrink()) next time 3232 to shrink grant 00000080:00000001:3.0:1789603700.772837:0:35956:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:3.0:1789603700.772839:0:35956:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:3.0:1789603700.772843:0:35956:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9eb808192bb8, count 1, dirtied 0 00000080:00000001:3.0:1789603700.772845:0:35956:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:3.0:1789603700.772847:0:35956:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:3.0:1789603700.772849:0:35956:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1789603700.772850:0:35956:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1789603700.772852:0:35956:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789603700.772854:0:35956:0:(cl_page.c:518:__cl_page_state_set()) page@0000000074d808bb[3 00000000008cdc59 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789603700.772855:0:35956:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1789603700.772857:0:35956:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1789603700.772858:0:35956:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1789603700.772859:0:35956:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:3.0:1789603700.772861:0:35956:0:(cl_page.c:567:cl_batch_put()) page@0000000074d808bb[3 00000000008cdc59 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789603700.772863:0:35956:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:3.0:1789603700.772864:0:35956:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:3.0:1789603700.772865:0:35956:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:3.0:1789603700.772867:0:35956:0:(osc_io.c:492:osc_io_commit_async()) 0 0 00000008:00000001:3.0:1789603700.772868:0:35956:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.772870:0:35956:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.772872:0:35956:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.772874:0:35956:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789603700.772876:0:35956:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:3.0:1789603700.772879:0:35956:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1789603700.772880:0:35956:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:3.0:1789603700.772882:0:35956:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.772884:0:35956:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:3.0:1789603700.772890:0:35956:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:3.0:1789603700.772891:0:35956:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.772894:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fb80 00000080:00200000:3.0:1789603700.772896:0:35956:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:3.0:1789603700.772899:0:35956:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.772902:0:35956:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1789603700.772904:0:35956:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789603700.772905:0:35956:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:3.0:1789603700.772907:0:35956:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:3.0:1789603700.772908:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000020:00000001:3.0:1789603700.772910:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000020:00000001:3.0:1789603700.772912:0:35956:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1789603700.772913:0:35956:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789603700.772914:0:35956:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.772916:0:35956:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.772917:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000008:00000001:3.0:1789603700.772919:0:35956:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.772921:0:35956:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.772923:0:35956:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.772925:0:35956:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.772926:0:35956:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.772929:0:35956:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:3.0:1789603700.772931:0:35956:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:3.0:1789603700.772933:0:35956:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1789603700.772934:0:35956:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:3.0:1789603700.772936:0:35956:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:3.0:1789603700.772937:0:35956:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.772939:0:35956:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.772942:0:35956:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:3.0:1789603700.772944:0:35956:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789603700.772947:0:35956:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1789603700.772950:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb8109517b8 (ffff9eb810953c68/0) at cl_lock_release():245 00000020:00000001:3.0:1789603700.772953:0:35956:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789603700.772954:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb8109517b8 (ffff9eb810953c68/0) at cl_lock_cancel():142 00020000:00000001:3.0:1789603700.772958:0:35956:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1789603700.772962:0:35956:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789603700.772963:0:35956:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111935942760 : -106961773608856 : ffff9eb8057ac068) 00000020:00000001:3.0:1789603700.772965:0:35956:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1789603700.772966:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb80502bd30 (ffff9eb8109a6098/1) at cl_lock_cancel():142 00000008:00000001:3.0:1789603700.772970:0:35956:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1789603700.772971:0:35956:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1789603700.772973:0:35956:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603700.772975:0:35956:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603700.772977:0:35956:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=5 00000020:00000001:3.0:1789603700.772980:0:35956:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:3.0:1789603700.772982:0:35956:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:3.0:1789603700.772984:0:35956:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789603700.772988:0:35956:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789603700.772997:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.772999:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.773000:0:35956:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789603700.773002:0:35956:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789603700.773005:0:35956:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1789603700.773012:0:35956:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603700.773014:0:35956:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603700.773015:0:35956:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603700.773017:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.773018:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.773020:0:35956:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.773021:0:35956:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603700.773023:0:35956:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.773024:0:35956:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.773026:0:35956:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.773028:0:35956:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789603700.773029:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.773030:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.773032:0:35956:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.773033:0:35956:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1789603700.773035:0:35956:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1789603700.773037:0:35956:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1789603700.773038:0:35956:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789603700.773039:0:35956:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1789603700.773041:0:35956:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789603700.773042:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb8109517b8 (ffff9eb810953c68/0) at cl_lock_fini():72 00020000:00000001:3.0:1789603700.773045:0:35956:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1789603700.773047:0:35956:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1789603700.773048:0:35956:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb80502bd30 (ffff9eb810953c68/1) at cl_lock_fini():72 00000008:00000010:3.0:1789603700.773051:0:35956:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb81239d8f0. 00000020:00000001:3.0:1789603700.773231:0:35956:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1789603700.773234:0:35956:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb80502bd00. 00020000:00000001:3.0:1789603700.773238:0:35956:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1789603700.773239:0:35956:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1789603700.773240:0:35956:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1789603700.773243:0:35956:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1789603700.773245:0:35956:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789603700.773246:0:35956:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:3.0:1789603700.773247:0:35956:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1789603700.773249:0:35956:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.773250:0:35956:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.773252:0:35956:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1789603700.773253:0:35956:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1789603700.773255:0:35956:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1789603700.773257:0:35956:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:3.0:1789603700.773259:0:35956:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1789603700.773261:0:35956:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1789603700.773262:0:35956:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1789603700.773264:0:35956:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789603700.773265:0:35956:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1789603700.773269:0:35956:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1789603700.773271:0:35956:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.773273:0:35956:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.773275:0:35956:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789603700.773276:0:35956:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1789603700.773278:0:35956:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789603700.773283:0:35956:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:3.0:1789603700.773287:0:35956:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:3.0:1789603700.773291:0:35956:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:3.0:1789603700.773293:0:35956:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789603700.773296:0:35956:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789603700.773298:0:35956:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1789603700.773299:0:35956:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1789603700.773301:0:35956:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1789603700.773304:0:35956:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8109a6090 00020000:00000001:3.0:1789603700.773308:0:35956:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1789603700.773310:0:35956:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789603700.773312:0:35956:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789603700.773314:0:35956:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1789603700.773317:0:35956:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789603700.773318:0:35956:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:3.0:1789603700.773320:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fc98 00000080:00200000:3.0:1789603700.773322:0:35956:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:3.0:1789603700.773327:0:35956:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1789603700.773329:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:3.0:1789603700.773331:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:3.0:1789603700.773333:0:35956:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1789603700.773337:0:35956:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1789603700.773342:0:35956:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789603700.773344:0:35956:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:3.0:1789603700.773346:0:35956:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1789603700.773347:0:35956:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:3.0:1789603700.773349:0:35956:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=46 (1) m=1789603700 a=0 c=1789603700 b=0 00020000:00000001:3.0:1789603700.773353:0:35956:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789603700.773356:0:35956:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789603700 a=0 c=1789603700 b=0 00020000:00000001:3.0:1789603700.773359:0:35956:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.773361:0:35956:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.773363:0:35956:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000080:00200000:3.0:1789603700.773366:0:35956:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:3.0:1789603700.773369:0:35956:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:3.0:1789603700.773372:0:35956:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:3.0:1789603700.773376:0:35956:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:3.0:1789603700.773378:0:35956:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810953c60 00000020:00000001:3.0:1789603700.773382:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fd88 00000080:00000008:3.0:1789603700.773384:0:35956:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x30:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:3.0:1789603700.773387:0:35956:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:3.0:1789603700.773409:0:35956:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789603700.773412:0:35956:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb801348000 00020000:00000002:3.0:1789603700.773417:0:35956:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb801348000 00020000:00000001:3.0:1789603700.773419:0:35956:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.773429:0:35956:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789603700.773431:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fdf0 00000080:00200008:3.0:1789603700.773433:0:35956:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x30:0x0](ffff9eb808192a08), flags 102001 00000080:00000001:3.0:1789603700.773437:0:35956:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:3.0:1789603700.773439:0:35956:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:3.0:1789603700.773441:0:35956:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789603700.773442:0:35956:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb801348000 00020000:00000002:3.0:1789603700.773444:0:35956:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb801348000 00020000:00000001:3.0:1789603700.773446:0:35956:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.773449:0:35956:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1789603700.773455:0:35956:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603700.773459:0:35956:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603700.773462:0:35956:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603700.773465:0:35956:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603700.773467:0:35956:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603700.773469:0:35956:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1789603700.773471:0:35956:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603700.773476:0:35956:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603700.773479:0:35956:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603700.773483:0:35956:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c800 count: 3 00010000:00000001:3.0:1789603700.773486:0:35956:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603700.773490:0:35956:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603700.773492:0:35956:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x30:0x0]: 0 00000080:00000001:3.0:1789603700.773495:0:35956:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1789603700.773498:0:35956:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1789603700.773503:0:35956:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9eb804155400. 00000080:00000001:3.0:1789603700.773505:0:35956:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1789603700.773545:0:35956:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1789603700.773549:0:35956:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1789603700.773551:0:35956:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603700.773553:0:35956:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603700.773554:0:35956:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603700.773555:0:35956:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603700.773557:0:35956:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603700.773558:0:35956:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1789603700.773561:0:35956:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603700.773563:0:35956:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x30:0x0] 00000002:00000001:3.0:1789603700.773567:0:35956:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1789603700.773569:0:35956:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9eb81291b000: [0x200000405:0x30:0x0] file closed with intent: 200 00000100:00000010:3.0:1789603700.773576:0:35956:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4a680. 00000020:00000040:3.0:1789603700.773581:0:35956:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=9 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:3.0:1789603700.773586:0:35956:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603700.773590:0:35956:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603700.773595:0:35956:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603700.773603:0:35956:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb804154e00. 00000100:00000001:3.0:1789603700.773611:0:35956:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1789603700.773627:0:35956:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9eb810b48a80 x1876533442929536/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603716 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789603700.773652:0:35956:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1789603700.773658:0:35956:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb810b4a680 x1876533442930048/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1789603700.773665:0:35956:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603700.773667:0:35956:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603700.773675:0:35956:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8109cf780. 00000100:00000001:3.0:1789603700.773677:0:35956:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112122734464 : -106961586817152 : ffff9eb8109cf780) 00000100:00000001:3.0:1789603700.773680:0:35956:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603700.773682:0:35956:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124286592 : -106961585265024 : ffff9eb810b4a680) 00000100:00000001:3.0:1789603700.773687:0:35956:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603700.773692:0:35956:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.773694:0:35956:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603700.773696:0:35956:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603700.773700:0:35956:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4a680 x1876533442930048/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.773708:0:35956:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603700.773711:0:35956:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603700.773715:0:35956:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603700.773719:0:35956:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603700.773721:0:35956:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603700.773725:0:35956:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4a680 pname:cluuid:pid:xid:nid:opc:job uname:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35956:1876533442930048:192.168.204.129@tcp:35:uname.0 00000100:00000001:3.0:1789603700.773730:0:35956:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603700.773736:0:35956:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603700.773739:0:35956:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603700.773741:0:35956:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603700.773746:0:35956:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb80511dc00. 02000000:00000001:3.0:1789603700.773748:0:35956:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603700.773757:0:35956:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603700.773762:0:35956:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748840. 00000400:00000010:3.0:1789603700.773769:0:35956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0c38. 00000100:00000200:3.0:1789603700.773777:0:35956:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442930048, portal 10 00000100:00000001:3.0:1789603700.773779:0:35956:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603700.773780:0:35956:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124286592 : -106961585265024 : ffff9eb810b4a680) 00000100:00000040:3.0:1789603700.773787:0:35956:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb810b4a680 x1876533442930048/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.773795:0:35956:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603700.773798:0:35956:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603700.773801:0:35956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0000. 00000100:00000200:3.0:1789603700.773804:0:35956:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876533442930048, offset 0 00000400:00000200:3.0:1789603700.773812:0:35956:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603700.773821:0:35956:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603700.773830:0:35956:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603700.773836:0:35956:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603700.773841:0:35956:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603700.773845:0:35956:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603700.773848:0:35956:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603700.773852:0:35956:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3017:3017:256:4294967295] 192.168.204.129@tcp LPNI seq info [3017:3017:8:4294967295] 00000400:00000200:3.0:1789603700.773857:0:35956:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603700.773867:0:35956:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603700.773874:0:35956:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603700.773879:0:35956:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783fb00. 00000800:00000200:3.0:1789603700.773886:0:35956:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603700.774219:0:35956:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603700.774225:0:35956:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783fb00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1789603700.774251:0:35956:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603700.774256:0:35956:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 847028 usecs (848 jiffies) 00000400:00000200:3.0:1789603700.774261:0:35956:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603700.774264:0:35956:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296700555 00000100:00000001:3.0:1789603700.774274:0:35956:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296700548 00000100:00000001:3.0:1789603700.774280:0:35956:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296700555 00000100:00000001:3.0:1789603700.774284:0:35956:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296700548 00000100:00000001:3.0:1789603700.774287:0:35956:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603700.774290:0:35956:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.774293:0:35956:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603700.774295:0:35956:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603700.774298:0:35956:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8109cf780 going to sleep for 11 seconds 00000100:00000001:3.0:1789603700.774301:0:35956:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603700.774304:0:35956:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603700.774890:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603700.774897:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783fb00. 00000400:00000200:2.0:1789603700.774906:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.774912:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603700.774921:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0000 00000400:00000010:2.0:1789603700.774925:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0000. 00000100:00000001:2.0:1789603700.774930:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603700.774936:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4a680 x1876533442930048/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.774947:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603700.774950:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b4a680 x1876533442930048/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.774958:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.774960:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603700.778370:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.778394:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603700.778400:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.778403:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.778415:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.778425:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603700.778438:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.778444:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.778450:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.778455:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d466580 00000400:00000200:2.0:1789603700.778461:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.778468:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x88ed [1] + 224 00000800:00000001:2.0:1789603700.778475:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.778489:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.778493:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.778499:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603700.778628:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603700.778650:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4a680 x1876533442930048/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603700.778663:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9eb810b4a680 x1876533442930048/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.778725:0:35956:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603700.778745:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603700.778757:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.778761:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789603700.778802:0:35956:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603700.778805:0:35956:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603700.778809:0:35956:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748840. 00000400:00000200:3.0:1789603700.779309:0:35956:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0c38 00000400:00000010:3.0:1789603700.779316:0:35956:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0c38. 00000100:00000001:3.0:1789603700.779321:0:35956:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603700.779329:0:35956:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b4a680 x1876533442930048/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789603700.779339:0:35956:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b4a680 x1876533442930048/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.779347:0:35956:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603700.779350:0:35956:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603700.779353:0:35956:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603700.779357:0:35956:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603700.779360:0:35956:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603700.779365:0:35956:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603700.779369:0:35956:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603700.779385:0:35956:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb4f0 time=97 v=5 (5 5 5 5) 00000100:00001000:3.0:1789603700.779391:0:35956:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=34 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603700.779394:0:35956:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603700.779396:0:35956:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.779399:0:35956:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603700.779404:0:35956:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.779408:0:35956:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789603700.779411:0:35956:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1789603700.779412:0:35956:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789603700.779415:0:35956:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603700.779418:0:35956:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124286592 : -106961585265024 : ffff9eb810b4a680) 00000100:00000001:3.0:1789603700.779421:0:35956:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603700.779424:0:35956:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 8589934608 00000100:00000001:3.0:1789603700.779426:0:35956:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603700.779430:0:35956:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603700.779436:0:35956:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b4a680 x1876533442930048/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.779444:0:35956:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603700.779448:0:35956:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603700.779451:0:35956:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603700.779455:0:35956:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4a680 x1876533442930048/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789603700.779464:0:35956:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b4a680 pname:cluuid:pid:xid:nid:opc:job uname:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35956:1876533442930048:192.168.204.129@tcp:35:uname.0 00000100:00000001:3.0:1789603700.779471:0:35956:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603700.779474:0:35956:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.779477:0:35956:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789603700.779480:0:35956:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.779484:0:35956:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b4a680 x1876533442930048/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.779491:0:35956:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603700.779495:0:35956:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8109cf780. 00000100:00000001:3.0:1789603700.779500:0:35956:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789603700.779502:0:35956:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.779554:0:35956:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603700.779556:0:35956:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124286592 : -106961585265024 : ffff9eb810b4a680) 00000002:00000001:3.0:1789603700.779560:0:35956:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603700.779564:0:35956:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789603700.779570:0:35956:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb804155400. 00000080:00000001:3.0:1789603700.779575:0:35956:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1789603700.779579:0:35956:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1789603700.779583:0:35956:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603700.779587:0:35956:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603700.779590:0:35956:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603700.779594:0:35956:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603700.779596:0:35956:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603700.779598:0:35956:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1789603700.779600:0:35956:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603700.779607:0:35956:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1789603700.779612:0:35956:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9eb810b48a80 x1876533442929536/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603716 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.779621:0:35956:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603700.779622:0:35956:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124279424 : -106961585272192 : ffff9eb810b48a80) 00000100:00000001:3.0:1789603700.779624:0:35956:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.779627:0:35956:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b48a80 x1876533442929536/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603716 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.779644:0:35956:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.779646:0:35956:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.779649:0:35956:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b4a680 x1876533442930048/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.779655:0:35956:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.779657:0:35956:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.779660:0:35956:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b48a80 x1876533442929536/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603716 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.779671:0:35956:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1789603700.779675:0:35956:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603700.779677:0:35956:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603700.779679:0:35956:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603700.779683:0:35956:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb80511c800. 02000000:00000001:3.0:1789603700.779688:0:35956:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603700.779694:0:35956:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603700.779696:0:35956:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b48a80. 00000100:00000001:3.0:1789603700.779700:0:35956:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603700.779702:0:35956:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603700.779703:0:35956:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.779706:0:35956:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4a680 x1876533442930048/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.779712:0:35956:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603700.779714:0:35956:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9eb806907480. 00000002:00000001:3.0:1789603700.779718:0:35956:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603700.779720:0:35956:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789603700.779722:0:35956:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9eb807c62080. 00000100:00000001:3.0:1789603700.779725:0:35956:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.779728:0:35956:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b4a680 x1876533442930048/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.779734:0:35956:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603700.779736:0:35956:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603700.779739:0:35956:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb80511dc00. 02000000:00000001:3.0:1789603700.779742:0:35956:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603700.779743:0:35956:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603700.779744:0:35956:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603700.779746:0:35956:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603700.779748:0:35956:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb804154e00. 02000000:00000001:3.0:1789603700.779750:0:35956:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603700.779751:0:35956:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603700.779752:0:35956:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4a680. 00000100:00000001:3.0:1789603700.779755:0:35956:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603700.779758:0:35956:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603700.779760:0:35956:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789603700.779765:0:35956:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb8017a7400. 00000080:00000001:3.0:1789603700.779769:0:35956:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.779776:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fdf0 00000080:00000008:3.0:1789603700.779779:0:35956:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9eb808192a08), flags 102001, rc = 0 00000080:00000001:3.0:1789603700.779782:0:35956:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.779790:0:35956:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789603700.779792:0:35956:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fe00 00000080:00002000:3.0:1789603700.779795:0:35956:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9eb82056b6c0, parent ffff9eb8081326c0, inode ffff9eb808192a08) hashed, 00000080:00000001:3.0:1789603700.779798:0:35956:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.804236:0:35957:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603700.804245:0:35957:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603700.804248:0:35957:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789603700.804251:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3bc0 00000080:00200000:1.0:1789603700.804255:0:35957:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:1.0:1789603700.804264:0:35957:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8069b4400. 00800000:00000002:1.0:1789603700.804272:0:35957:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603700.804277:0:35957:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603700.804282:0:35957:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603700.804285:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3ae0 00800000:00000002:1.0:1789603700.804287:0:35957:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603700.804291:0:35957:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603700.804293:0:35957:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603700.804296:0:35957:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603700.804298:0:35957:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603700.804301:0:35957:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603700.804303:0:35957:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.804306:0:35957:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603700.804309:0:35957:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.804313:0:35957:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789603700.804319:0:35957:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603700.804321:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b39b0 00000002:00010000:1.0:1789603700.804323:0:35957:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789603700.804326:0:35957:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603700.804329:0:35957:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603700.804332:0:35957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789603700.804340:0:35957:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603700.804342:0:35957:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603700.804344:0:35957:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603700.804346:0:35957:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789603700.804349:0:35957:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789603700.804354:0:35957:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5880. 00000020:00000040:1.0:1789603700.804358:0:35957:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00010000:00000001:1.0:1789603700.804365:0:35957:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789603700.804370:0:35957:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603700.804376:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.804379:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.804380:0:35957:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.804384:0:35957:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603700.804386:0:35957:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603700.804390:0:35957:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603700.804397:0:35957:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041a6400. 00000100:00000001:1.0:1789603700.804403:0:35957:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.804408:0:35957:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603700.804409:0:35957:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.804411:0:35957:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603700.804422:0:35957:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.804425:0:35957:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603700.804430:0:35957:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446637111957084288 : -106961752467328 : ffff9eb806bd5880) 00010000:00000001:1.0:1789603700.804435:0:35957:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789603700.804437:0:35957:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789603700.804441:0:35957:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9eb80647c500. 00010000:00000010:1.0:1789603700.804445:0:35957:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9eb810da7e80. 00010000:00000001:1.0:1789603700.804449:0:35957:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789603700.804453:0:35957:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb814fdc200. 00000020:00000001:1.0:1789603700.804457:0:35957:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789603700.806087:0:35957:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb814fdc200 with handle 0xa04c19c788fe5604 to hash 00000020:00000001:1.0:1789603700.806098:0:35957:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789603700.806101:0:35957:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.806106:0:35957:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.806111:0:35957:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603700.806114:0:35957:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603700.806119:0:35957:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35957 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603700.806129:0:35957:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35957 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603700.806144:0:35957:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35957 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789603700.806151:0:35957:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603700.806153:0:35957:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603700.806164:0:35957:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80402aa80. 00000100:00000001:1.0:1789603700.806166:0:35957:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911295616 : -106961798256000 : ffff9eb80402aa80) 00000100:00000001:1.0:1789603700.806169:0:35957:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603700.806170:0:35957:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957084288 : -106961752467328 : ffff9eb806bd5880) 00000100:00000001:1.0:1789603700.806175:0:35957:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603700.806179:0:35957:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.806182:0:35957:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603700.806184:0:35957:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603700.806927:0:35957:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5880 x1876533442930176/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.806938:0:35957:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603700.806941:0:35957:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603700.806945:0:35957:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603700.806949:0:35957:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603700.806952:0:35957:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603700.806956:0:35957:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5880 pname:cluuid:pid:xid:nid:opc:job cat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35957:1876533442930176:192.168.204.129@tcp:101:cat.0 00000100:00000001:1.0:1789603700.806960:0:35957:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603700.806965:0:35957:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603700.806968:0:35957:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603700.806970:0:35957:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603700.806976:0:35957:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9eb8057ca000. 02000000:00000001:1.0:1789603700.806978:0:35957:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603700.806985:0:35957:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603700.806991:0:35957:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35bb0. 00000400:00000010:1.0:1789603700.806997:0:35957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc000. 00000100:00000200:1.0:1789603700.807004:0:35957:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876533442930176, portal 10 00000100:00000001:1.0:1789603700.807006:0:35957:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603700.807007:0:35957:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957084288 : -106961752467328 : ffff9eb806bd5880) 00000100:00000040:1.0:1789603700.807014:0:35957:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd5880 x1876533442930176/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603716 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.807022:0:35957:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603700.807025:0:35957:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603700.807028:0:35957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc3b8. 00000100:00000200:1.0:1789603700.807031:0:35957:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876533442930176, offset 0 00000400:00000200:1.0:1789603700.807038:0:35957:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603700.807046:0:35957:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603700.807054:0:35957:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603700.807060:0:35957:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603700.807064:0:35957:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603700.807068:0:35957:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603700.807071:0:35957:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603700.807076:0:35957:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3018:3018:256:4294967295] 192.168.204.129@tcp LPNI seq info [3018:3018:8:4294967295] 00000400:00000200:1.0:1789603700.807080:0:35957:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603700.807091:0:35957:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603700.807098:0:35957:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603700.807103:0:35957:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9900. 00000800:00000200:1.0:1789603700.807111:0:35957:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603700.807120:0:35957:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603700.807124:0:35957:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789603700.807143:0:35957:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603700.807148:0:35957:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 846003 usecs (847 jiffies) 00000400:00000200:1.0:1789603700.807152:0:35957:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603700.807154:0:35957:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296700587 00000100:00000001:1.0:1789603700.807160:0:35957:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296700555 00000100:00000001:1.0:1789603700.807165:0:35957:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296700587 00000100:00000001:1.0:1789603700.807168:0:35957:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296700555 00000100:00000001:1.0:1789603700.807171:0:35957:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603700.807174:0:35957:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.807176:0:35957:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603700.807178:0:35957:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789603700.807181:0:35957:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80402aa80 going to sleep for 11 seconds 00000100:00000001:1.0:1789603700.807183:0:35957:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603700.807186:0:35957:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603700.807366:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603700.807376:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9900. 00000400:00000200:2.0:1789603700.807385:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.807394:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603700.807405:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc3b8 00000400:00000010:2.0:1789603700.807409:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc3b8. 00000100:00000001:2.0:1789603700.807415:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603700.807422:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5880 x1876533442930176/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603716 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.807434:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603700.807439:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5880 x1876533442930176/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603716 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.807447:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.807449:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603700.810697:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.810722:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603700.810727:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.810730:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.810742:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.810753:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603700.810766:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.810776:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.810782:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.810789:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 688 into portal 10 MB=0x6aab27d466600 00000400:00000200:2.0:1789603700.810797:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.810805:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 688/688 into md 0x88fd [1] + 224 00000800:00000001:2.0:1789603700.810815:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.810827:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.810831:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.810837:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603700.810847:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603700.810858:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5880 x1876533442930176/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603716 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603700.810869:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9eb806bd5880 x1876533442930176/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.810888:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603700.810897:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.810900:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603700.810991:0:35957:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603700.811006:0:35957:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603700.811009:0:35957:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603700.811014:0:35957:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35bb0. 00000400:00000200:1.0:1789603700.811022:0:35957:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc000 00000400:00000010:1.0:1789603700.811024:0:35957:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc000. 00000100:00000001:1.0:1789603700.811028:0:35957:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603700.811040:0:35957:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5880 x1876533442930176/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789603700.811051:0:35957:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5880 x1876533442930176/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.811059:0:35957:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603700.811061:0:35957:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603700.811064:0:35957:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603700.811067:0:35957:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603700.811071:0:35957:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603700.811084:0:35957:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603700.811088:0:35957:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603700.811099:0:35957:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=98 v=5 (5 106 106 106) 00000100:00001000:1.0:1789603700.811103:0:35957:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=34 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603700.811107:0:35957:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603700.811108:0:35957:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.811111:0:35957:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603700.811115:0:35957:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.811119:0:35957:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603700.811130:0:35957:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 8589934608 00000100:00000001:1.0:1789603700.811133:0:35957:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603700.811136:0:35957:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603700.811141:0:35957:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5880 x1876533442930176/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.811149:0:35957:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603700.811153:0:35957:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603700.811156:0:35957:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603700.811160:0:35957:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5880 x1876533442930176/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603716 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789603700.811168:0:35957:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5880 pname:cluuid:pid:xid:nid:opc:job cat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35957:1876533442930176:192.168.204.129@tcp:101:cat.0 00000100:00000001:1.0:1789603700.811173:0:35957:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603700.811176:0:35957:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.811179:0:35957:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789603700.811181:0:35957:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603700.811184:0:35957:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5880 x1876533442930176/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603716 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.811190:0:35957:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603700.811195:0:35957:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80402aa80. 00000100:00000001:1.0:1789603700.811199:0:35957:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789603700.811200:0:35957:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.811203:0:35957:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789603700.811206:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.811209:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.811213:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=4 00000020:00000001:1.0:1789603700.811215:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.811218:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000040:1.0:1789603700.811225:0:35957:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb814fdc200, remote cookie: 0x31dbb14d74e923b0, flags: 0x1001 00010000:00010000:1.0:1789603700.811231:0:35957:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603700.811242:0:35957:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603700.811249:0:35957:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789603700.811253:0:35957:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789603700.811256:0:35957:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789603700.811257:0:35957:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789603700.811259:0:35957:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789603700.811262:0:35957:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9eb80647c500) refcount = 1 00010000:00010000:1.0:1789603700.811267:0:35957:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603700.811274:0:35957:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789603700.811277:0:35957:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789603700.811278:0:35957:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603700.811282:0:35957:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789603700.811285:0:35957:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603700.811288:0:35957:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603700.811294:0:35957:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789603700.811296:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.811297:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.811298:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.811299:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.811301:0:35957:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603700.811306:0:35957:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789603700.811308:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.811309:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.811310:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=3 00000020:00000001:1.0:1789603700.811312:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.811314:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.811317:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.811318:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.811319:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=4 00000020:00000001:1.0:1789603700.811321:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.811323:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.811326:0:35957:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603700.811328:0:35957:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603700.811331:0:35957:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603700.811337:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.811338:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.811340:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.811341:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.811342:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=5 00000020:00000001:1.0:1789603700.811344:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.811346:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.811349:0:35957:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603700.811351:0:35957:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603700.811356:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.811357:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789603700.811359:0:35957:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603700.811369:0:35957:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603700.811370:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.811371:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.811372:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.811374:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789603700.811379:0:35957:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9eb806bd5880 x1876533442930176/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603716 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789603700.811387:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.811388:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.811390:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=3 00000020:00000001:1.0:1789603700.811392:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.811394:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.811396:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.811397:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603700.811399:0:35957:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603700.811401:0:35957:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603700.811404:0:35957:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789603700.811406:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.811408:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.811409:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=3 00000020:00000001:1.0:1789603700.811411:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.811413:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00000002:00010000:1.0:1789603700.811416:0:35957:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603700.811422:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.811423:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.811425:0:35957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789603700.811426:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.811427:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.811428:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=3 00000020:00000001:1.0:1789603700.811430:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.811432:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000040:1.0:1789603700.811438:0:35957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c500 count: 2 00010000:00000001:1.0:1789603700.811440:0:35957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789603700.811444:0:35957:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789603700.811447:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.811447:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603700.811449:0:35957:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789603700.811452:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3938 00000002:00002000:1.0:1789603700.811454:0:35957:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789603700.811457:0:35957:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603700.811591:0:35957:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603700.811595:0:35957:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789603700.811598:0:35957:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789603700.811602:0:35957:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.811606:0:35957:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603700.811610:0:35957:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8069b4400. 00000080:00000001:1.0:1789603700.811614:0:35957:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789603700.811617:0:35957:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789603700.811623:0:35957:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789603700.811628:0:35957:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789603700.811646:0:35957:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9eb811aa7c40. 00800000:00000001:1.0:1789603700.811648:0:35957:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446637112140397632 : -106961569153984 : ffff9eb811aa7c40) 00800000:00000001:1.0:1789603700.811651:0:35957:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603700.811653:0:35957:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789603700.811656:0:35957:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789603700.811658:0:35957:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789603700.811660:0:35957:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789603700.811663:0:35957:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789603700.811665:0:35957:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.811669:0:35957:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789603700.811671:0:35957:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789603700.811676:0:35957:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1789603700.811678:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.811679:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.811681:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=3 00000020:00000001:1.0:1789603700.811683:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.811685:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.811687:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.811688:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789603700.811690:0:35957:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789603700.811692:0:35957:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789603700.811694:0:35957:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb811aa7c40 1 00800000:00000010:1.0:1789603700.811696:0:35957:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9eb811aa7c40. 00800000:00000001:1.0:1789603700.811699:0:35957:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603700.811702:0:35957:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5604 00800000:00000001:1.0:1789603700.811709:0:35957:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603700.811711:0:35957:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603700.811712:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.811714:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.811715:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=3 00000020:00000001:1.0:1789603700.811717:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.811719:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.811722:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.811723:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603700.811724:0:35957:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603700.811726:0:35957:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.811728:0:35957:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603700.811730:0:35957:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:1.0:1789603700.811733:0:35957:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5604 from it ffffb8e5020b3bf8 00010000:00000001:1.0:1789603700.811735:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.811736:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.811737:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=3 00000020:00000001:1.0:1789603700.811738:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.811740:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.811742:0:35957:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603700.811745:0:35957:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789603700.811757:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.811758:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.811759:0:35957:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603700.811762:0:35957:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603700.811764:0:35957:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789603700.811771:0:35957:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603700.811774:0:35957:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603700.811775:0:35957:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603700.811779:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.811780:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.811781:0:35957:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.811785:0:35957:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603700.811786:0:35957:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.811788:0:35957:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.811791:0:35957:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.811793:0:35957:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603700.811794:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.811795:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603700.811797:0:35957:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603700.811801:0:35957:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5880 x1876533442930176/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1789603716 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.811809:0:35957:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603700.811811:0:35957:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603700.811814:0:35957:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9eb8057ca000. 02000000:00000001:1.0:1789603700.811818:0:35957:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603700.811820:0:35957:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603700.811822:0:35957:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:1.0:1789603700.811824:0:35957:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603700.811826:0:35957:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a6400. 02000000:00000001:1.0:1789603700.811830:0:35957:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603700.811832:0:35957:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603700.811833:0:35957:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5880. 00000100:00000001:1.0:1789603700.811838:0:35957:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603700.811839:0:35957:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603700.811842:0:35957:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:1.0:1789603700.811847:0:35957:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.811853:0:35957:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789603700.811855:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3bc0 00000080:00002000:1.0:1789603700.811857:0:35957:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9eb82056b6c0) flags 0x48004e refc 0 00000080:00000001:1.0:1789603700.811859:0:35957:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.811860:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3c08 00000080:00200000:1.0:1789603700.811862:0:35957:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=265 00000080:00000001:1.0:1789603700.811868:0:35957:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789603700.811870:0:35957:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9eb808192a08), inode mode 81a4 mask 44 00000080:00000001:1.0:1789603700.811872:0:35957:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.811879:0:35957:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789603700.811881:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3b98 00000080:00200008:1.0:1789603700.811883:0:35957:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x30:0x0](ffff9eb808192a08), flags 100000 00000080:00000010:1.0:1789603700.811889:0:35957:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9eb812252c80. 00000080:00000001:1.0:1789603700.811895:0:35957:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1789603700.811898:0:35957:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8069b4400. 00800000:00000002:1.0:1789603700.811903:0:35957:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603700.811907:0:35957:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603700.811909:0:35957:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603700.811911:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3a48 00800000:00000002:1.0:1789603700.811913:0:35957:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x30:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603700.811917:0:35957:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789603700.811919:0:35957:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603700.811922:0:35957:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603700.811925:0:35957:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603700.811927:0:35957:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603700.811930:0:35957:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.811932:0:35957:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1789603700.811934:0:35957:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.811937:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b39c8 00800000:00000002:1.0:1789603700.811939:0:35957:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1789603700.811944:0:35957:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603700.811945:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3900 00000002:00010000:1.0:1789603700.811947:0:35957:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100001 00000002:00000001:1.0:1789603700.811952:0:35957:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789603700.811954:0:35957:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789603700.811957:0:35957:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789603700.811961:0:35957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c800 count: 3 00010000:00000001:1.0:1789603700.811963:0:35957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603700.811966:0:35957:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789603700.811969:0:35957:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.811971:0:35957:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603700.811972:0:35957:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603700.811974:0:35957:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789603700.811976:0:35957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c500 count: 2 00010000:00000001:1.0:1789603700.811978:0:35957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603700.811979:0:35957:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789603700.811981:0:35957:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.811982:0:35957:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603700.811984:0:35957:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789603700.811988:0:35957:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd5880. 00000020:00000040:1.0:1789603700.811992:0:35957:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:1.0:1789603700.811996:0:35957:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789603700.811998:0:35957:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.812000:0:35957:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789603700.812003:0:35957:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603700.812006:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.812007:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.812009:0:35957:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.812011:0:35957:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603700.812013:0:35957:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603700.812016:0:35957:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603700.812023:0:35957:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9eb8041a6400. 00000100:00000001:1.0:1789603700.812028:0:35957:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.812031:0:35957:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603700.812033:0:35957:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.812034:0:35957:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603700.812036:0:35957:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.812038:0:35957:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603700.812043:0:35957:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446637111957084288 : -106961752467328 : ffff9eb806bd5880) 00010000:00000001:1.0:1789603700.812046:0:35957:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789603700.812048:0:35957:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789603700.812049:0:35957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c500 count: 2 00010000:00000001:1.0:1789603700.812051:0:35957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603700.812053:0:35957:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789603700.812058:0:35957:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9eb814fdcc00. 00000020:00000001:1.0:1789603700.812061:0:35957:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789603700.812063:0:35957:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9eb814fdcc00 with handle 0xa04c19c788fe560b to hash 00000020:00000001:1.0:1789603700.812065:0:35957:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789603700.812067:0:35957:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603700.812070:0:35957:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:1.0:1789603700.812072:0:35957:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603700.812074:0:35957:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603700.812078:0:35957:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe560b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35957 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789603700.812085:0:35957:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe560b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35957 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789603700.812096:0:35957:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789603700.812102:0:35957:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb806bd5880 x1876533442930432/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789603700.812110:0:35957:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe560b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35957 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789603700.812116:0:35957:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789603700.812117:0:35957:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789603700.812261:0:35957:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb80402aa80. 00000100:00000001:1.0:1789603700.812265:0:35957:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637111911295616 : -106961798256000 : ffff9eb80402aa80) 00000100:00000001:1.0:1789603700.812268:0:35957:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603700.812269:0:35957:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957084288 : -106961752467328 : ffff9eb806bd5880) 00000100:00000001:1.0:1789603700.812274:0:35957:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603700.812278:0:35957:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603700.812280:0:35957:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789603700.812282:0:35957:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603700.812287:0:35957:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd5880 x1876533442930432/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789603700.812294:0:35957:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603700.812296:0:35957:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603700.812300:0:35957:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603700.812303:0:35957:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603700.812305:0:35957:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603700.812311:0:35957:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd5880 pname:cluuid:pid:xid:nid:opc:job cat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35957:1876533442930432:192.168.204.129@tcp:101:cat.0 00000100:00000001:1.0:1789603700.812316:0:35957:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603700.812323:0:35957:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603700.812325:0:35957:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603700.812328:0:35957:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603700.812424:0:35957:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9eb810280000. 02000000:00000001:1.0:1789603700.812427:0:35957:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603700.812435:0:35957:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603700.812646:0:35957:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a35d8. 00000400:00000010:2.0:1789603700.812664:0:35957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9eb81162e000. 00000100:00000200:2.0:1789603700.812686:0:35957:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1876533442930432, portal 10 00000100:00000001:2.0:1789603700.812690:0:35957:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603700.812692:0:35957:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957084288 : -106961752467328 : ffff9eb806bd5880) 00000100:00000040:2.0:1789603700.812705:0:35957:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb806bd5880 x1876533442930432/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603716 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.812720:0:35957:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603700.812723:0:35957:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603700.812727:0:35957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7880. 00000100:00000200:2.0:1789603700.812730:0:35957:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1876533442930432, offset 0 00000400:00000200:2.0:1789603700.812737:0:35957:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603700.812748:0:35957:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.812757:0:35957:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603700.812763:0:35957:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603700.812768:0:35957:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603700.812773:0:35957:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603700.812775:0:35957:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603700.812779:0:35957:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3019:3019:256:4294967295] 192.168.204.129@tcp LPNI seq info [3019:3019:8:4294967295] 00000400:00000200:2.0:1789603700.812783:0:35957:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.812794:0:35957:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603700.812801:0:35957:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603700.812807:0:35957:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8070db000. 00000800:00000200:2.0:1789603700.812815:0:35957:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603700.812824:0:35957:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603700.812829:0:35957:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8070db000 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1789603700.812845:0:35957:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603700.812850:0:35957:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 844980 usecs (845 jiffies) 00000400:00000200:2.0:1789603700.812854:0:35957:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603700.812857:0:35957:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296700591 00000100:00000001:2.0:1789603700.812867:0:35957:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296700587 00000100:00000001:2.0:1789603700.812873:0:35957:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296700591 00000100:00000001:2.0:1789603700.812877:0:35957:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296700587 00000100:00000001:2.0:1789603700.812880:0:35957:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603700.812883:0:35957:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.812887:0:35957:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603700.812890:0:35957:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603700.812892:0:35957:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb80402aa80 going to sleep for 11 seconds 00000100:00000001:2.0:1789603700.812895:0:35957:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603700.812898:0:35957:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603700.814735:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603700.814748:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8070db000. 00000400:00000200:3.0:1789603700.814756:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603700.814766:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603700.814774:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7880 00000400:00000010:3.0:1789603700.814778:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7880. 00000100:00000001:3.0:1789603700.814784:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603700.814792:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd5880 x1876533442930432/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603716 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.814806:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.814810:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5880 x1876533442930432/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603716 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.814818:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.814820:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603700.822383:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.822412:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603700.822417:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.822420:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.822431:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.822441:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603700.822454:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.822460:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.822466:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.822471:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 664 into portal 10 MB=0x6aab27d466700 00000400:00000200:2.0:1789603700.822478:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.822485:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 664/664 into md 0x8905 [64] + 224 00000800:00000001:2.0:1789603700.822495:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.822507:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.822564:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.822571:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603700.822582:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603700.822594:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd5880 x1876533442930432/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603716 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603700.822607:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9eb806bd5880 x1876533442930432/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.822626:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603700.822647:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.822652:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.822748:0:35957:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603700.822759:0:35957:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603700.822761:0:35957:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603700.822766:0:35957:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a35d8. 00000400:00000200:0.0:1789603700.822772:0:35957:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb81162e000 00000400:00000010:0.0:1789603700.822775:0:35957:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9eb81162e000. 00000100:00000001:0.0:1789603700.822780:0:35957:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603700.822785:0:35957:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd5880 x1876533442930432/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789603700.822796:0:35957:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd5880 x1876533442930432/t0(0) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/131856 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603700.822803:0:35957:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603700.822805:0:35957:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.822808:0:35957:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603700.822812:0:35957:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603700.822815:0:35957:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603700.822818:0:35957:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603700.822822:0:35957:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603700.822835:0:35957:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=98 v=5 (5 106 106 106) 00000100:00001000:0.0:1789603700.822840:0:35957:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=34 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603700.822843:0:35957:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603700.822845:0:35957:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.822848:0:35957:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603700.822853:0:35957:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.822857:0:35957:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789603700.822860:0:35957:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789603700.822862:0:35957:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789603700.822864:0:35957:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603700.822866:0:35957:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957084288 : -106961752467328 : ffff9eb806bd5880) 00000100:00000001:0.0:1789603700.822871:0:35957:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603700.822873:0:35957:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 8589934608 00000100:00000001:0.0:1789603700.822875:0:35957:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603700.822880:0:35957:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603700.822887:0:35957:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd5880 x1876533442930432/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603716 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603700.822894:0:35957:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603700.822898:0:35957:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603700.822900:0:35957:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603700.822904:0:35957:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd5880 x1876533442930432/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603716 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789603700.822913:0:35957:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd5880 pname:cluuid:pid:xid:nid:opc:job cat:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35957:1876533442930432:192.168.204.129@tcp:101:cat.0 00000100:00000001:0.0:1789603700.822919:0:35957:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603700.822923:0:35957:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.822926:0:35957:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789603700.822929:0:35957:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603700.822933:0:35957:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5880 x1876533442930432/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603716 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603700.822941:0:35957:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603700.822944:0:35957:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb80402aa80. 00000100:00000001:0.0:1789603700.822947:0:35957:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789603700.822949:0:35957:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.822953:0:35957:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789603700.822958:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.822962:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.822966:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=4 00000020:00000001:0.0:1789603700.822969:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:0.0:1789603700.822972:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000040:0.0:1789603700.822981:0:35957:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9eb814fdcc00, remote cookie: 0x31dbb14d74e923be, flags: 0x1001 00010000:00000040:0.0:1789603700.822985:0:35957:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x30:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789603700.822988:0:35957:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1789603700.822997:0:35957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c800 count: 3 00010000:00000001:0.0:1789603700.823000:0:35957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603700.823006:0:35957:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603700.823013:0:35957:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe560b lrc: 4/1,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923be expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789603700.823024:0:35957:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe560b lrc: 4/1,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923be expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603700.823031:0:35957:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789603700.823037:0:35957:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789603700.823040:0:35957:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789603700.823042:0:35957:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789603700.823045:0:35957:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789603700.823048:0:35957:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x30:0x0].0x0 (ffff9eb80647c800) refcount = 3 00010000:00000040:0.0:1789603700.826117:0:35957:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789603700.826137:0:35957:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe55fd lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923a2 expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1789603700.826156:0:35957:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1789603700.826166:0:35957:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe560b lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e923be expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603700.826174:0:35957:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789603700.826181:0:35957:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789603700.826184:0:35957:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603700.826190:0:35957:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789603700.826195:0:35957:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603700.826201:0:35957:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe560b lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923be expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603700.826207:0:35957:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789603700.826210:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.826212:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.826214:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.826215:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.826217:0:35957:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603700.826229:0:35957:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789603700.826235:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.826238:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.826243:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:0.0:1789603700.826245:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:0.0:1789603700.826248:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:0.0:1789603700.826251:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.826252:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789603700.826269:0:35957:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9eb806bd5880 x1876533442930432/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603716 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789603700.826281:0:35957:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789603700.826287:0:35957:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb806bd5880 x1876533442930432/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 648/664 e 0 to 0 dl 1789603716 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789603700.826293:0:35957:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.826302:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.826303:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.826305:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:0.0:1789603700.826307:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:0.0:1789603700.826309:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00000002:00010000:0.0:1789603700.826313:0:35957:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe560b lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923be expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789603700.826331:0:35957:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9eb807a3fc00. 00010000:00000001:0.0:1789603700.826334:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.826335:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603700.826336:0:35957:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603700.826339:0:35957:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603700.826342:0:35957:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789603700.826348:0:35957:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603700.826350:0:35957:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957084288 : -106961752467328 : ffff9eb806bd5880) 00010000:00000001:0.0:1789603700.826353:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.826355:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.826356:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:0.0:1789603700.826359:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:0.0:1789603700.826361:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00000002:00010000:0.0:1789603700.826364:0:35957:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe560b lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923be expref: -99 pid: 35957 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603700.826371:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.826372:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.826375:0:35957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789603700.826376:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.826377:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.826379:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:0.0:1789603700.826381:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:0.0:1789603700.826383:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000040:0.0:1789603700.826391:0:35957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c800 count: 4 00010000:00000001:0.0:1789603700.826394:0:35957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789603700.826400:0:35957:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9eb802f97400 type 13 mode 16 res 8589935621/48 (0 0) 00010000:00000001:0.0:1789603700.826402:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.826403:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603700.826405:0:35957:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789603700.826409:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3888 00000002:00002000:0.0:1789603700.826411:0:35957:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:0.0:1789603700.826414:0:35957:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603700.826419:0:35957:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603700.826421:0:35957:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789603700.826425:0:35957:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789603700.826428:0:35957:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603700.826433:0:35957:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603700.826438:0:35957:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8069b4400. 00000080:00000001:0.0:1789603700.826447:0:35957:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789603700.826458:0:35957:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789603700.826461:0:35957:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:0.0:1789603700.826466:0:35957:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603700.826473:0:35957:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930664 : -106961319620952 : ffff9eb8208a0ea8) 00000020:00001000:0.0:1789603700.826475:0:35957:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0ea0 00000020:00000001:0.0:1789603700.826478:0:35957:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789603700.826484:0:35957:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789603700.826487:0:35957:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789603700.826495:0:35957:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb807b8d720. 00020000:00000010:0.0:1789603700.826500:0:35957:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb80509dc00. 00020000:00000010:0.0:1789603700.826507:0:35957:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb807b8dc00. 00020000:00000001:0.0:1789603700.826529:0:35957:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637111973567488 : -106961735984128 : ffff9eb807b8dc00) 00020000:00000002:0.0:1789603700.826533:0:35957:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb807b8dc00, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789603700.826538:0:35957:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789603700.826543:0:35957:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb80509dc00: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000002:0.0:1789603700.826547:0:35957:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9eb8123e4aa8) owner ffff9eb807bf0000 00020000:00000001:0.0:1789603700.826550:0:35957:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789603700.826553:0:35957:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9eb8123e4aa8) owner ffff9eb807bf0000 00020000:00000010:0.0:1789603700.826558:0:35957:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb80509dc00. 00020000:00000010:0.0:1789603700.826563:0:35957:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb807b8d720. 00020000:00000010:0.0:1789603700.826567:0:35957:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb807b8dc00. 00020000:00000002:0.0:1789603700.826570:0:35957:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789603700.826572:0:35957:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.826574:0:35957:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789603700.826577:0:35957:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0ea0 00000080:00000001:0.0:1789603700.826583:0:35957:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611184 : 144115205339611184 : 200000405000030) 00000080:00000001:0.0:1789603700.826587:0:35957:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:0.0:1789603700.826593:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.826594:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.826596:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:0.0:1789603700.826599:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:0.0:1789603700.826601:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00000080:00000001:0.0:1789603700.826605:0:35957:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789603700.826607:0:35957:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603700.826609:0:35957:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930664 : -106961319620952 : ffff9eb8208a0ea8) 00000020:00001000:0.0:1789603700.826611:0:35957:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0ea0 00000020:00000001:0.0:1789603700.826613:0:35957:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789603700.826614:0:35957:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1789603700.826615:0:35957:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789603700.826618:0:35957:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9eb807b8dc00. 00020000:00000010:0.0:1789603700.826620:0:35957:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9eb80509dc00. 00020000:00000010:0.0:1789603700.826623:0:35957:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9eb807b8d720. 00020000:00000001:0.0:1789603700.826625:0:35957:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446637111973566240 : -106961735985376 : ffff9eb807b8d720) 00020000:00000002:0.0:1789603700.826628:0:35957:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb807b8d720, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789603700.826632:0:35957:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789603700.826646:0:35957:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb80509dc00: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000002:0.0:1789603700.826649:0:35957:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9eb8123e4aa8) owner ffff9eb807bf0000 00020000:00000001:0.0:1789603700.826651:0:35957:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789603700.826653:0:35957:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9eb8123e4aa8) owner ffff9eb807bf0000 00020000:00000010:0.0:1789603700.826655:0:35957:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb80509dc00. 00020000:00000010:0.0:1789603700.826658:0:35957:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb807b8dc00. 00020000:00000010:0.0:1789603700.826660:0:35957:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb807b8d720. 00020000:00000002:0.0:1789603700.826662:0:35957:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789603700.826664:0:35957:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.826666:0:35957:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.826670:0:35957:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789603700.826673:0:35957:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb807bf0000 00020000:00000002:0.0:1789603700.826677:0:35957:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb805103e40 addref 2/0 by ffff9eb807bf0000. 00020000:00000002:0.0:1789603700.826680:0:35957:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb807bf0000 00020000:00000001:0.0:1789603700.826683:0:35957:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789603700.826685:0:35957:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789603700.826687:0:35957:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789603700.826689:0:35957:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789603700.826691:0:35957:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789603700.826694:0:35957:0:(file.c:6854:ll_layout_conf()) [0x200000405:0x30:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1789603700.826696:0:35957:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0ea0 00000080:00000001:0.0:1789603700.826698:0:35957:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.826702:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.826703:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789603700.826705:0:35957:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789603700.826708:0:35957:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789603700.826710:0:35957:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603700.826713:0:35957:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9eb808192a08) for lock 0xa04c19c788fe560b 00800000:00000001:0.0:1789603700.826717:0:35957:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603700.826719:0:35957:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603700.826720:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.826721:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.826723:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:0.0:1789603700.826725:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:0.0:1789603700.826727:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:0.0:1789603700.826729:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.826731:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603700.826733:0:35957:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603700.826735:0:35957:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603700.826739:0:35957:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603700.826745:0:35957:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb806bd5880 x1876533442930432/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603716 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603700.826753:0:35957:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603700.826757:0:35957:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe560b from it ffffb8e5020b3bf0 00010000:00000001:0.0:1789603700.826760:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.826761:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.826762:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdcc00 refcount=3 00000020:00000001:0.0:1789603700.826764:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:0.0:1789603700.826767:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196189184 : -106961513362432 : ffff9eb814fdcc00) 00010000:00000001:0.0:1789603700.826769:0:35957:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603700.826773:0:35957:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe560b lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e923be expref: -99 pid: 35957 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789603700.826780:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.826782:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.826783:0:35957:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603700.826788:0:35957:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603700.826790:0:35957:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe560b lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e923be expref: -99 pid: 35957 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789603700.826799:0:35957:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603700.826802:0:35957:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603700.826805:0:35957:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603700.826810:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.826811:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.826813:0:35957:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.826816:0:35957:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603700.826819:0:35957:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.826821:0:35957:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.826824:0:35957:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.826826:0:35957:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603700.826827:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.826829:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789603700.826832:0:35957:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789603700.826837:0:35957:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9eb807a3fac0. 00000080:00000001:0.0:1789603700.826841:0:35957:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789603700.826844:0:35957:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1789603700.826849:0:35957:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603700.826852:0:35957:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603700.826855:0:35957:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603700.826858:0:35957:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603700.826861:0:35957:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603700.826863:0:35957:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1789603700.826866:0:35957:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603700.826869:0:35957:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789603700.826873:0:35957:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9eb806947760. 00000002:00100000:0.0:1789603700.826877:0:35957:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9eb806bd5880 x1876533442930432/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603716 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789603700.826885:0:35957:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603700.826886:0:35957:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789603700.826891:0:35957:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789603700.826895:0:35957:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.826899:0:35957:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1789603700.826902:0:35957:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789603700.826905:0:35957:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603700.826908:0:35957:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789603700.826909:0:35957:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.826913:0:35957:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789603700.826917:0:35957:0:(pcc.c:1984:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.826919:0:35957:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789603700.826921:0:35957:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.826924:0:35957:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603700.826928:0:35957:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603700.826931:0:35957:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5880 x1876533442930432/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603716 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789603700.826939:0:35957:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603700.826945:0:35957:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9eb810280000. 02000000:00000001:0.0:1789603700.827016:0:35957:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789603700.827019:0:35957:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.827022:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3b98 00000080:00000008:0.0:1789603700.827025:0:35957:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9eb808192a08), flags 100000, rc = 0 00000020:00000001:0.0:1789603700.827058:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3d28 00000080:00200008:0.0:1789603700.827060:0:35957:0:(file.c:6307:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff9eb808192a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789603700.827068:0:35957:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789603700.827069:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3ca0 00000080:00200000:0.0:1789603700.827071:0:35957:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9eb808192a08),name=recon 00000080:00000010:0.0:1789603700.827079:0:35957:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8051ca000. 00800000:00000002:0.0:1789603700.827085:0:35957:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:0.0:1789603700.827094:0:35957:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789603700.827098:0:35957:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789603700.827100:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3bc0 00800000:00000002:0.0:1789603700.827103:0:35957:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603700.827107:0:35957:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1789603700.827110:0:35957:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603700.827112:0:35957:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603700.827113:0:35957:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603700.827115:0:35957:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603700.827117:0:35957:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603700.827120:0:35957:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1789603700.827122:0:35957:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603700.827124:0:35957:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603700.827125:0:35957:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603700.827126:0:35957:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603700.827128:0:35957:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603700.827130:0:35957:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603700.827132:0:35957:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1789603700.827134:0:35957:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603700.827136:0:35957:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:0.0:1789603700.827141:0:35957:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789603700.827142:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3a90 00000002:00010000:0.0:1789603700.827145:0:35957:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789603700.827149:0:35957:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789603700.827151:0:35957:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603700.827154:0:35957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603700.827157:0:35957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c800 count: 4 00010000:00000001:0.0:1789603700.827160:0:35957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603700.827164:0:35957:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603700.827170:0:35957:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603700.827174:0:35957:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1789603700.827183:0:35957:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603700.827188:0:35957:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603700.827192:0:35957:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1789603700.827199:0:35957:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789603700.827201:0:35957:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789603700.827203:0:35957:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603700.827205:0:35957:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789603700.827207:0:35957:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789603700.827209:0:35957:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789603700.827213:0:35957:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789603700.827215:0:35957:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:0.0:1789603700.827217:0:35957:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8051ca000. 00000080:00000001:0.0:1789603700.827221:0:35957:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789603700.827223:0:35957:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603700.827226:0:35957:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff9eb808192a08) 00000080:00010000:0.0:1789603700.827230:0:35957:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9eb808192a08) for lock 0xa04c19c788fe55da 00800000:00000001:0.0:1789603700.827233:0:35957:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789603700.827235:0:35957:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789603700.827236:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.827238:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.827240:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:0.0:1789603700.827242:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603700.827245:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603700.827247:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.827249:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603700.827250:0:35957:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789603700.827251:0:35957:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789603700.827253:0:35957:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe55da from it ffffb8e5020b3cd8 00010000:00000001:0.0:1789603700.827255:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.827256:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.827257:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:0.0:1789603700.827259:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603700.827261:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:0.0:1789603700.827263:0:35957:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603700.827265:0:35957:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789603700.827272:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.827273:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.827275:0:35957:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603700.827277:0:35957:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603700.827279:0:35957:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1789603700.827292:0:35957:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603700.827294:0:35957:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603700.827295:0:35957:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603700.827297:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.827298:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.827299:0:35957:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.827301:0:35957:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603700.827303:0:35957:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.827305:0:35957:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.827307:0:35957:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.827309:0:35957:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603700.827310:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.827311:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789603700.827313:0:35957:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789603700.827314:0:35957:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603700.827317:0:35957:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1789603700.827320:0:35957:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789603700.827322:0:35957:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789603700.827324:0:35957:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789603700.827326:0:35957:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.827328:0:35957:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789603700.827332:0:35957:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1789603700.827334:0:35957:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603700.827336:0:35957:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930664 : -106961319620952 : ffff9eb8208a0ea8) 00000020:00001000:0.0:1789603700.827339:0:35957:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0ea0 00000020:00000001:0.0:1789603700.827347:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:0.0:1789603700.827351:0:35957:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789603700.827355:0:35957:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789603700.827357:0:35957:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1789603700.827361:0:35957:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603700.827363:0:35957:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789603700.827365:0:35957:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789603700.827367:0:35957:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.827369:0:35957:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789603700.827373:0:35957:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9eb80572ce40 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1789603700.827377:0:35957:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb807bf0000 00020000:00000001:0.0:1789603700.827381:0:35957:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789603700.827383:0:35957:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789603700.827386:0:35957:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789603700.827388:0:35957:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.827390:0:35957:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789603700.827393:0:35957:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789603700.827394:0:35957:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.827396:0:35957:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603700.827397:0:35957:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789603700.827399:0:35957:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789603700.827401:0:35957:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb807bf0000 00000020:00000001:0.0:1789603700.827403:0:35957:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789603700.827406:0:35957:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1789603700.827407:0:35957:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:0.0:1789603700.827411:0:35957:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789603700.827413:0:35957:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789603700.827416:0:35957:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789603700.827418:0:35957:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1789603700.827424:0:35957:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1789603700.827430:0:35957:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb805741e80. 00020000:00000002:0.0:1789603700.827433:0:35957:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789603700.827435:0:35957:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789603700.827438:0:35957:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603700.827440:0:35957:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789603700.827442:0:35957:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603700.827444:0:35957:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389928648 : -106961319622968 : ffff9eb8208a06c8) 00000020:00001000:0.0:1789603700.827447:0:35957:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a06c0 00000020:00000001:0.0:1789603700.827450:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0210 -> ffff9eb8053b0468 00000020:00000001:0.0:1789603700.827452:0:35957:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789603700.827456:0:35957:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603700.827457:0:35957:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789603700.827459:0:35957:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789603700.827461:0:35957:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935422016 : -106961774129600 : ffff9eb80572ce40) 00000020:00000001:0.0:1789603700.827463:0:35957:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.827465:0:35957:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.827467:0:35957:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:0.0:1789603700.827469:0:35957:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789603700.827474:0:35957:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb812355c80. 00000008:00010000:0.0:1789603700.827477:0:35957:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1789603700.827480:0:35957:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789603700.827482:0:35957:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789603700.827484:0:35957:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb805741eb0, osc lock ffff9eb812355c80, flags 0x400001002 00000020:00000001:0.0:1789603700.827487:0:35957:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.827489:0:35957:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.827492:0:35957:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637111935508096 : -106961774043520 : ffff9eb805741e80) 00000020:00000001:0.0:1789603700.827494:0:35957:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789603700.827495:0:35957:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789603700.827497:0:35957:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.827499:0:35957:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.827502:0:35957:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1789603700.827504:0:35957:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1789603700.827506:0:35957:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789603700.827546:0:35957:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789603700.827548:0:35957:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603700.827549:0:35957:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:0.0:1789603700.827552:0:35957:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789603700.827555:0:35957:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789603700.827557:0:35957:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789603700.827561:0:35957:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789603700.827564:0:35957:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789603700.827566:0:35957:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789603700.827568:0:35957:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789603700.827569:0:35957:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789603700.827571:0:35957:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789603700.827573:0:35957:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789603700.827575:0:35957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603700.827580:0:35957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c100 count: 2 00010000:00000001:0.0:1789603700.827582:0:35957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603700.827587:0:35957:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603700.827591:0:35957:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603700.827595:0:35957:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1789603700.827606:0:35957:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603700.827609:0:35957:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603700.827612:0:35957:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789603700.827621:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.827623:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.827625:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=4 00000020:00000001:0.0:1789603700.827628:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:0.0:1789603700.827630:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00000008:00000001:0.0:1789603700.827648:0:35957:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1789603700.827651:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.827653:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.827655:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=5 00000020:00000001:0.0:1789603700.827657:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:0.0:1789603700.827660:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00000020:00000001:0.0:1789603700.827664:0:35957:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789603700.827667:0:35957:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1789603700.827670:0:35957:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1789603700.827672:0:35957:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.827673:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.827674:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.827676:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=6 00000020:00000001:0.0:1789603700.827678:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:0.0:1789603700.827680:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:0.0:1789603700.827682:0:35957:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603700.827685:0:35957:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1789603700.827693:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.827696:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.827697:0:35957:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603700.827699:0:35957:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603700.827701:0:35957:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789603700.827713:0:35957:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603700.827714:0:35957:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603700.827716:0:35957:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603700.827717:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.827719:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.827720:0:35957:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.827722:0:35957:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603700.827723:0:35957:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.827724:0:35957:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.827727:0:35957:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.827729:0:35957:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603700.827730:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.827731:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.827732:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.827733:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603700.827735:0:35957:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603700.827738:0:35957:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.827740:0:35957:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.827742:0:35957:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.827744:0:35957:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.827745:0:35957:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789603700.827746:0:35957:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1789603700.827749:0:35957:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1789603700.827751:0:35957:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1789603700.827753:0:35957:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.827755:0:35957:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.827759:0:35957:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789603700.827761:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:0.0:1789603700.827763:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:0.0:1789603700.827765:0:35957:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789603700.827768:0:35957:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1789603700.827771:0:35957:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789603700 a=0 c=1789603700 b=0 00020000:00000001:0.0:1789603700.827775:0:35957:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.827777:0:35957:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.827779:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000080:00200000:0.0:1789603700.827782:0:35957:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:0.0:1789603700.827785:0:35957:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789603700.827789:0:35957:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789603700.827791:0:35957:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb80572cde0 (ffff9eb8208a0ea8/0) at cl_lock_release():245 00000020:00000001:0.0:1789603700.827794:0:35957:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789603700.827796:0:35957:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb80572cde0 (ffff9eb8208a0ea8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789603700.827799:0:35957:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789603700.827801:0:35957:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603700.827802:0:35957:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:0.0:1789603700.827805:0:35957:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789603700.827806:0:35957:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb805741eb0 (ffff9eb8208a06c8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789603700.827808:0:35957:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789603700.827810:0:35957:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789603700.827812:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.827813:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603700.827814:0:35957:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789603700.827816:0:35957:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603700.827817:0:35957:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603700.827819:0:35957:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603700.827820:0:35957:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789603700.827821:0:35957:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb80572cde0 (ffff9eb8208a0ea8/0) at cl_lock_fini():72 00020000:00000001:0.0:1789603700.827824:0:35957:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789603700.827825:0:35957:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789603700.827826:0:35957:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb805741eb0 (ffff9eb8208a0ea8/1) at cl_lock_fini():72 00000008:00000010:0.0:1789603700.827829:0:35957:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb812355c80. 00000020:00000001:0.0:1789603700.827833:0:35957:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789603700.827835:0:35957:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb805741e80. 00020000:00000001:0.0:1789603700.827838:0:35957:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789603700.827839:0:35957:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789603700.827840:0:35957:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1789603700.827842:0:35957:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.827844:0:35957:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789603700.827847:0:35957:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789603700.827849:0:35957:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789603700.827851:0:35957:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789603700.827852:0:35957:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789603700.827854:0:35957:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a06c0 00020000:00000001:0.0:1789603700.827857:0:35957:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789603700.827859:0:35957:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789603700.827863:0:35957:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789603700.827866:0:35957:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789603700.827869:0:35957:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789603700.827870:0:35957:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.827873:0:35957:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789603700.827875:0:35957:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789603700.827876:0:35957:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789603700.827877:0:35957:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0ea0 00000001:00000001:0.0:1789603700.827879:0:35957:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.827885:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3d28 00000080:00000008:0.0:1789603700.827888:0:35957:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9eb808192a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1789603700.828009:0:35957:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:0.0:1789603700.828012:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3d88 00000080:00200008:0.0:1789603700.828014:0:35957:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000405:0x30:0x0], ppos: 0, count: 4194304 00000080:00000001:0.0:1789603700.828018:0:35957:0:(pcc.c:2514:pcc_file_read_iter()) Process entered 00000080:00000001:0.0:1789603700.828019:0:35957:0:(pcc.c:2518:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789603700.828023:0:35957:0:(rw.c:1191:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:0.0:1789603700.828029:0:35957:0:(rw.c:1245:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:0.0:1789603700.828056:0:35957:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603700.828059:0:35957:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930664 : -106961319620952 : ffff9eb8208a0ea8) 00000020:00001000:0.0:1789603700.828062:0:35957:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0ea0 00000080:00000001:0.0:1789603700.828065:0:35957:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1789603700.828068:0:35957:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.828070:0:35957:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1789603700.828072:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3c98 00000080:00200000:0.0:1789603700.828074:0:35957:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:0.0:1789603700.828079:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3c30 00000080:00200000:0.0:1789603700.828081:0:35957:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:0.0:1789603700.828083:0:35957:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1789603700.828090:0:35957:0:(cl_io.c:215:cl_io_rw_init()) header@0000000030cf2a08[0x110, 2, [0x200000405:0x30:0x0] hash] 00000020:00200000:0.0:1789603700.828092:0:35957:0:(cl_io.c:215:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:0.0:1789603700.828095:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:0.0:1789603700.828097:0:35957:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789603700.828099:0:35957:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789603700.828101:0:35957:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789603700.828103:0:35957:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603700.828105:0:35957:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1789603700.828108:0:35957:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603700.828114:0:35957:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.828117:0:35957:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789603700.828118:0:35957:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.828120:0:35957:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789603700.828123:0:35957:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9eb80572ce40 type 1 ignore/verify layout 0/0 00020000:00000002:0.0:1789603700.828126:0:35957:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb807bf0000 00020000:00000001:0.0:1789603700.828128:0:35957:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789603700.828130:0:35957:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789603700.828132:0:35957:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789603700.828133:0:35957:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.828135:0:35957:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789603700.828137:0:35957:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789603700.828139:0:35957:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.828140:0:35957:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603700.828141:0:35957:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789603700.828142:0:35957:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789603700.828144:0:35957:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb807bf0000 00000020:00000001:0.0:1789603700.828146:0:35957:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.828148:0:35957:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.828155:0:35957:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1789603700.828157:0:35957:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1789603700.828159:0:35957:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1789603700.828163:0:35957:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:0.0:1789603700.828166:0:35957:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1789603700.828169:0:35957:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1789603700.828172:0:35957:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:0.0:1789603700.828175:0:35957:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603700.828176:0:35957:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789603700.828177:0:35957:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603700.828179:0:35957:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389928648 : -106961319622968 : ffff9eb8208a06c8) 00000020:00001000:0.0:1789603700.828181:0:35957:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a06c0 00000020:00000001:0.0:1789603700.828183:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0210 -> ffff9eb8053b0468 00000020:00000001:0.0:1789603700.828185:0:35957:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789603700.828188:0:35957:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603700.828189:0:35957:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789603700.828191:0:35957:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789603700.828192:0:35957:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935422016 : -106961774129600 : ffff9eb80572ce40) 00000020:00000001:0.0:1789603700.828195:0:35957:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.828196:0:35957:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.828198:0:35957:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:0.0:1789603700.828202:0:35957:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1789603700.828204:0:35957:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1789603700.828207:0:35957:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.828209:0:35957:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.828212:0:35957:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.828213:0:35957:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.828215:0:35957:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.828217:0:35957:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:0.0:1789603700.828219:0:35957:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:0.0:1789603700.828221:0:35957:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1789603700.828223:0:35957:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1789603700.828228:0:35957:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1789603700.828230:0:35957:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.828234:0:35957:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.828237:0:35957:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1789603700.828239:0:35957:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:0.0:1789603700.828241:0:35957:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1789603700.828243:0:35957:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1789603700.828245:0:35957:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.828247:0:35957:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.828249:0:35957:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.828251:0:35957:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.828253:0:35957:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.828255:0:35957:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1789603700.828257:0:35957:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603700.828259:0:35957:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1789603700.828261:0:35957:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789603700.828262:0:35957:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.828264:0:35957:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.828265:0:35957:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.828267:0:35957:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.828268:0:35957:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789603700.828270:0:35957:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789603700.828271:0:35957:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789603700.828273:0:35957:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789603700.828274:0:35957:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1789603700.828277:0:35957:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:0.0:1789603700.828284:0:35957:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb805741e80. 00020000:00000002:0.0:1789603700.828287:0:35957:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:0.0:1789603700.828289:0:35957:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789603700.828291:0:35957:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603700.828292:0:35957:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:0.0:1789603700.828295:0:35957:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789603700.828298:0:35957:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb812355c80. 00000008:00010000:0.0:1789603700.828300:0:35957:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1789603700.828302:0:35957:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789603700.828303:0:35957:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789603700.828307:0:35957:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb805741eb0, osc lock ffff9eb812355c80, flags 0x0 00000020:00000001:0.0:1789603700.828309:0:35957:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.828312:0:35957:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.828313:0:35957:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637111935508096 : -106961774043520 : ffff9eb805741e80) 00000020:00000001:0.0:1789603700.828316:0:35957:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789603700.828317:0:35957:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789603700.828318:0:35957:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.828320:0:35957:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.828321:0:35957:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789603700.828322:0:35957:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789603700.828323:0:35957:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603700.828324:0:35957:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:0.0:1789603700.828326:0:35957:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789603700.828328:0:35957:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789603700.828330:0:35957:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1789603700.828332:0:35957:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.828334:0:35957:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789603700.828336:0:35957:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789603700.828338:0:35957:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789603700.828340:0:35957:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789603700.828341:0:35957:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789603700.828343:0:35957:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789603700.828345:0:35957:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789603700.828347:0:35957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603700.828351:0:35957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c100 count: 2 00010000:00000001:0.0:1789603700.828354:0:35957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603700.828358:0:35957:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603700.828360:0:35957:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603700.828366:0:35957:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1789603700.828375:0:35957:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603700.828378:0:35957:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603700.828382:0:35957:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789603700.828390:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.828391:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.828393:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=4 00000020:00000001:0.0:1789603700.828396:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:0.0:1789603700.828398:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00000008:00000001:0.0:1789603700.828401:0:35957:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1789603700.828403:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.828404:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.828406:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=5 00000020:00000001:0.0:1789603700.828408:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:0.0:1789603700.828409:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:0.0:1789603700.828412:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.828413:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.828414:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=6 00000020:00000001:0.0:1789603700.828416:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:0.0:1789603700.828418:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:0.0:1789603700.828420:0:35957:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603700.828421:0:35957:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603700.828425:0:35957:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789603700.828433:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.828436:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603700.828438:0:35957:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.828440:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.828440:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.828442:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=7 00000020:00000001:0.0:1789603700.828444:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:0.0:1789603700.828446:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:0.0:1789603700.828448:0:35957:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603700.828451:0:35957:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789603700.828457:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.828458:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789603700.828461:0:35957:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789603700.828468:0:35957:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603700.828469:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.828470:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.828472:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.828473:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603700.828474:0:35957:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603700.828477:0:35957:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.828479:0:35957:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.828481:0:35957:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.828482:0:35957:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.828484:0:35957:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.828486:0:35957:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.828487:0:35957:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.828490:0:35957:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:0.0:1789603700.828494:0:35957:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:0.0:1789603700.828496:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3b90 00000080:00200000:0.0:1789603700.828497:0:35957:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:0.0:1789603700.828503:0:35957:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1789603700.829486:0:35957:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1789603700.829495:0:35957:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:0.0:1789603700.829502:0:35957:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603700.829503:0:35957:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:0.0:1789603700.829506:0:35957:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1789603700.829524:0:35957:0:(osc_io.c:1414:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1789603700.829528:0:35957:0:(osc_io.c:1427:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.829530:0:35957:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.829532:0:35957:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.829533:0:35957:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.829541:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:0.0:1789603700.829544:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:0.0:1789603700.829546:0:35957:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789603700.829549:0:35957:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1789603700.829552:0:35957:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789603700 a=0 c=1789603700 b=0 00020000:00000001:0.0:1789603700.829555:0:35957:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.829557:0:35957:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.829559:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000001:00000001:0.0:1789603700.829562:0:35957:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1789603700.829563:0:35957:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:0.0:1789603700.829566:0:35957:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789603700.829568:0:35957:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789603700.829570:0:35957:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789603700.829572:0:35957:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1789603700.829574:0:35957:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1789603700.829585:0:35957:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb805741300. 00020000:00000002:0.0:1789603700.829587:0:35957:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789603700.829589:0:35957:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789603700.829591:0:35957:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603700.829592:0:35957:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:0.0:1789603700.829594:0:35957:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789603700.829598:0:35957:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb8123550a0. 00000008:00010000:0.0:1789603700.829600:0:35957:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1789603700.829602:0:35957:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789603700.829604:0:35957:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789603700.829606:0:35957:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb805741330, osc lock ffff9eb8123550a0, flags 0x400001002 00000020:00000001:0.0:1789603700.829609:0:35957:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.829610:0:35957:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.829612:0:35957:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637111935505152 : -106961774046464 : ffff9eb805741300) 00000020:00000001:0.0:1789603700.829615:0:35957:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789603700.829617:0:35957:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789603700.829618:0:35957:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.829620:0:35957:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.829622:0:35957:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1789603700.829624:0:35957:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1789603700.829625:0:35957:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789603700.829626:0:35957:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789603700.829628:0:35957:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603700.829629:0:35957:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:0.0:1789603700.829630:0:35957:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789603700.829632:0:35957:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789603700.829643:0:35957:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789603700.829647:0:35957:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789603700.829649:0:35957:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789603700.829650:0:35957:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789603700.829652:0:35957:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789603700.829653:0:35957:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789603700.829655:0:35957:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789603700.829656:0:35957:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789603700.829660:0:35957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603700.829666:0:35957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c100 count: 2 00010000:00000001:0.0:1789603700.829669:0:35957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603700.829674:0:35957:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603700.829677:0:35957:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603700.829682:0:35957:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1789603700.829695:0:35957:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603700.829700:0:35957:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603700.829703:0:35957:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789603700.829710:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.829712:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.829714:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=6 00000020:00000001:0.0:1789603700.829716:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:0.0:1789603700.829719:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00000008:00000001:0.0:1789603700.829723:0:35957:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1789603700.829725:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.829726:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.829727:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=7 00000020:00000001:0.0:1789603700.829729:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:0.0:1789603700.829731:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00000020:00000001:0.0:1789603700.829735:0:35957:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789603700.829737:0:35957:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1789603700.829738:0:35957:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1789603700.829740:0:35957:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.829742:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.829743:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.829744:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=8 00000020:00000001:0.0:1789603700.829746:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:0.0:1789603700.829749:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:0.0:1789603700.829751:0:35957:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603700.829754:0:35957:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 8/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789603700.829761:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.829763:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789603700.829766:0:35957:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 7/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789603700.829773:0:35957:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603700.829775:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.829776:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.829777:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.829778:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603700.829779:0:35957:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603700.829781:0:35957:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.829783:0:35957:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.829786:0:35957:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.829787:0:35957:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.829789:0:35957:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789603700.829791:0:35957:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1789603700.829794:0:35957:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1789603700.829795:0:35957:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1789603700.829797:0:35957:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.829799:0:35957:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.829803:0:35957:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789603700.829805:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:0.0:1789603700.829807:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:0.0:1789603700.829809:0:35957:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789603700.829811:0:35957:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1789603700.829813:0:35957:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789603700 a=0 c=1789603700 b=0 00020000:00000001:0.0:1789603700.829816:0:35957:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.829817:0:35957:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.829819:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000080:00200000:0.0:1789603700.829822:0:35957:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:0.0:1789603700.829825:0:35957:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789603700.829828:0:35957:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789603700.829829:0:35957:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb80572cde0 (ffff9eb8208a0ea8/0) at cl_lock_release():245 00000020:00000001:0.0:1789603700.829832:0:35957:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789603700.829833:0:35957:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb80572cde0 (ffff9eb8208a0ea8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789603700.829836:0:35957:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789603700.829838:0:35957:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603700.829839:0:35957:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:0.0:1789603700.829841:0:35957:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789603700.829842:0:35957:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb805741330 (ffff9eb8208a06c8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789603700.829845:0:35957:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789603700.829847:0:35957:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789603700.830120:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.830122:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603700.830124:0:35957:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789603700.830125:0:35957:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603700.830126:0:35957:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603700.830128:0:35957:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603700.830129:0:35957:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789603700.830131:0:35957:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb80572cde0 (ffff9eb8208a0ea8/0) at cl_lock_fini():72 00020000:00000001:0.0:1789603700.830135:0:35957:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789603700.830136:0:35957:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789603700.830137:0:35957:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb805741330 (ffff9eb8208a0ea8/1) at cl_lock_fini():72 00000008:00000010:0.0:1789603700.830141:0:35957:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb8123550a0. 00000020:00000001:0.0:1789603700.830146:0:35957:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789603700.830148:0:35957:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb805741300. 00020000:00000001:0.0:1789603700.830152:0:35957:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789603700.830153:0:35957:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789603700.830155:0:35957:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1789603700.830156:0:35957:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789603700.830164:0:35957:0:(vvp_io.c:864:vvp_io_read_start()) header@0000000030cf2a08[0x110, 2, [0x200000405:0x30:0x0] hash] 00000080:00000002:0.0:1789603700.830165:0:35957:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611184, 4194258 bytes, offset 46, size 46 00000080:00400000:0.0:1789603700.830168:0:35957:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:0.0:1789603700.830174:0:35957:0:(vvp_io.c:893:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:0.0:1789603700.830182:0:35957:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1789603700.830185:0:35957:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603700.830187:0:35957:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1789603700.830189:0:35957:0:(osc_io.c:1034:osc_io_read_start()) Process entered 00000020:00000001:0.0:1789603700.830191:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000020:00000001:0.0:1789603700.830193:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000020:00000001:0.0:1789603700.830196:0:35957:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1789603700.830199:0:35957:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789603700.830201:0:35957:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.830203:0:35957:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.830207:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000008:00000001:0.0:1789603700.830208:0:35957:0:(osc_io.c:1043:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.830210:0:35957:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.830212:0:35957:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.830213:0:35957:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.830215:0:35957:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.830217:0:35957:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1789603700.830219:0:35957:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1789603700.830222:0:35957:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789603700.830223:0:35957:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1789603700.830225:0:35957:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1789603700.830227:0:35957:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.830228:0:35957:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.830230:0:35957:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1789603700.830232:0:35957:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789603700.830234:0:35957:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789603700.830235:0:35957:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb8053b2128 (ffff9eb8208a0ea8/0) at cl_lock_release():245 00000020:00000001:0.0:1789603700.830238:0:35957:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789603700.830239:0:35957:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb8053b2128 (ffff9eb8208a0ea8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789603700.830241:0:35957:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789603700.830243:0:35957:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603700.830244:0:35957:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:0.0:1789603700.830246:0:35957:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789603700.830247:0:35957:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb805741eb0 (ffff9eb8208a06c8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789603700.830249:0:35957:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789603700.830250:0:35957:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789603700.830252:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.830253:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.830255:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=5 00000020:00000001:0.0:1789603700.830257:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:0.0:1789603700.830260:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:0.0:1789603700.830262:0:35957:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603700.830265:0:35957:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1789603700.830273:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.830274:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.830275:0:35957:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603700.830278:0:35957:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603700.830281:0:35957:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789603700.830289:0:35957:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603700.830293:0:35957:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603700.830296:0:35957:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603700.830302:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.830303:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.830305:0:35957:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.830308:0:35957:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603700.830311:0:35957:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.830313:0:35957:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.830317:0:35957:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.830319:0:35957:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603700.830321:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.830322:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.830323:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.830324:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603700.830325:0:35957:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789603700.830326:0:35957:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603700.830327:0:35957:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603700.830328:0:35957:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603700.830329:0:35957:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789603700.830330:0:35957:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb8053b2128 (ffff9eb8208a0ea8/0) at cl_lock_fini():72 00020000:00000001:0.0:1789603700.830333:0:35957:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789603700.830334:0:35957:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789603700.830335:0:35957:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb805741eb0 (ffff9eb8208a0ea8/1) at cl_lock_fini():72 00000008:00000010:0.0:1789603700.830338:0:35957:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb812355c80. 00000020:00000001:0.0:1789603700.830340:0:35957:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789603700.830341:0:35957:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb805741e80. 00020000:00000001:0.0:1789603700.830343:0:35957:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789603700.830344:0:35957:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789603700.830345:0:35957:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1789603700.830347:0:35957:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789603700.830348:0:35957:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603700.830349:0:35957:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789603700.830351:0:35957:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789603700.830352:0:35957:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.830354:0:35957:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.830355:0:35957:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789603700.830356:0:35957:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789603700.830358:0:35957:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1789603700.830361:0:35957:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:0.0:1789603700.830363:0:35957:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789603700.830364:0:35957:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789603700.830366:0:35957:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789603700.830368:0:35957:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603700.830369:0:35957:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789603700.830373:0:35957:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789603700.830374:0:35957:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.830376:0:35957:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.830378:0:35957:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789603700.830380:0:35957:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789603700.830382:0:35957:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.830386:0:35957:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789603700.830388:0:35957:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789603700.830390:0:35957:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789603700.830391:0:35957:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789603700.830393:0:35957:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789603700.830395:0:35957:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a06c0 00020000:00000001:0.0:1789603700.830399:0:35957:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789603700.830400:0:35957:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789603700.830402:0:35957:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789603700.830404:0:35957:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789603700.830407:0:35957:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789603700.830408:0:35957:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:0.0:1789603700.830411:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3c98 00000080:00200000:0.0:1789603700.830413:0:35957:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:0.0:1789603700.830418:0:35957:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:0.0:1789603700.830420:0:35957:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789603700.830422:0:35957:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0ea0 00000020:00000001:0.0:1789603700.830429:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3d88 00000080:00000008:0.0:1789603700.830430:0:35957:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x30:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:0.0:1789603700.830434:0:35957:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:0.0:1789603700.830660:0:35957:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:0.0:1789603700.830662:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3d88 00000080:00200008:0.0:1789603700.830665:0:35957:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000405:0x30:0x0], ppos: 46, count: 4194304 00000080:00000001:0.0:1789603700.830668:0:35957:0:(pcc.c:2514:pcc_file_read_iter()) Process entered 00000080:00000001:0.0:1789603700.830670:0:35957:0:(pcc.c:2518:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789603700.830674:0:35957:0:(rw.c:1288:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:0.0:1789603700.830677:0:35957:0:(rw.c:1297:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789603700.830681:0:35957:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603700.830683:0:35957:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930664 : -106961319620952 : ffff9eb8208a0ea8) 00000020:00001000:0.0:1789603700.830686:0:35957:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0ea0 00000080:00000001:0.0:1789603700.830688:0:35957:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1789603700.830691:0:35957:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.830694:0:35957:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1789603700.830695:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3c98 00000080:00200000:0.0:1789603700.830697:0:35957:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:0.0:1789603700.830702:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3c30 00000080:00200000:0.0:1789603700.830703:0:35957:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:0.0:1789603700.830706:0:35957:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1789603700.830711:0:35957:0:(cl_io.c:215:cl_io_rw_init()) header@0000000030cf2a08[0x110, 2, [0x200000405:0x30:0x0] hash] 00000020:00200000:0.0:1789603700.830713:0:35957:0:(cl_io.c:215:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:0.0:1789603700.830715:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:0.0:1789603700.830718:0:35957:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1789603700.830720:0:35957:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1789603700.830722:0:35957:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789603700.830725:0:35957:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603700.830726:0:35957:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1789603700.830729:0:35957:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603700.830733:0:35957:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.830736:0:35957:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1789603700.830739:0:35957:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.830741:0:35957:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789603700.830743:0:35957:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9eb80572ce40 type 1 ignore/verify layout 0/0 00020000:00000002:0.0:1789603700.830748:0:35957:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb807bf0000 00020000:00000001:0.0:1789603700.830752:0:35957:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789603700.830754:0:35957:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789603700.830756:0:35957:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789603700.830758:0:35957:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.830760:0:35957:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789603700.830762:0:35957:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789603700.830764:0:35957:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.830765:0:35957:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603700.830766:0:35957:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789603700.830767:0:35957:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789603700.830769:0:35957:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb807bf0000 00000020:00000001:0.0:1789603700.830772:0:35957:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.830773:0:35957:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.830777:0:35957:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1789603700.830778:0:35957:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1789603700.830781:0:35957:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1789603700.830783:0:35957:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:0.0:1789603700.830786:0:35957:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1789603700.830788:0:35957:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1789603700.830791:0:35957:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:0.0:1789603700.830794:0:35957:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603700.830796:0:35957:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789603700.830798:0:35957:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789603700.830800:0:35957:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389928648 : -106961319622968 : ffff9eb8208a06c8) 00000020:00001000:0.0:1789603700.830802:0:35957:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a06c0 00000020:00000001:0.0:1789603700.830804:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0210 -> ffff9eb8053b0468 00000020:00000001:0.0:1789603700.830806:0:35957:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1789603700.830808:0:35957:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789603700.830809:0:35957:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789603700.830811:0:35957:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1789603700.830812:0:35957:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935422016 : -106961774129600 : ffff9eb80572ce40) 00000020:00000001:0.0:1789603700.830814:0:35957:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.830816:0:35957:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.830818:0:35957:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:0.0:1789603700.830820:0:35957:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1789603700.830822:0:35957:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1789603700.830825:0:35957:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.830827:0:35957:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.830828:0:35957:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.830830:0:35957:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.830832:0:35957:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.830834:0:35957:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:0.0:1789603700.830835:0:35957:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:0.0:1789603700.830837:0:35957:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1789603700.830839:0:35957:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1789603700.830842:0:35957:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1789603700.830845:0:35957:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.830847:0:35957:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.830850:0:35957:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1789603700.830851:0:35957:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:0.0:1789603700.830853:0:35957:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1789603700.830854:0:35957:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1789603700.830856:0:35957:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.830858:0:35957:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.830860:0:35957:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.830862:0:35957:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.830864:0:35957:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.830866:0:35957:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1789603700.830867:0:35957:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603700.830868:0:35957:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1789603700.830870:0:35957:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789603700.830872:0:35957:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.830874:0:35957:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.830876:0:35957:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.830877:0:35957:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.830879:0:35957:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789603700.830881:0:35957:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789603700.830882:0:35957:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789603700.830884:0:35957:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789603700.830886:0:35957:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1789603700.830888:0:35957:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:0.0:1789603700.830895:0:35957:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb805741e80. 00020000:00000002:0.0:1789603700.830898:0:35957:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:0.0:1789603700.830900:0:35957:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789603700.830901:0:35957:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603700.830903:0:35957:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:0.0:1789603700.830905:0:35957:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789603700.830908:0:35957:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb812355c80. 00000008:00010000:0.0:1789603700.830911:0:35957:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1789603700.830913:0:35957:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789603700.830914:0:35957:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789603700.830918:0:35957:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb805741eb0, osc lock ffff9eb812355c80, flags 0x0 00000020:00000001:0.0:1789603700.830920:0:35957:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.830921:0:35957:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.830923:0:35957:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637111935508096 : -106961774043520 : ffff9eb805741e80) 00000020:00000001:0.0:1789603700.830925:0:35957:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789603700.830926:0:35957:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789603700.830928:0:35957:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.830930:0:35957:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.830932:0:35957:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789603700.830933:0:35957:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789603700.830934:0:35957:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603700.830935:0:35957:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:0.0:1789603700.830937:0:35957:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789603700.830938:0:35957:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789603700.830940:0:35957:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1789603700.830942:0:35957:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.830944:0:35957:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789603700.830947:0:35957:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789603700.830948:0:35957:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789603700.830950:0:35957:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789603700.830951:0:35957:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789603700.830953:0:35957:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789603700.830954:0:35957:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789603700.830957:0:35957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603700.830963:0:35957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c100 count: 2 00010000:00000001:0.0:1789603700.830965:0:35957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603700.830970:0:35957:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603700.830975:0:35957:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789603700.830979:0:35957:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1789603700.830989:0:35957:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603700.830994:0:35957:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603700.830997:0:35957:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789603700.831004:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.831006:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.831008:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=4 00000020:00000001:0.0:1789603700.831010:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:0.0:1789603700.831012:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00000008:00000001:0.0:1789603700.831015:0:35957:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1789603700.831017:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.831018:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.831019:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=5 00000020:00000001:0.0:1789603700.831021:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:0.0:1789603700.831023:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:0.0:1789603700.831025:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.831026:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.831027:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=6 00000020:00000001:0.0:1789603700.831028:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:0.0:1789603700.831030:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:0.0:1789603700.831032:0:35957:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603700.831034:0:35957:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603700.831036:0:35957:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789603700.831043:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.831045:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603700.831047:0:35957:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.831048:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.831049:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.831051:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=7 00000020:00000001:0.0:1789603700.831192:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:0.0:1789603700.831194:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:0.0:1789603700.831197:0:35957:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603700.831200:0:35957:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789603700.831207:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.831208:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789603700.831210:0:35957:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789603700.831216:0:35957:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603700.831218:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.831219:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.831220:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.831221:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603700.831223:0:35957:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603700.831225:0:35957:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.831226:0:35957:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.831228:0:35957:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.831230:0:35957:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.831231:0:35957:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.831233:0:35957:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.831235:0:35957:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.831237:0:35957:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:0.0:1789603700.831240:0:35957:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:0.0:1789603700.831241:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3b90 00000080:00200000:0.0:1789603700.831243:0:35957:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:0.0:1789603700.831248:0:35957:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1789603700.831250:0:35957:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1789603700.831252:0:35957:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:0.0:1789603700.831254:0:35957:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603700.831255:0:35957:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:0.0:1789603700.831257:0:35957:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1789603700.831259:0:35957:0:(osc_io.c:1414:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1789603700.831262:0:35957:0:(osc_io.c:1427:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.831263:0:35957:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.831265:0:35957:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.831266:0:35957:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.831270:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:0.0:1789603700.831272:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:0.0:1789603700.831274:0:35957:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789603700.831276:0:35957:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1789603700.831280:0:35957:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789603700.831282:0:35957:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:0.0:1789603700.831284:0:35957:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1789603700.831285:0:35957:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:0.0:1789603700.831287:0:35957:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=46 (1) m=1789603700 a=1789603700 c=1789603700 b=0 00020000:00000001:0.0:1789603700.831290:0:35957:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789603700.831293:0:35957:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789603700 a=1789603700 c=1789603700 b=0 00020000:00000001:0.0:1789603700.831295:0:35957:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.831297:0:35957:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.831300:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000001:00000001:0.0:1789603700.831303:0:35957:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1789603700.831304:0:35957:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:0.0:1789603700.831306:0:35957:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1789603700.831307:0:35957:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1789603700.831308:0:35957:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1789603700.831310:0:35957:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1789603700.831311:0:35957:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1789603700.831316:0:35957:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb805741300. 00020000:00000002:0.0:1789603700.831319:0:35957:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789603700.831320:0:35957:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1789603700.831322:0:35957:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603700.831323:0:35957:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:0.0:1789603700.831324:0:35957:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1789603700.831327:0:35957:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb8123550a0. 00000008:00010000:0.0:1789603700.831329:0:35957:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1789603700.831331:0:35957:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789603700.831332:0:35957:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1789603700.831334:0:35957:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb805741330, osc lock ffff9eb8123550a0, flags 0x400001002 00000020:00000001:0.0:1789603700.831335:0:35957:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.831337:0:35957:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.831339:0:35957:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637111935505152 : -106961774046464 : ffff9eb805741300) 00000020:00000001:0.0:1789603700.831341:0:35957:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1789603700.831342:0:35957:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1789603700.831343:0:35957:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.831344:0:35957:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.831347:0:35957:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1789603700.831349:0:35957:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1789603700.831350:0:35957:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1789603700.831352:0:35957:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1789603700.831353:0:35957:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603700.831354:0:35957:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:0.0:1789603700.831356:0:35957:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1789603700.831357:0:35957:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1789603700.831359:0:35957:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1789603700.831361:0:35957:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1789603700.831362:0:35957:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1789603700.831364:0:35957:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1789603700.831365:0:35957:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1789603700.831366:0:35957:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1789603700.831368:0:35957:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1789603700.831369:0:35957:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1789603700.831370:0:35957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603700.831373:0:35957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c100 count: 2 00010000:00000001:0.0:1789603700.831375:0:35957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603700.831378:0:35957:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789603700.831379:0:35957:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603700.831383:0:35957:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1789603700.831390:0:35957:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603700.831392:0:35957:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603700.831395:0:35957:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789603700.831401:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.831403:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.831404:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=6 00000020:00000001:0.0:1789603700.831407:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:0.0:1789603700.831409:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00000008:00000001:0.0:1789603700.831411:0:35957:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1789603700.831412:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.831413:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.831415:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=7 00000020:00000001:0.0:1789603700.831417:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:0.0:1789603700.831419:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00000020:00000001:0.0:1789603700.831422:0:35957:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789603700.831424:0:35957:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1789603700.831425:0:35957:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1789603700.831427:0:35957:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.831428:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.831429:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.831430:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=8 00000020:00000001:0.0:1789603700.831432:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:0.0:1789603700.831434:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:0.0:1789603700.831436:0:35957:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603700.831439:0:35957:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 8/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789603700.831451:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.831452:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789603700.831454:0:35957:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 7/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789603700.831460:0:35957:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603700.831461:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.831462:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.831463:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.831464:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603700.831465:0:35957:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789603700.831467:0:35957:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.831469:0:35957:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.831470:0:35957:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.831471:0:35957:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.831472:0:35957:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1789603700.831473:0:35957:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1789603700.831475:0:35957:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1789603700.831477:0:35957:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1789603700.831479:0:35957:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.831480:0:35957:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.831483:0:35957:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1789603700.831484:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:0.0:1789603700.831486:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:0.0:1789603700.831488:0:35957:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1789603700.831489:0:35957:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1789603700.831491:0:35957:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789603700 a=1789603700 c=1789603700 b=0 00020000:00000001:0.0:1789603700.831494:0:35957:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.831495:0:35957:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.831497:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000080:00200000:0.0:1789603700.831499:0:35957:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:0.0:1789603700.831502:0:35957:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1789603700.831505:0:35957:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789603700.831506:0:35957:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb80572cde0 (ffff9eb8208a0ea8/0) at cl_lock_release():245 00000020:00000001:0.0:1789603700.831536:0:35957:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789603700.831537:0:35957:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb80572cde0 (ffff9eb8208a0ea8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789603700.831540:0:35957:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789603700.831542:0:35957:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603700.831543:0:35957:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:0.0:1789603700.831545:0:35957:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789603700.831546:0:35957:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb805741330 (ffff9eb8208a06c8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789603700.831548:0:35957:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789603700.831550:0:35957:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789603700.831551:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.831552:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603700.831554:0:35957:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789603700.831556:0:35957:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603700.831557:0:35957:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603700.831558:0:35957:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603700.831559:0:35957:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789603700.831561:0:35957:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb80572cde0 (ffff9eb8208a0ea8/0) at cl_lock_fini():72 00020000:00000001:0.0:1789603700.831563:0:35957:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789603700.831564:0:35957:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789603700.831566:0:35957:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb805741330 (ffff9eb8208a0ea8/1) at cl_lock_fini():72 00000008:00000010:0.0:1789603700.831568:0:35957:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb8123550a0. 00000020:00000001:0.0:1789603700.831573:0:35957:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789603700.831574:0:35957:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb805741300. 00020000:00000001:0.0:1789603700.831577:0:35957:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789603700.831578:0:35957:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789603700.831579:0:35957:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1789603700.831580:0:35957:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789603700.831585:0:35957:0:(vvp_io.c:864:vvp_io_read_start()) header@0000000030cf2a08[0x110, 2, [0x200000405:0x30:0x0] hash] 00000080:00000002:0.0:1789603700.831587:0:35957:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611184, 4194304 bytes, offset 46, size 46 00000080:00400000:0.0:1789603700.831589:0:35957:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:0.0:1789603700.831592:0:35957:0:(vvp_io.c:893:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:0.0:1789603700.831596:0:35957:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1789603700.831598:0:35957:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603700.831599:0:35957:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1789603700.831601:0:35957:0:(osc_io.c:1034:osc_io_read_start()) Process entered 00000020:00000001:0.0:1789603700.831602:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000020:00000001:0.0:1789603700.831604:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000020:00000001:0.0:1789603700.831606:0:35957:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1789603700.831608:0:35957:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1789603700.831610:0:35957:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.831611:0:35957:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.831613:0:35957:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000008:00000001:0.0:1789603700.831614:0:35957:0:(osc_io.c:1043:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.831616:0:35957:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.831618:0:35957:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.831620:0:35957:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.831621:0:35957:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.831623:0:35957:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1789603700.831624:0:35957:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1789603700.831625:0:35957:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789603700.831627:0:35957:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1789603700.831628:0:35957:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1789603700.831629:0:35957:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.831631:0:35957:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.831633:0:35957:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1789603700.831646:0:35957:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789603700.831647:0:35957:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1789603700.831648:0:35957:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb8053b2128 (ffff9eb8208a0ea8/0) at cl_lock_release():245 00000020:00000001:0.0:1789603700.831651:0:35957:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789603700.831652:0:35957:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb8053b2128 (ffff9eb8208a0ea8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1789603700.831654:0:35957:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1789603700.831655:0:35957:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789603700.831657:0:35957:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962643976 : -106961746907640 : ffff9eb807122e08) 00000020:00000001:0.0:1789603700.831659:0:35957:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1789603700.831660:0:35957:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb805741eb0 (ffff9eb8208a06c8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1789603700.831662:0:35957:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1789603700.831663:0:35957:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1789603700.831665:0:35957:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789603700.831666:0:35957:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789603700.831668:0:35957:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=5 00000020:00000001:0.0:1789603700.831670:0:35957:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:0.0:1789603700.831672:0:35957:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:0.0:1789603700.831674:0:35957:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789603700.831677:0:35957:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1789603700.831689:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.831690:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.831692:0:35957:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789603700.831694:0:35957:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789603700.831697:0:35957:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1789603700.831705:0:35957:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789603700.831707:0:35957:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789603700.831708:0:35957:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789603700.831713:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.831714:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.831715:0:35957:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.831718:0:35957:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789603700.831720:0:35957:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.831721:0:35957:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.831724:0:35957:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603700.831726:0:35957:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789603700.831727:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.831728:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789603700.831729:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.831730:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1789603700.831731:0:35957:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1789603700.831732:0:35957:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603700.831733:0:35957:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603700.831734:0:35957:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1789603700.831735:0:35957:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789603700.831736:0:35957:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb8053b2128 (ffff9eb8208a0ea8/0) at cl_lock_fini():72 00020000:00000001:0.0:1789603700.831738:0:35957:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1789603700.831739:0:35957:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1789603700.831740:0:35957:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb805741eb0 (ffff9eb8208a0ea8/1) at cl_lock_fini():72 00000008:00000010:0.0:1789603700.831743:0:35957:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb812355c80. 00000020:00000001:0.0:1789603700.831745:0:35957:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1789603700.831747:0:35957:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb805741e80. 00020000:00000001:0.0:1789603700.831748:0:35957:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1789603700.831750:0:35957:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1789603700.831751:0:35957:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1789603700.831753:0:35957:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789603700.831754:0:35957:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603700.831756:0:35957:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789603700.831757:0:35957:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789603700.831758:0:35957:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.831760:0:35957:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.831761:0:35957:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789603700.831763:0:35957:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789603700.831764:0:35957:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1789603700.831766:0:35957:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:0.0:1789603700.831767:0:35957:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789603700.831768:0:35957:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789603700.831770:0:35957:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789603700.831772:0:35957:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1789603700.831773:0:35957:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789603700.831775:0:35957:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789603700.831776:0:35957:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.831778:0:35957:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.831780:0:35957:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789603700.831781:0:35957:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789603700.831782:0:35957:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.831785:0:35957:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1789603700.831786:0:35957:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1789603700.831788:0:35957:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789603700.831789:0:35957:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1789603700.831790:0:35957:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789603700.831792:0:35957:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a06c0 00020000:00000001:0.0:1789603700.831795:0:35957:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789603700.831797:0:35957:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789603700.831798:0:35957:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789603700.831800:0:35957:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1789603700.831803:0:35957:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789603700.831804:0:35957:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:0.0:1789603700.831806:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3c98 00000080:00200000:0.0:1789603700.831808:0:35957:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:0.0:1789603700.831811:0:35957:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:0.0:1789603700.831812:0:35957:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789603700.831814:0:35957:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0ea0 00000020:00000001:0.0:1789603700.831816:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3d88 00000080:00000008:0.0:1789603700.831818:0:35957:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x30:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:0.0:1789603700.831821:0:35957:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789603700.831932:0:35957:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789603700.831936:0:35957:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb807bf0000 00020000:00000002:0.0:1789603700.831939:0:35957:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb807bf0000 00020000:00000001:0.0:1789603700.831942:0:35957:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.831952:0:35957:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789603700.831954:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3df0 00000080:00200008:0.0:1789603700.831956:0:35957:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x30:0x0](ffff9eb808192a08), flags 100000 00000080:00000001:0.0:1789603700.831961:0:35957:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1789603700.831963:0:35957:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:0.0:1789603700.831964:0:35957:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789603700.831966:0:35957:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb807bf0000 00020000:00000002:0.0:1789603700.831968:0:35957:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb807bf0000 00020000:00000001:0.0:1789603700.831970:0:35957:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.831972:0:35957:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1789603700.831979:0:35957:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1789603700.831983:0:35957:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1789603700.831985:0:35957:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1789603700.831989:0:35957:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1789603700.831991:0:35957:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789603700.831993:0:35957:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1789603700.831995:0:35957:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789603700.832001:0:35957:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789603700.832003:0:35957:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789603700.832008:0:35957:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c800 count: 4 00010000:00000001:0.0:1789603700.832010:0:35957:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789603700.832015:0:35957:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1789603700.832019:0:35957:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1789603700.832021:0:35957:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789603700.832025:0:35957:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603700.832028:0:35957:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe560b lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e923be expref: -99 pid: 35957 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789603700.832035:0:35957:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789603700.832036:0:35957:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789603700.832038:0:35957:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1789603700.832040:0:35957:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x30:0x0]: 16 00000080:00000010:0.0:1789603700.832042:0:35957:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9eb812252c80. 00000080:00000001:0.0:1789603700.832047:0:35957:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603700.832051:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3df0 00000080:00000008:0.0:1789603700.835303:0:35957:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9eb808192a08), flags 100000, rc = 0 00000080:00000001:0.0:1789603700.835313:0:35957:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789603700.835321:0:35957:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789603700.835324:0:35957:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e5020b3e00 00000080:00002000:0.0:1789603700.835327:0:35957:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9eb82056b6c0, parent ffff9eb8081326c0, inode ffff9eb808192a08) hashed, 00000080:00000001:0.0:1789603700.835330:0:35957:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.856093:0:35958:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603700.856100:0:35958:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603700.856102:0:35958:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789603700.856106:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fb20 00000080:00200000:1.0:1789603700.856111:0:35958:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:1.0:1789603700.856119:0:35958:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8069b5000. 00800000:00000002:1.0:1789603700.856126:0:35958:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603700.856130:0:35958:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603700.856135:0:35958:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603700.856137:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fa40 00800000:00000002:1.0:1789603700.856140:0:35958:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603700.856144:0:35958:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603700.856147:0:35958:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603700.856150:0:35958:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603700.856152:0:35958:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603700.856154:0:35958:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603700.856157:0:35958:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.856159:0:35958:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603700.856161:0:35958:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.856165:0:35958:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789603700.856170:0:35958:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603700.856172:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2f910 00000002:00010000:1.0:1789603700.856174:0:35958:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789603700.856177:0:35958:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603700.856179:0:35958:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603700.856183:0:35958:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603700.856189:0:35958:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c500 count: 2 00010000:00000001:1.0:1789603700.856192:0:35958:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603700.856196:0:35958:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603700.856200:0:35958:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789603700.856205:0:35958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789603700.856217:0:35958:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603700.856223:0:35958:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603700.856227:0:35958:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789603700.856234:0:35958:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789603700.856236:0:35958:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603700.856238:0:35958:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603700.856240:0:35958:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603700.856242:0:35958:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603700.856244:0:35958:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789603700.856246:0:35958:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789603700.856249:0:35958:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603700.856252:0:35958:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8069b5000. 00000080:00000001:1.0:1789603700.856256:0:35958:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789603700.856258:0:35958:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603700.856261:0:35958:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:1.0:1789603700.856265:0:35958:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5604 00800000:00000001:1.0:1789603700.856268:0:35958:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603700.856271:0:35958:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603700.856273:0:35958:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.856275:0:35958:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.856278:0:35958:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=3 00000020:00000001:1.0:1789603700.856280:0:35958:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.856282:0:35958:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.856285:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.856286:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603700.856288:0:35958:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603700.856289:0:35958:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603700.856999:0:35958:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5604 from it ffffb8e501c2fb58 00010000:00000001:1.0:1789603700.857004:0:35958:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.857006:0:35958:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.857008:0:35958:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=3 00000020:00000001:1.0:1789603700.857011:0:35958:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.857013:0:35958:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.857016:0:35958:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603700.857020:0:35958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789603700.857029:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.857030:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.857032:0:35958:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603700.857035:0:35958:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603700.857037:0:35958:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789603700.857044:0:35958:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603700.857047:0:35958:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603700.857049:0:35958:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603700.857053:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.857054:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.857056:0:35958:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.857059:0:35958:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603700.857061:0:35958:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.857063:0:35958:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.857066:0:35958:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.857068:0:35958:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603700.857069:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.857070:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603700.857074:0:35958:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789603700.857075:0:35958:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603700.857078:0:35958:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:1.0:1789603700.857084:0:35958:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.857088:0:35958:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789603700.857091:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fb48 00000080:00002000:1.0:1789603700.857093:0:35958:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9eb82056b6c0) flags 0x48004e refc 0 00000080:00000001:1.0:1789603700.857095:0:35958:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.857097:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fb90 00000080:00200000:1.0:1789603700.857099:0:35958:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:1.0:1789603700.857109:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fd08 00000080:00200008:1.0:1789603700.857111:0:35958:0:(file.c:6307:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff9eb808192a08), request_mask 606, flags 0, foreign 0 00000080:00000001:1.0:1789603700.857115:0:35958:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789603700.857117:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fc80 00000080:00200000:1.0:1789603700.857118:0:35958:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9eb808192a08),name=recon 00000080:00000010:1.0:1789603700.857125:0:35958:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8069b5000. 00800000:00000002:1.0:1789603700.857129:0:35958:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603700.857135:0:35958:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603700.857137:0:35958:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603700.857139:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fba0 00800000:00000002:1.0:1789603700.857141:0:35958:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603700.857144:0:35958:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603700.857147:0:35958:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603700.857149:0:35958:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603700.857151:0:35958:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603700.857152:0:35958:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603700.857153:0:35958:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.857155:0:35958:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603700.857157:0:35958:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603700.857160:0:35958:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603700.857161:0:35958:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603700.857162:0:35958:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603700.857163:0:35958:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603700.857165:0:35958:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.857166:0:35958:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1789603700.857168:0:35958:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.857170:0:35958:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:1.0:1789603700.857174:0:35958:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603700.857176:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fa70 00000002:00010000:1.0:1789603700.857178:0:35958:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789603700.857181:0:35958:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603700.857182:0:35958:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603700.857184:0:35958:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603700.857189:0:35958:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c800 count: 4 00010000:00000001:1.0:1789603700.857191:0:35958:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603700.857194:0:35958:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603700.857196:0:35958:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789603700.857199:0:35958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1789603700.857207:0:35958:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603700.857210:0:35958:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603700.857213:0:35958:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1789603700.857219:0:35958:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789603700.857221:0:35958:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603700.857222:0:35958:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603700.857224:0:35958:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603700.857225:0:35958:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603700.857228:0:35958:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789603700.857230:0:35958:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789603700.857232:0:35958:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603700.857234:0:35958:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8069b5000. 00000080:00000001:1.0:1789603700.857238:0:35958:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789603700.857239:0:35958:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603700.857241:0:35958:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff9eb808192a08) 00000080:00010000:1.0:1789603700.857243:0:35958:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9eb808192a08) for lock 0xa04c19c788fe55da 00800000:00000001:1.0:1789603700.857246:0:35958:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603700.857247:0:35958:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603700.857249:0:35958:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.857250:0:35958:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.857252:0:35958:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:1.0:1789603700.857254:0:35958:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:1.0:1789603700.857256:0:35958:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:1.0:1789603700.857258:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.857259:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603700.857260:0:35958:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603700.857262:0:35958:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603700.857263:0:35958:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe55da from it ffffb8e501c2fcb8 00010000:00000001:1.0:1789603700.857265:0:35958:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.857266:0:35958:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.857267:0:35958:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:1.0:1789603700.857269:0:35958:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:1.0:1789603700.857271:0:35958:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:1.0:1789603700.857273:0:35958:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603700.857276:0:35958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1789603700.857281:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.857282:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.857283:0:35958:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603700.857285:0:35958:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603700.857287:0:35958:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1789603700.857291:0:35958:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603700.857293:0:35958:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603700.857295:0:35958:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603700.857297:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.857298:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.857299:0:35958:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.857301:0:35958:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603700.857302:0:35958:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.857303:0:35958:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.857305:0:35958:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.857306:0:35958:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603700.857307:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.857308:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603700.857310:0:35958:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789603700.857311:0:35958:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603700.857314:0:35958:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1789603700.857317:0:35958:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789603700.857319:0:35958:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603700.857321:0:35958:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789603700.857322:0:35958:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.857324:0:35958:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789603700.857327:0:35958:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1789603700.857330:0:35958:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603700.857334:0:35958:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930520 : -106961319621096 : ffff9eb8208a0e18) 00000020:00001000:1.0:1789603700.857336:0:35958:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0e10 00000020:00000001:1.0:1789603700.857341:0:35958:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.857343:0:35958:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789603700.857346:0:35958:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789603700.857348:0:35958:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1789603700.857351:0:35958:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789603700.857353:0:35958:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789603700.857354:0:35958:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789603700.857356:0:35958:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.857358:0:35958:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789603700.857363:0:35958:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9eb80572dc20 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1789603700.857367:0:35958:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb810bdcf80 00020000:00000001:1.0:1789603700.857371:0:35958:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789603700.857373:0:35958:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789603700.857375:0:35958:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789603700.857377:0:35958:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.857380:0:35958:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789603700.857382:0:35958:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789603700.857383:0:35958:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.857385:0:35958:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789603700.857386:0:35958:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789603700.857387:0:35958:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789603700.857389:0:35958:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb810bdcf80 00000020:00000001:1.0:1789603700.857391:0:35958:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789603700.857393:0:35958:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1789603700.857395:0:35958:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:1.0:1789603700.857397:0:35958:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789603700.857399:0:35958:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789603700.857401:0:35958:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789603700.857403:0:35958:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1789603700.857409:0:35958:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1789603700.857415:0:35958:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb810da7480. 00020000:00000002:1.0:1789603700.857418:0:35958:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789603700.857494:0:35958:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789603700.857496:0:35958:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603700.857498:0:35958:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789603700.857500:0:35958:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603700.857502:0:35958:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112122224792 : -106961587326824 : ffff9eb810953098) 00000020:00001000:1.0:1789603700.857504:0:35958:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810953090 00000020:00000001:1.0:1789603700.857508:0:35958:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0210 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.857528:0:35958:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789603700.857532:0:35958:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789603700.857541:0:35958:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789603700.857544:0:35958:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789603700.857546:0:35958:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935425568 : -106961774126048 : ffff9eb80572dc20) 00000020:00000001:1.0:1789603700.857549:0:35958:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.857551:0:35958:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.857554:0:35958:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962640472 : -106961746911144 : ffff9eb807122058) 00000020:00000001:1.0:1789603700.857557:0:35958:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789603700.857562:0:35958:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb8078db7c0. 00000008:00010000:1.0:1789603700.857565:0:35958:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1789603700.857567:0:35958:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789603700.857569:0:35958:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789603700.857570:0:35958:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb810da74b0, osc lock ffff9eb8078db7c0, flags 0x400001002 00000020:00000001:1.0:1789603700.857572:0:35958:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.857575:0:35958:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.857578:0:35958:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637112126764160 : -106961582787456 : ffff9eb810da7480) 00000020:00000001:1.0:1789603700.857589:0:35958:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789603700.857591:0:35958:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789603700.857592:0:35958:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.857594:0:35958:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.857720:0:35958:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1789603700.857723:0:35958:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1789603700.857725:0:35958:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789603700.857727:0:35958:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789603700.857728:0:35958:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603700.857730:0:35958:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962640472 : -106961746911144 : ffff9eb807122058) 00000020:00000001:1.0:1789603700.857731:0:35958:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789603700.857734:0:35958:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789603700.857736:0:35958:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789603700.857739:0:35958:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789603700.857743:0:35958:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789603700.857744:0:35958:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789603700.857746:0:35958:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789603700.857747:0:35958:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789603700.857748:0:35958:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789603700.857751:0:35958:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789603700.857753:0:35958:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603700.857756:0:35958:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c100 count: 2 00010000:00000001:1.0:1789603700.857759:0:35958:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603700.857763:0:35958:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603700.857766:0:35958:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789603700.857770:0:35958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1789603700.857779:0:35958:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603700.857782:0:35958:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603700.857785:0:35958:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1789603700.857791:0:35958:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.857792:0:35958:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.857794:0:35958:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=4 00000020:00000001:1.0:1789603700.857796:0:35958:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:1.0:1789603700.857798:0:35958:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00000008:00000001:1.0:1789603700.857801:0:35958:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789603700.857804:0:35958:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.857805:0:35958:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.857806:0:35958:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=5 00000020:00000001:1.0:1789603700.857808:0:35958:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:1.0:1789603700.857810:0:35958:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00000020:00000001:1.0:1789603700.857813:0:35958:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789603700.857815:0:35958:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1789603700.857817:0:35958:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1789603700.857819:0:35958:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.857820:0:35958:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.857821:0:35958:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.857822:0:35958:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=6 00000020:00000001:1.0:1789603700.857823:0:35958:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:1.0:1789603700.857825:0:35958:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:1.0:1789603700.857826:0:35958:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603700.857829:0:35958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1789603700.857835:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.857836:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.857837:0:35958:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603700.857838:0:35958:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603700.857840:0:35958:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1789603700.857846:0:35958:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603700.857848:0:35958:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603700.857849:0:35958:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603700.857852:0:35958:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.857854:0:35958:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603700.857856:0:35958:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.857857:0:35958:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.857859:0:35958:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.857861:0:35958:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603700.857862:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.857862:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.857863:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.857864:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789603700.857866:0:35958:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603700.857868:0:35958:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.857869:0:35958:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.857871:0:35958:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.857872:0:35958:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.857874:0:35958:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789603700.857875:0:35958:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1789603700.857877:0:35958:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1789603700.857878:0:35958:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1789603700.857880:0:35958:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.857882:0:35958:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.857885:0:35958:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789603700.857888:0:35958:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.857890:0:35958:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.857892:0:35958:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789603700.857895:0:35958:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1789603700.857899:0:35958:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789603700.857902:0:35958:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1789603700.857903:0:35958:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1789603700.857904:0:35958:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1789603700.857906:0:35958:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=46 (1) m=1789603700 a=1789603700 c=1789603700 b=0 00020000:00000001:1.0:1789603700.857910:0:35958:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789603700.857912:0:35958:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789603700 a=1789603700 c=1789603700 b=0 00020000:00000001:1.0:1789603700.857915:0:35958:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.857917:0:35958:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.857918:0:35958:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000080:00200000:1.0:1789603700.857920:0:35958:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:1.0:1789603700.857923:0:35958:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789603700.857927:0:35958:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789603700.857928:0:35958:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb80572dbc0 (ffff9eb8208a0e18/0) at cl_lock_release():245 00000020:00000001:1.0:1789603700.857939:0:35958:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789603700.857940:0:35958:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb80572dbc0 (ffff9eb8208a0e18/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789603700.857943:0:35958:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789603700.857944:0:35958:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603700.857945:0:35958:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962640472 : -106961746911144 : ffff9eb807122058) 00000020:00000001:1.0:1789603700.857947:0:35958:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789603700.857947:0:35958:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb810da74b0 (ffff9eb810953098/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789603700.857950:0:35958:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789603700.857951:0:35958:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789603700.857952:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.857953:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789603700.857954:0:35958:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789603700.857956:0:35958:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789603700.857957:0:35958:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789603700.857958:0:35958:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789603700.857959:0:35958:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789603700.857960:0:35958:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb80572dbc0 (ffff9eb8208a0e18/0) at cl_lock_fini():72 00020000:00000001:1.0:1789603700.857963:0:35958:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789603700.857964:0:35958:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789603700.857965:0:35958:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb810da74b0 (ffff9eb8208a0e18/1) at cl_lock_fini():72 00000008:00000010:1.0:1789603700.857968:0:35958:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb8078db7c0. 00000020:00000001:1.0:1789603700.857972:0:35958:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789603700.857974:0:35958:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb810da7480. 00020000:00000001:1.0:1789603700.857977:0:35958:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789603700.857978:0:35958:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789603700.857979:0:35958:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1789603700.857981:0:35958:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.857983:0:35958:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789603700.857985:0:35958:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789603700.857987:0:35958:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789603700.857988:0:35958:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789603700.857989:0:35958:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789603700.857991:0:35958:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810953090 00020000:00000001:1.0:1789603700.857993:0:35958:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789603700.857995:0:35958:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789603700.857997:0:35958:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789603700.857999:0:35958:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789603700.858002:0:35958:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789603700.858004:0:35958:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.858006:0:35958:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789603700.858008:0:35958:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789603700.858009:0:35958:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789603700.858010:0:35958:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0e10 00000001:00000001:1.0:1789603700.858011:0:35958:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.858016:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fd08 00000080:00000008:1.0:1789603700.858018:0:35958:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9eb808192a08), request_mask 606, flags 0, foreign 0 00000080:00000001:1.0:1789603700.858022:0:35958:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789603700.858024:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fda0 00000080:00002000:1.0:1789603700.858025:0:35958:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9eb82056b6c0, parent ffff9eb8081326c0, inode ffff9eb808192a08) hashed, 00000080:00000001:1.0:1789603700.858028:0:35958:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.858078:0:35958:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603700.858081:0:35958:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603700.858083:0:35958:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789603700.858084:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fbc0 00000080:00200000:1.0:1789603700.858086:0:35958:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:1.0:1789603700.858091:0:35958:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8069b5000. 00800000:00000002:1.0:1789603700.858095:0:35958:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603700.858098:0:35958:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603700.858100:0:35958:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603700.858102:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fae0 00800000:00000002:1.0:1789603700.858239:0:35958:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603700.858243:0:35958:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603700.858245:0:35958:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603700.858247:0:35958:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603700.858249:0:35958:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603700.858251:0:35958:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603700.858252:0:35958:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.858254:0:35958:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603700.858255:0:35958:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.858257:0:35958:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789603700.858262:0:35958:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603700.858264:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2f9b0 00000002:00010000:1.0:1789603700.858266:0:35958:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789603700.858269:0:35958:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603700.858271:0:35958:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603700.858273:0:35958:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603700.858275:0:35958:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c500 count: 2 00010000:00000001:1.0:1789603700.858277:0:35958:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603700.858279:0:35958:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603700.858281:0:35958:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789603700.858285:0:35958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1789603700.858291:0:35958:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603700.858294:0:35958:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603700.858296:0:35958:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1789603700.858302:0:35958:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789603700.858304:0:35958:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603700.858305:0:35958:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603700.858307:0:35958:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603700.858308:0:35958:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603700.858310:0:35958:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789603700.858312:0:35958:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789603700.858314:0:35958:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603700.858317:0:35958:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8069b5000. 00000080:00000001:1.0:1789603700.858320:0:35958:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789603700.858321:0:35958:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603700.858324:0:35958:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:1.0:1789603700.858327:0:35958:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5604 00800000:00000001:1.0:1789603700.858329:0:35958:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603700.858330:0:35958:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603700.858332:0:35958:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.858333:0:35958:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.858334:0:35958:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=3 00000020:00000001:1.0:1789603700.858336:0:35958:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.858338:0:35958:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.858340:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.858341:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603700.858342:0:35958:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603700.858344:0:35958:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603700.858346:0:35958:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5604 from it ffffb8e501c2fbf8 00010000:00000001:1.0:1789603700.858347:0:35958:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.858348:0:35958:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.858350:0:35958:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=3 00000020:00000001:1.0:1789603700.858351:0:35958:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.858353:0:35958:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.858355:0:35958:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603700.858358:0:35958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789603700.858363:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.858364:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.858365:0:35958:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603700.858366:0:35958:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603700.858368:0:35958:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789603700.858374:0:35958:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603700.858376:0:35958:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603700.858377:0:35958:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603700.858380:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.858381:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.858382:0:35958:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.858383:0:35958:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603700.858385:0:35958:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.858386:0:35958:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.858388:0:35958:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.858389:0:35958:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603700.858390:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.858391:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603700.858393:0:35958:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789603700.858395:0:35958:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603700.858397:0:35958:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:1.0:1789603700.858401:0:35958:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.858404:0:35958:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789603700.858406:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fbe8 00000080:00002000:1.0:1789603700.858407:0:35958:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9eb82056b6c0) flags 0x48004e refc 0 00000080:00000001:1.0:1789603700.858409:0:35958:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.858411:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fc30 00000080:00200000:1.0:1789603700.858412:0:35958:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:1.0:1789603700.858439:0:35958:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1789603700.858443:0:35958:0:(xattr.c:565:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:1.0:1789603700.858447:0:35958:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789603700.858449:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fe40 00000080:00002000:1.0:1789603700.858451:0:35958:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9eb82056b6c0, parent ffff9eb8081326c0, inode ffff9eb808192a08) hashed, 00000080:00000001:1.0:1789603700.858453:0:35958:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.858466:0:35958:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603700.858468:0:35958:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603700.858469:0:35958:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789603700.858471:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fbc0 00000080:00200000:1.0:1789603700.858472:0:35958:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:1.0:1789603700.858476:0:35958:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8069b5000. 00800000:00000002:1.0:1789603700.858479:0:35958:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603700.858481:0:35958:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603700.858483:0:35958:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603700.858484:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fae0 00800000:00000002:1.0:1789603700.858486:0:35958:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603700.858488:0:35958:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603700.858489:0:35958:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603700.858491:0:35958:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603700.858492:0:35958:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603700.858493:0:35958:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603700.858495:0:35958:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.858497:0:35958:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603700.858498:0:35958:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.858500:0:35958:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789603700.858503:0:35958:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603700.858505:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2f9b0 00000002:00010000:1.0:1789603700.858507:0:35958:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789603700.858536:0:35958:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603700.858537:0:35958:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603700.858538:0:35958:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603700.858542:0:35958:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c500 count: 2 00010000:00000001:1.0:1789603700.858545:0:35958:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603700.858548:0:35958:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603700.858552:0:35958:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789603700.858555:0:35958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1789603700.858562:0:35958:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603700.858565:0:35958:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603700.858567:0:35958:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1789603700.858574:0:35958:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789603700.858575:0:35958:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603700.858577:0:35958:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603700.858578:0:35958:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603700.858580:0:35958:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603700.858582:0:35958:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789603700.858584:0:35958:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789603700.858586:0:35958:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603700.858588:0:35958:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8069b5000. 00000080:00000001:1.0:1789603700.858592:0:35958:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789603700.858593:0:35958:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603700.858595:0:35958:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:1.0:1789603700.858598:0:35958:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5604 00800000:00000001:1.0:1789603700.858600:0:35958:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603700.858601:0:35958:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603700.858603:0:35958:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.858616:0:35958:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.858619:0:35958:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=3 00000020:00000001:1.0:1789603700.858622:0:35958:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.858624:0:35958:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.858626:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.858627:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603700.858629:0:35958:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603700.858631:0:35958:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603700.858632:0:35958:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5604 from it ffffb8e501c2fbf8 00010000:00000001:1.0:1789603700.858644:0:35958:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.858645:0:35958:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.858646:0:35958:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=3 00000020:00000001:1.0:1789603700.858648:0:35958:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.858650:0:35958:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.858652:0:35958:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603700.858655:0:35958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1789603700.858660:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.858661:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.858662:0:35958:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603700.858664:0:35958:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603700.858666:0:35958:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789603700.858671:0:35958:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603700.858673:0:35958:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603700.858674:0:35958:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603700.858676:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.858677:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.858678:0:35958:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.858680:0:35958:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603700.858682:0:35958:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.858684:0:35958:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.858688:0:35958:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.858691:0:35958:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603700.858693:0:35958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.858694:0:35958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603700.858696:0:35958:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789603700.858697:0:35958:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603700.858699:0:35958:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:1.0:1789603700.858702:0:35958:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.858706:0:35958:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789603700.858708:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fbe8 00000080:00002000:1.0:1789603700.858715:0:35958:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9eb82056b6c0) flags 0x48004e refc 0 00000080:00000001:1.0:1789603700.858717:0:35958:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.858720:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fc30 00000080:00200000:1.0:1789603700.858721:0:35958:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:1.0:1789603700.858728:0:35958:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1789603700.858731:0:35958:0:(xattr.c:583:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1789603700.858734:0:35958:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789603700.858736:0:35958:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c2fe40 00000080:00002000:1.0:1789603700.858738:0:35958:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9eb82056b6c0, parent ffff9eb8081326c0, inode ffff9eb808192a08) hashed, 00000080:00000001:1.0:1789603700.858740:0:35958:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.866264:0:35959:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603700.866271:0:35959:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603700.866273:0:35959:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789603700.866276:0:35959:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17b20 00000080:00200000:1.0:1789603700.866280:0:35959:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:1.0:1789603700.866288:0:35959:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8069b5000. 00800000:00000002:1.0:1789603700.866294:0:35959:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603700.866299:0:35959:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603700.866303:0:35959:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603700.866305:0:35959:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17a40 00800000:00000002:1.0:1789603700.866308:0:35959:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603700.866311:0:35959:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603700.866314:0:35959:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603700.866316:0:35959:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603700.866318:0:35959:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603700.866320:0:35959:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603700.866322:0:35959:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.866324:0:35959:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603700.866327:0:35959:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.866330:0:35959:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789603700.866335:0:35959:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603700.866336:0:35959:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17910 00000002:00010000:1.0:1789603700.866338:0:35959:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789603700.866342:0:35959:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603700.866343:0:35959:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603700.866347:0:35959:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603700.866354:0:35959:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c500 count: 2 00010000:00000001:1.0:1789603700.866357:0:35959:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603700.866361:0:35959:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603700.866365:0:35959:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789603700.866370:0:35959:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1789603700.866381:0:35959:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603700.866386:0:35959:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603700.866389:0:35959:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1789603700.866396:0:35959:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789603700.866398:0:35959:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603700.866400:0:35959:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603700.866401:0:35959:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603700.866403:0:35959:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603700.866405:0:35959:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789603700.866408:0:35959:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789603700.866411:0:35959:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603700.866415:0:35959:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8069b5000. 00000080:00000001:1.0:1789603700.866966:0:35959:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789603700.866969:0:35959:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603700.866973:0:35959:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:1.0:1789603700.866977:0:35959:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5604 00800000:00000001:1.0:1789603700.866980:0:35959:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603700.866984:0:35959:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603700.866986:0:35959:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.866988:0:35959:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.866991:0:35959:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=3 00000020:00000001:1.0:1789603700.866993:0:35959:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.866996:0:35959:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.866999:0:35959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.867001:0:35959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603700.867002:0:35959:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603700.867004:0:35959:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603700.867006:0:35959:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5604 from it ffffb8e501c17b58 00010000:00000001:1.0:1789603700.867008:0:35959:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.867009:0:35959:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.867010:0:35959:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=3 00000020:00000001:1.0:1789603700.867012:0:35959:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.867014:0:35959:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.867016:0:35959:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603700.867020:0:35959:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1789603700.867026:0:35959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.867027:0:35959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.867029:0:35959:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603700.867031:0:35959:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603700.867034:0:35959:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789603700.867042:0:35959:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603700.867045:0:35959:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603700.867047:0:35959:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603700.867051:0:35959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.867052:0:35959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.867053:0:35959:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.867056:0:35959:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603700.867058:0:35959:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.867060:0:35959:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.867063:0:35959:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.867065:0:35959:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603700.867066:0:35959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.867067:0:35959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603700.867070:0:35959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789603700.867072:0:35959:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603700.867075:0:35959:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:1.0:1789603700.867080:0:35959:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.867083:0:35959:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789603700.867085:0:35959:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17b48 00000080:00002000:1.0:1789603700.867086:0:35959:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9eb82056b6c0) flags 0x48004e refc 0 00000080:00000001:1.0:1789603700.867089:0:35959:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.867090:0:35959:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17b90 00000080:00200000:1.0:1789603700.867091:0:35959:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:1.0:1789603700.867098:0:35959:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17d08 00000080:00200008:1.0:1789603700.867104:0:35959:0:(file.c:6307:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff9eb808192a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789603700.867108:0:35959:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789603700.867108:0:35959:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17c80 00000080:00200000:1.0:1789603700.867110:0:35959:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9eb808192a08),name=recon 00000080:00000010:1.0:1789603700.867114:0:35959:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8069b5000. 00800000:00000002:1.0:1789603700.867117:0:35959:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603700.867121:0:35959:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603700.867122:0:35959:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603700.867123:0:35959:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17ba0 00800000:00000002:1.0:1789603700.867124:0:35959:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603700.867126:0:35959:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603700.867136:0:35959:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603700.867138:0:35959:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603700.867140:0:35959:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603700.867141:0:35959:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603700.867142:0:35959:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.867143:0:35959:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603700.867144:0:35959:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603700.867146:0:35959:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603700.867146:0:35959:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603700.867147:0:35959:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603700.867149:0:35959:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603700.867150:0:35959:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.867151:0:35959:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1789603700.867152:0:35959:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.867153:0:35959:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:1.0:1789603700.867156:0:35959:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603700.867157:0:35959:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17a70 00000002:00010000:1.0:1789603700.867157:0:35959:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789603700.867160:0:35959:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603700.867160:0:35959:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603700.867161:0:35959:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603700.867164:0:35959:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c800 count: 4 00010000:00000001:1.0:1789603700.867165:0:35959:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603700.867167:0:35959:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603700.867169:0:35959:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789603700.867171:0:35959:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 02000000:00000001:1.0:1789603700.867177:0:35959:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603700.867179:0:35959:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603700.867180:0:35959:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000002:00000001:1.0:1789603700.867185:0:35959:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789603700.867186:0:35959:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603700.867187:0:35959:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603700.867188:0:35959:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603700.867189:0:35959:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603700.867190:0:35959:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789603700.867191:0:35959:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789603700.867192:0:35959:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603700.867194:0:35959:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8069b5000. 00000080:00000001:1.0:1789603700.867195:0:35959:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789603700.867196:0:35959:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603700.867198:0:35959:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff9eb808192a08) 00000080:00010000:1.0:1789603700.867200:0:35959:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9eb808192a08) for lock 0xa04c19c788fe55da 00800000:00000001:1.0:1789603700.867206:0:35959:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603700.867207:0:35959:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603700.867208:0:35959:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.867209:0:35959:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.867210:0:35959:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:1.0:1789603700.867211:0:35959:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:1.0:1789603700.867213:0:35959:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:1.0:1789603700.867214:0:35959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.867215:0:35959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603700.867215:0:35959:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603700.867216:0:35959:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603700.867217:0:35959:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe55da from it ffffb8e501c17cb8 00010000:00000001:1.0:1789603700.867219:0:35959:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.867219:0:35959:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.867220:0:35959:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb800031a00 refcount=3 00000020:00000001:1.0:1789603700.867221:0:35959:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:1.0:1789603700.867222:0:35959:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637111844215296 : -106961865336320 : ffff9eb800031a00) 00010000:00000001:1.0:1789603700.867223:0:35959:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603700.867225:0:35959:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1789603700.867228:0:35959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.867229:0:35959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.867229:0:35959:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603700.867230:0:35959:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603700.867231:0:35959:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1789603700.867235:0:35959:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603700.867235:0:35959:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603700.867236:0:35959:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603700.867238:0:35959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.867239:0:35959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.867240:0:35959:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.867241:0:35959:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603700.867242:0:35959:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.867243:0:35959:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.867244:0:35959:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.867245:0:35959:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603700.867246:0:35959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.867246:0:35959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603700.867247:0:35959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789603700.867248:0:35959:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603700.867250:0:35959:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1789603700.867253:0:35959:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789603700.867255:0:35959:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789603700.867256:0:35959:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789603700.867257:0:35959:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.867259:0:35959:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789603700.867261:0:35959:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1789603700.867262:0:35959:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603700.867266:0:35959:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930520 : -106961319621096 : ffff9eb8208a0e18) 00000020:00001000:1.0:1789603700.867267:0:35959:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0e10 00000020:00000001:1.0:1789603700.867271:0:35959:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.867273:0:35959:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1789603700.867275:0:35959:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1789603700.867276:0:35959:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1789603700.867278:0:35959:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789603700.867279:0:35959:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1789603700.867281:0:35959:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789603700.867282:0:35959:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.867283:0:35959:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1789603700.867287:0:35959:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9eb80572dc20 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1789603700.867289:0:35959:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb810bda7c0 00020000:00000001:1.0:1789603700.867291:0:35959:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1789603700.867292:0:35959:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1789603700.867294:0:35959:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1789603700.867296:0:35959:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.867297:0:35959:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1789603700.867299:0:35959:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1789603700.867300:0:35959:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.867301:0:35959:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789603700.867302:0:35959:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1789603700.867303:0:35959:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1789603700.867305:0:35959:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb810bda7c0 00000020:00000001:1.0:1789603700.867306:0:35959:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789603700.867308:0:35959:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1789603700.867308:0:35959:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:1.0:1789603700.867310:0:35959:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1789603700.867311:0:35959:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1789603700.867313:0:35959:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1789603700.867314:0:35959:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1789603700.867318:0:35959:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1789603700.867322:0:35959:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9eb810da7080. 00020000:00000002:1.0:1789603700.867324:0:35959:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1789603700.867325:0:35959:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1789603700.867327:0:35959:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603700.867328:0:35959:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1789603700.867329:0:35959:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603700.867329:0:35959:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112122224792 : -106961587326824 : ffff9eb810953098) 00000020:00001000:1.0:1789603700.867330:0:35959:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810953090 00000020:00000001:1.0:1789603700.867332:0:35959:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0210 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.867333:0:35959:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1789603700.867337:0:35959:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1789603700.867337:0:35959:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1789603700.867339:0:35959:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1789603700.867340:0:35959:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637111935425568 : -106961774126048 : ffff9eb80572dc20) 00000020:00000001:1.0:1789603700.867341:0:35959:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.867343:0:35959:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.867344:0:35959:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962640472 : -106961746911144 : ffff9eb807122058) 00000020:00000001:1.0:1789603700.867345:0:35959:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1789603700.867348:0:35959:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9eb8078db7c0. 00000008:00010000:1.0:1789603700.867350:0:35959:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1789603700.867352:0:35959:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789603700.867353:0:35959:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1789603700.867354:0:35959:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9eb810da70b0, osc lock ffff9eb8078db7c0, flags 0x400001002 00000020:00000001:1.0:1789603700.867356:0:35959:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.867357:0:35959:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.867358:0:35959:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446637112126763136 : -106961582788480 : ffff9eb810da7080) 00000020:00000001:1.0:1789603700.867360:0:35959:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1789603700.867360:0:35959:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1789603700.867361:0:35959:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.867363:0:35959:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.867365:0:35959:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1789603700.867366:0:35959:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1789603700.867367:0:35959:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1789603700.867368:0:35959:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1789603700.867369:0:35959:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603700.867370:0:35959:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962640472 : -106961746911144 : ffff9eb807122058) 00000020:00000001:1.0:1789603700.867371:0:35959:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1789603700.867372:0:35959:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1789603700.867374:0:35959:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1789603700.867376:0:35959:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1789603700.867378:0:35959:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1789603700.867379:0:35959:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1789603700.867381:0:35959:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1789603700.867381:0:35959:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1789603700.867382:0:35959:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1789603700.867384:0:35959:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1789603700.867385:0:35959:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603700.867387:0:35959:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c100 count: 2 00010000:00000001:1.0:1789603700.867388:0:35959:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603700.867391:0:35959:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603700.867393:0:35959:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789603700.867396:0:35959:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:1.0:1789603700.867403:0:35959:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603700.867404:0:35959:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603700.867406:0:35959:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1789603700.867411:0:35959:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.867411:0:35959:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.867413:0:35959:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=4 00000020:00000001:1.0:1789603700.867414:0:35959:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:1.0:1789603700.867416:0:35959:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00000008:00000001:1.0:1789603700.867418:0:35959:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1789603700.867421:0:35959:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.867422:0:35959:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.867423:0:35959:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=5 00000020:00000001:1.0:1789603700.867424:0:35959:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:1.0:1789603700.867426:0:35959:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00000020:00000001:1.0:1789603700.867430:0:35959:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789603700.867432:0:35959:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1789603700.867434:0:35959:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1789603700.867435:0:35959:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.867437:0:35959:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.867438:0:35959:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.867439:0:35959:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=6 00000020:00000001:1.0:1789603700.867441:0:35959:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:1.0:1789603700.867442:0:35959:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:1.0:1789603700.867444:0:35959:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603700.867447:0:35959:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1789603700.867453:0:35959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.867454:0:35959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.867455:0:35959:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603700.867457:0:35959:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603700.867459:0:35959:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1789603700.867875:0:35959:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603700.867877:0:35959:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603700.867878:0:35959:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603700.867881:0:35959:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.867883:0:35959:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603700.867884:0:35959:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.867886:0:35959:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.867889:0:35959:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.867891:0:35959:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603700.867892:0:35959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.867893:0:35959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.867895:0:35959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.867895:0:35959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789603700.867897:0:35959:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603700.867899:0:35959:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.867902:0:35959:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789603700.867904:0:35959:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.867906:0:35959:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.867907:0:35959:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1789603700.867909:0:35959:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1789603700.867911:0:35959:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1789603700.867912:0:35959:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1789603700.867914:0:35959:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.867916:0:35959:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.867920:0:35959:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1789603700.867923:0:35959:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.867925:0:35959:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:1.0:1789603700.867927:0:35959:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1789603700.867930:0:35959:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1789603700.867933:0:35959:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1789603700 a=1789603700 c=1789603700 b=0 00020000:00000001:1.0:1789603700.867937:0:35959:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.867939:0:35959:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.867941:0:35959:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000080:00200000:1.0:1789603700.867943:0:35959:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:1.0:1789603700.867946:0:35959:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1789603700.867949:0:35959:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1789603700.867951:0:35959:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9eb80572dbc0 (ffff9eb8208a0e18/0) at cl_lock_release():245 00000020:00000001:1.0:1789603700.867953:0:35959:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789603700.867954:0:35959:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb80572dbc0 (ffff9eb8208a0e18/0) at cl_lock_cancel():142 00020000:00000001:1.0:1789603700.867957:0:35959:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1789603700.867959:0:35959:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1789603700.867961:0:35959:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111962640472 : -106961746911144 : ffff9eb807122058) 00000020:00000001:1.0:1789603700.867962:0:35959:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1789603700.867963:0:35959:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9eb810da70b0 (ffff9eb810953098/1) at cl_lock_cancel():142 00000008:00000001:1.0:1789603700.867966:0:35959:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1789603700.867967:0:35959:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1789603700.867968:0:35959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.867969:0:35959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1789603700.867970:0:35959:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1789603700.867972:0:35959:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1789603700.867973:0:35959:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789603700.867974:0:35959:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1789603700.867975:0:35959:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789603700.867976:0:35959:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb80572dbc0 (ffff9eb8208a0e18/0) at cl_lock_fini():72 00020000:00000001:1.0:1789603700.867978:0:35959:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1789603700.867980:0:35959:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1789603700.867980:0:35959:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9eb810da70b0 (ffff9eb8208a0e18/1) at cl_lock_fini():72 00000008:00000010:1.0:1789603700.867983:0:35959:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9eb8078db7c0. 00000020:00000001:1.0:1789603700.867986:0:35959:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1789603700.867988:0:35959:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9eb810da7080. 00020000:00000001:1.0:1789603700.867991:0:35959:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1789603700.867992:0:35959:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1789603700.867994:0:35959:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1789603700.867995:0:35959:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.867998:0:35959:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1789603700.868000:0:35959:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1789603700.868002:0:35959:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1789603700.868003:0:35959:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1789603700.868004:0:35959:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789603700.868006:0:35959:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810953090 00020000:00000001:1.0:1789603700.868008:0:35959:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1789603700.868010:0:35959:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1789603700.868013:0:35959:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1789603700.868015:0:35959:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1789603700.868018:0:35959:0:(file.c:7120:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1789603700.868020:0:35959:0:(file.c:7124:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.868022:0:35959:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789603700.868024:0:35959:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1789603700.868026:0:35959:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1789603700.868027:0:35959:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0e10 00000001:00000001:1.0:1789603700.868029:0:35959:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.868034:0:35959:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17d08 00000080:00000008:1.0:1789603700.868036:0:35959:0:(file.c:6492:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9eb808192a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1789603700.868040:0:35959:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789603700.868042:0:35959:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17da0 00000080:00002000:1.0:1789603700.868044:0:35959:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9eb82056b6c0, parent ffff9eb8081326c0, inode ffff9eb808192a08) hashed, 00000080:00000001:1.0:1789603700.868046:0:35959:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.868072:0:35959:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603700.868073:0:35959:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603700.868074:0:35959:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789603700.868075:0:35959:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17bd8 00000080:00200000:1.0:1789603700.868076:0:35959:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:1.0:1789603700.868079:0:35959:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8069b5000. 00800000:00000002:1.0:1789603700.868082:0:35959:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603700.868084:0:35959:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603700.868086:0:35959:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603700.868087:0:35959:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17af8 00800000:00000002:1.0:1789603700.868088:0:35959:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603700.868090:0:35959:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603700.868091:0:35959:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603700.868093:0:35959:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603700.868094:0:35959:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603700.868095:0:35959:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603700.868096:0:35959:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.868097:0:35959:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603700.868098:0:35959:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.868100:0:35959:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789603700.868103:0:35959:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603700.868104:0:35959:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c179c8 00000002:00010000:1.0:1789603700.868105:0:35959:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789603700.868107:0:35959:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603700.868108:0:35959:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603700.868109:0:35959:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603700.868112:0:35959:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c500 count: 2 00010000:00000001:1.0:1789603700.868113:0:35959:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603700.868115:0:35959:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603700.868117:0:35959:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789603700.868120:0:35959:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1789603700.868124:0:35959:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603700.868127:0:35959:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603700.868128:0:35959:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1789603700.868133:0:35959:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789603700.868134:0:35959:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603700.868135:0:35959:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603700.868136:0:35959:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603700.868137:0:35959:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603700.868138:0:35959:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789603700.868140:0:35959:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789603700.868141:0:35959:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603700.868142:0:35959:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8069b5000. 00000080:00000001:1.0:1789603700.868144:0:35959:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789603700.868145:0:35959:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603700.868146:0:35959:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:1.0:1789603700.868148:0:35959:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5604 00800000:00000001:1.0:1789603700.868150:0:35959:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603700.868151:0:35959:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603700.868152:0:35959:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.868153:0:35959:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.868154:0:35959:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=3 00000020:00000001:1.0:1789603700.868156:0:35959:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.868157:0:35959:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.868158:0:35959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.868159:0:35959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603700.868160:0:35959:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603700.868161:0:35959:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603700.868162:0:35959:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5604 from it ffffb8e501c17c10 00010000:00000001:1.0:1789603700.868164:0:35959:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.868164:0:35959:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.868165:0:35959:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=3 00000020:00000001:1.0:1789603700.868166:0:35959:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.868168:0:35959:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.868169:0:35959:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603700.868171:0:35959:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1789603700.868174:0:35959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.868174:0:35959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.868175:0:35959:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603700.868176:0:35959:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603700.868178:0:35959:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1789603700.868181:0:35959:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603700.868182:0:35959:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603700.868183:0:35959:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603700.868184:0:35959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.868185:0:35959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.868185:0:35959:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.868186:0:35959:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603700.868187:0:35959:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.868188:0:35959:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.868189:0:35959:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.868190:0:35959:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603700.868191:0:35959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.868191:0:35959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603700.868193:0:35959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789603700.868194:0:35959:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603700.868195:0:35959:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 1 00000080:00000001:1.0:1789603700.868197:0:35959:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.868201:0:35959:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1789603700.868213:0:35959:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17da0 00000080:00002000:1.0:1789603700.868215:0:35959:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9eb82056b6c0) flags 0x48004e refc 0 00000080:00000001:1.0:1789603700.868217:0:35959:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603700.868218:0:35959:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17e10 00000080:00200000:1.0:1789603700.868219:0:35959:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:1.0:1789603700.868222:0:35959:0:(file.c:6668:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789603700.868223:0:35959:0:(file.c:6200:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789603700.868224:0:35959:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17d30 00000080:00200000:1.0:1789603700.868225:0:35959:0:(file.c:6202:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908),name=/ 00000080:00000010:1.0:1789603700.868227:0:35959:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8069b5000. 00800000:00000002:1.0:1789603700.868229:0:35959:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00000080:00000001:1.0:1789603700.868230:0:35959:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789603700.868232:0:35959:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789603700.868233:0:35959:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17c50 00800000:00000002:1.0:1789603700.868234:0:35959:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603700.868235:0:35959:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1789603700.868236:0:35959:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603700.868237:0:35959:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603700.868238:0:35959:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603700.868238:0:35959:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603700.868240:0:35959:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.868241:0:35959:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603700.868242:0:35959:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.868243:0:35959:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789603700.868245:0:35959:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789603700.868246:0:35959:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17b20 00000002:00010000:1.0:1789603700.868247:0:35959:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789603700.868248:0:35959:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789603700.868249:0:35959:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603700.868250:0:35959:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603700.868251:0:35959:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c500 count: 2 00010000:00000001:1.0:1789603700.868252:0:35959:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603700.868253:0:35959:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603700.868254:0:35959:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789603700.868256:0:35959:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1789603700.868259:0:35959:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789603700.868261:0:35959:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603700.868263:0:35959:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1789603700.868266:0:35959:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789603700.868267:0:35959:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603700.868268:0:35959:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603700.868269:0:35959:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789603700.868270:0:35959:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603700.868271:0:35959:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789603700.868272:0:35959:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789603700.868273:0:35959:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:1.0:1789603700.868274:0:35959:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8069b5000. 00000080:00000001:1.0:1789603700.868276:0:35959:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789603700.868276:0:35959:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603700.868277:0:35959:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00010000:1.0:1789603700.868279:0:35959:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9eb808190908) for lock 0xa04c19c788fe5604 00800000:00000001:1.0:1789603700.868280:0:35959:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789603700.868281:0:35959:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789603700.868282:0:35959:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.868283:0:35959:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.868284:0:35959:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=3 00000020:00000001:1.0:1789603700.868285:0:35959:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.868286:0:35959:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.868288:0:35959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.868288:0:35959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789603700.868289:0:35959:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603700.868290:0:35959:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789603700.868291:0:35959:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa04c19c788fe5604 from it ffffb8e501c17d68 00010000:00000001:1.0:1789603700.868292:0:35959:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603700.868292:0:35959:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603700.868293:0:35959:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc200 refcount=3 00000020:00000001:1.0:1789603700.868294:0:35959:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.868295:0:35959:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196186624 : -106961513364992 : ffff9eb814fdc200) 00010000:00000001:1.0:1789603700.868297:0:35959:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789603700.868298:0:35959:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1789603700.868302:0:35959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.868302:0:35959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.868303:0:35959:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789603700.868304:0:35959:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789603700.868305:0:35959:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1789603700.868308:0:35959:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789603700.868309:0:35959:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789603700.868309:0:35959:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603700.868310:0:35959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.868311:0:35959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.868312:0:35959:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.868313:0:35959:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789603700.868313:0:35959:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.868314:0:35959:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.868315:0:35959:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.868316:0:35959:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789603700.868317:0:35959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.868317:0:35959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789603700.868318:0:35959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789603700.868319:0:35959:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789603700.868320:0:35959:0:(file.c:6683:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9eb808190908), inode mode 41ff mask 3 00000080:00000001:1.0:1789603700.868321:0:35959:0:(file.c:6722:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.868324:0:35959:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:1.0:1789603700.868325:0:35959:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17df8 00000080:00200000:1.0:1789603700.868327:0:35959:0:(namei.c:2351:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9eb808190908) 00000080:00000001:1.0:1789603700.868329:0:35959:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1789603700.868331:0:35959:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603700.868332:0:35959:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930520 : -106961319621096 : ffff9eb8208a0e18) 00000020:00001000:1.0:1789603700.868334:0:35959:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0e10 00000020:00000001:1.0:1789603700.868335:0:35959:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789603700.868338:0:35959:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb810bda7c0 00020000:00000002:1.0:1789603700.868340:0:35959:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9eb805103e40 addref 2/0 by ffff9eb810bda7c0. 00020000:00000002:1.0:1789603700.868342:0:35959:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb810bda7c0 00020000:00000001:1.0:1789603700.868343:0:35959:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789603700.868345:0:35959:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789603700.868346:0:35959:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789603700.868347:0:35959:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1789603700.868349:0:35959:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1789603700.868350:0:35959:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0e10 00000080:00000001:1.0:1789603700.868351:0:35959:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1789603700.868354:0:35959:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9eb8069b5000. 00800000:00000002:1.0:1789603700.868355:0:35959:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9eb810b594c0 2 00800000:00000001:1.0:1789603700.868360:0:35959:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1789603700.868361:0:35959:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603700.868362:0:35959:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603700.868362:0:35959:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603700.868363:0:35959:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603700.868364:0:35959:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.868365:0:35959:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1789603700.868367:0:35959:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603700.868368:0:35959:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603700.868368:0:35959:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603700.868369:0:35959:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603700.868370:0:35959:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603700.868371:0:35959:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.868371:0:35959:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1789603700.868372:0:35959:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789603700.868374:0:35959:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1789603700.868375:0:35959:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1789603700.868376:0:35959:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1789603700.868376:0:35959:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1789603700.868377:0:35959:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1789603700.868378:0:35959:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.868379:0:35959:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1789603700.868379:0:35959:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.868381:0:35959:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x30:0x0] 00800000:00000001:1.0:1789603700.868382:0:35959:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789603700.868384:0:35959:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x30:0x0] -> mds #0 00000002:00000001:1.0:1789603700.868386:0:35959:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1789603700.868388:0:35959:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789603700.868389:0:35959:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c500 count: 2 00010000:00000001:1.0:1789603700.868391:0:35959:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603700.868392:0:35959:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789603700.868395:0:35959:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789603700.868397:0:35959:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:1.0:1789603700.868401:0:35959:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789603700.868404:0:35959:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789603700.868405:0:35959:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789603700.868407:0:35959:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789603700.868408:0:35959:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603700.868409:0:35959:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603700.868410:0:35959:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c500 count: 3 00010000:00000001:1.0:1789603700.868411:0:35959:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603700.868412:0:35959:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603700.868413:0:35959:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603700.868414:0:35959:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603700.868415:0:35959:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c500 count: 3 00010000:00000001:1.0:1789603700.868416:0:35959:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603700.868417:0:35959:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603700.868418:0:35959:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603700.868418:0:35959:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603700.868419:0:35959:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c500 count: 3 00010000:00000001:1.0:1789603700.868420:0:35959:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603700.868422:0:35959:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.868424:0:35959:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789603700.868426:0:35959:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9eb808190840, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789603700.868430:0:35959:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789603700.868433:0:35959:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789603700.868435:0:35959:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789603700.868436:0:35959:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603700.868439:0:35959:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789603700.868442:0:35959:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789603700.868443:0:35959:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789603700.868445:0:35959:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603700.868447:0:35959:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789603700.868449:0:35959:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fdc200 with handle 0xa04c19c788fe5604 from hash 00010000:00000001:1.0:1789603700.868451:0:35959:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789603700.868453:0:35959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603700.868454:0:35959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603700.868455:0:35959:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789603700.868458:0:35959:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789603700.868459:0:35959:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789603700.868471:0:35959:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789603700.868473:0:35959:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603700.868475:0:35959:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789603700.868478:0:35959:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789603700.868480:0:35959:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c800 count: 4 00010000:00000001:1.0:1789603700.868482:0:35959:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603700.868484:0:35959:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789603700.868487:0:35959:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789603700.868489:0:35959:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe560b lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x31dbb14d74e923be expref: -99 pid: 35957 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789603700.868495:0:35959:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789603700.868497:0:35959:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789603700.868498:0:35959:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789603700.868499:0:35959:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x30:0x0] mode CR 00000002:00000001:1.0:1789603700.868501:0:35959:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603700.868503:0:35959:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603700.868505:0:35959:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c800 count: 5 00010000:00000001:1.0:1789603700.868506:0:35959:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603700.868831:0:35959:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603700.868844:0:35959:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603700.868846:0:35959:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603700.868849:0:35959:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c800 count: 5 00010000:00000001:1.0:1789603700.868851:0:35959:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603700.868853:0:35959:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789603700.868855:0:35959:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789603700.868856:0:35959:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789603700.868865:0:35959:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c800 count: 5 00010000:00000001:1.0:1789603700.868867:0:35959:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789603700.868869:0:35959:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.868870:0:35959:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789603700.868873:0:35959:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789603700.869077:0:35959:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789603700.869084:0:35959:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9eb807cb8800. 00000080:00000001:2.0:1789603700.869087:0:35959:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1789603700.869091:0:35959:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789603700.869095:0:35959:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1789603700.869096:0:35959:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1789603700.869097:0:35959:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1789603700.869099:0:35959:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1789603700.869101:0:35959:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1789603700.869102:0:35959:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603700.869104:0:35959:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1789603700.869106:0:35959:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789603700.869108:0:35959:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x30:0x0] 00000002:00000001:2.0:1789603700.869112:0:35959:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789603700.869114:0:35959:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9eb81291b000: [0x200000405:0x30:0x0] file closed with intent: 0 00000100:00000010:2.0:1789603700.869120:0:35959:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f2d80. 00000020:00000040:2.0:1789603700.869124:0:35959:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=9 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:2.0:1789603700.869129:0:35959:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603700.869132:0:35959:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603700.869136:0:35959:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603700.869143:0:35959:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb807cb8a00. 00000100:00000001:2.0:1789603700.869149:0:35959:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789603700.869168:0:35959:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9eb806bd5880 x1876533442930432/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603716 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789603700.869179:0:35959:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789603700.869184:0:35959:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb8040f2d80 x1876533442930688/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789603700.869191:0:35959:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789603700.869193:0:35959:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789603700.869199:0:35959:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8123b0180. 00000100:00000001:2.0:1789603700.869201:0:35959:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112149868928 : -106961559682688 : ffff9eb8123b0180) 00000100:00000001:2.0:1789603700.869204:0:35959:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603700.869205:0:35959:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912115584 : -106961797436032 : ffff9eb8040f2d80) 00000100:00000001:2.0:1789603700.869209:0:35959:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603700.869213:0:35959:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.869215:0:35959:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789603700.869217:0:35959:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603700.869221:0:35959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f2d80 x1876533442930688/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.869228:0:35959:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603700.869231:0:35959:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603700.869234:0:35959:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603700.869236:0:35959:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603700.869238:0:35959:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603700.869242:0:35959:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f2d80 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35959:1876533442930688:192.168.204.129@tcp:35:rm.0 00000100:00000001:2.0:1789603700.869245:0:35959:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603700.869250:0:35959:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603700.869252:0:35959:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603700.869254:0:35959:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603700.869258:0:35959:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb8041d0400. 02000000:00000001:2.0:1789603700.869260:0:35959:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603700.869268:0:35959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603700.869273:0:35959:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3528. 00000400:00000010:2.0:1789603700.869280:0:35959:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7b28. 00000100:00000200:2.0:1789603700.869287:0:35959:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442930688, portal 10 00000100:00000001:2.0:1789603700.869289:0:35959:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603700.869290:0:35959:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912115584 : -106961797436032 : ffff9eb8040f2d80) 00000100:00000040:2.0:1789603700.869296:0:35959:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9eb8040f2d80 x1876533442930688/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.869304:0:35959:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603700.869307:0:35959:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603700.869309:0:35959:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7aa0. 00000100:00000200:2.0:1789603700.869312:0:35959:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876533442930688, offset 0 00000400:00000200:2.0:1789603700.869318:0:35959:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603700.869326:0:35959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.869333:0:35959:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603700.869338:0:35959:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603700.869342:0:35959:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603700.869346:0:35959:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603700.869348:0:35959:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603700.869351:0:35959:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3020:3020:256:4294967295] 192.168.204.129@tcp LPNI seq info [3020:3020:8:4294967295] 00000400:00000200:2.0:1789603700.869356:0:35959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.869365:0:35959:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603700.869370:0:35959:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603700.869376:0:35959:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8070dbe00. 00000800:00000200:2.0:1789603700.869383:0:35959:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603700.869392:0:35959:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603700.869397:0:35959:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8070dbe00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789603700.869468:0:35959:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603700.869473:0:35959:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 843966 usecs (844 jiffies) 00000400:00000200:2.0:1789603700.869477:0:35959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603700.869479:0:35959:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296700646 00000100:00000001:2.0:1789603700.869487:0:35959:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296700591 00000100:00000001:2.0:1789603700.869492:0:35959:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296700646 00000100:00000001:2.0:1789603700.869496:0:35959:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296700591 00000100:00000001:2.0:1789603700.869499:0:35959:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603700.869502:0:35959:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.869504:0:35959:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603700.869506:0:35959:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789603700.869538:0:35959:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8123b0180 going to sleep for 11 seconds 00000100:00000001:2.0:1789603700.869542:0:35959:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603700.869546:0:35959:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603700.870760:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603700.870767:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8070dbe00. 00000400:00000200:3.0:1789603700.870773:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603700.870781:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603700.870787:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7aa0 00000400:00000010:3.0:1789603700.870790:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7aa0. 00000100:00000001:3.0:1789603700.870795:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603700.870802:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f2d80 x1876533442930688/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.870819:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.870823:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f2d80 x1876533442930688/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.870831:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.870832:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603700.876082:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.876117:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603700.876122:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.876126:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.876136:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.876146:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603700.876167:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.876173:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.876179:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.876185:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d466800 00000400:00000200:2.0:1789603700.876191:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.876197:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x8915 [1] + 224 00000800:00000001:2.0:1789603700.876206:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.876274:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.876278:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.876284:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603700.876293:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603700.876304:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f2d80 x1876533442930688/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789603700.876326:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9eb8040f2d80 x1876533442930688/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789603700.876349:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603700.876360:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.876363:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603700.876609:0:35959:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603700.876620:0:35959:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603700.876623:0:35959:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603700.876627:0:35959:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3528. 00000400:00000200:3.0:1789603700.876642:0:35959:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7b28 00000400:00000010:3.0:1789603700.876645:0:35959:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7b28. 00000100:00000001:3.0:1789603700.876649:0:35959:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603700.876655:0:35959:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f2d80 x1876533442930688/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789603700.876665:0:35959:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f2d80 x1876533442930688/t0(0) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/624 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.876672:0:35959:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603700.876674:0:35959:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603700.876678:0:35959:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603700.876682:0:35959:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603700.876685:0:35959:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603700.876688:0:35959:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603700.876693:0:35959:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603700.876869:0:35959:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb4f0 time=97 v=5 (5 5 5 5) 00000100:00001000:3.0:1789603700.876876:0:35959:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=34 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603700.876879:0:35959:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603700.876881:0:35959:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.876885:0:35959:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603700.876889:0:35959:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.876893:0:35959:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789603700.876895:0:35959:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1789603700.876897:0:35959:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789603700.876900:0:35959:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603700.876902:0:35959:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912115584 : -106961797436032 : ffff9eb8040f2d80) 00000100:00000001:3.0:1789603700.876956:0:35959:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603700.876958:0:35959:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 8589934608 00000100:00000001:3.0:1789603700.876961:0:35959:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603700.876965:0:35959:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603700.876972:0:35959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f2d80 x1876533442930688/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.876979:0:35959:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603700.876983:0:35959:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603700.876986:0:35959:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603700.876990:0:35959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f2d80 x1876533442930688/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789603700.876998:0:35959:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f2d80 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35959:1876533442930688:192.168.204.129@tcp:35:rm.0 00000100:00000001:3.0:1789603700.877004:0:35959:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603700.877008:0:35959:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.877011:0:35959:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789603700.877014:0:35959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.877018:0:35959:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f2d80 x1876533442930688/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.877025:0:35959:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603700.877028:0:35959:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8123b0180. 00000100:00000001:3.0:1789603700.877032:0:35959:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789603700.877034:0:35959:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.877043:0:35959:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603700.877044:0:35959:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912115584 : -106961797436032 : ffff9eb8040f2d80) 00000002:00000001:3.0:1789603700.877048:0:35959:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603700.877051:0:35959:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789603700.877057:0:35959:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb807cb8800. 00000080:00000001:3.0:1789603700.877060:0:35959:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1789603700.877064:0:35959:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1789603700.877067:0:35959:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1789603700.877070:0:35959:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1789603700.877073:0:35959:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1789603700.877077:0:35959:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1789603700.877079:0:35959:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603700.877081:0:35959:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1789603700.877084:0:35959:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603700.877094:0:35959:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1789603700.877100:0:35959:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9eb806bd5880 x1876533442930432/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603716 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.877109:0:35959:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603700.877110:0:35959:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957084288 : -106961752467328 : ffff9eb806bd5880) 00000100:00000001:3.0:1789603700.877113:0:35959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.877115:0:35959:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5880 x1876533442930432/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603716 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.877122:0:35959:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.877124:0:35959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.877126:0:35959:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb8040f2d80 x1876533442930688/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.877132:0:35959:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.877134:0:35959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.877137:0:35959:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5880 x1876533442930432/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603716 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.877143:0:35959:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1789603700.877147:0:35959:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603700.877150:0:35959:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603700.877152:0:35959:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603700.877157:0:35959:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8041a6400. 02000000:00000001:3.0:1789603700.877162:0:35959:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603700.877165:0:35959:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603700.877167:0:35959:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5880. 00000100:00000001:3.0:1789603700.877171:0:35959:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603700.877173:0:35959:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603700.877175:0:35959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.877178:0:35959:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f2d80 x1876533442930688/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.877190:0:35959:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603700.877193:0:35959:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9eb806947760. 00000002:00000001:3.0:1789603700.877195:0:35959:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603700.877197:0:35959:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789603700.877200:0:35959:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9eb807a3fac0. 00000100:00000001:3.0:1789603700.877202:0:35959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.877206:0:35959:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f2d80 x1876533442930688/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789603700.877212:0:35959:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789603700.877214:0:35959:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789603700.877217:0:35959:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041d0400. 02000000:00000001:3.0:1789603700.877220:0:35959:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789603700.877221:0:35959:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789603700.877223:0:35959:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:3.0:1789603700.877225:0:35959:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789603700.877226:0:35959:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb807cb8a00. 02000000:00000001:3.0:1789603700.877228:0:35959:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789603700.877230:0:35959:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789603700.877231:0:35959:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f2d80. 00000100:00000001:3.0:1789603700.877234:0:35959:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789603700.877236:0:35959:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603700.877239:0:35959:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.877242:0:35959:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789603700.877245:0:35959:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x30:0x0] mode (null) 00000002:00000001:3.0:1789603700.877249:0:35959:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603700.877253:0:35959:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603700.877261:0:35959:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c800 count: 5 00010000:00000001:3.0:1789603700.877264:0:35959:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603700.877270:0:35959:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603700.877271:0:35959:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603700.877273:0:35959:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603700.877274:0:35959:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c800 count: 5 00010000:00000001:3.0:1789603700.877276:0:35959:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603700.877278:0:35959:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.877281:0:35959:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.877283:0:35959:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789603700.877286:0:35959:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603700.877292:0:35959:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112122227816 : -106961587323800 : ffff9eb810953c68) 00000020:00001000:3.0:1789603700.877295:0:35959:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810953c60 00000020:00000001:3.0:1789603700.877297:0:35959:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789603700.877301:0:35959:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x30:0x0]: losing layout lock 00000080:00000001:3.0:1789603700.877305:0:35959:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789603700.877308:0:35959:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789603700.877813:0:35959:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1789603700.877819:0:35959:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789603700.877823:0:35959:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789603700.877825:0:35959:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.877827:0:35959:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789603700.877830:0:35959:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810953c60 00000080:00000001:3.0:1789603700.877834:0:35959:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.877838:0:35959:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789603700.877840:0:35959:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x30:0x0](ffff9eb808192a08) invalid 00000020:00000001:3.0:1789603700.877844:0:35959:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17a60 00000080:00002000:3.0:1789603700.877847:0:35959:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff9eb82056b6c0) parent ffff9eb8081326c0 inode ffff9eb808192a08 refc 1 00000080:00000001:3.0:1789603700.877852:0:35959:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789603700.877855:0:35959:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789603700.877857:0:35959:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.877862:0:35959:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603700.877867:0:35959:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603700.877869:0:35959:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603700.877872:0:35959:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603700.877876:0:35959:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789603700.877881:0:35959:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fdcc00 with handle 0xa04c19c788fe560b from hash 00010000:00000001:3.0:1789603700.877883:0:35959:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603700.877886:0:35959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.877888:0:35959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.877889:0:35959:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603700.877893:0:35959:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603700.877896:0:35959:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789603700.877901:0:35959:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603700.877960:0:35959:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe55fd lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x31dbb14d74e923a2 expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1789603700.877971:0:35959:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789603700.877975:0:35959:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789603700.877978:0:35959:0:(xattr_cache.c:339:ll_xattr_cache_empty()) Process entered 00000080:00000020:3.0:1789603700.877984:0:35959:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.link 00000080:00000010:3.0:1789603700.877986:0:35959:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff9eb80574aa80. 00000080:00000010:3.0:1789603700.877991:0:35959:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 47 at ffff9eb807c62180. 00000080:00000010:3.0:1789603700.877994:0:35959:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9eb802fad8c0. 00000080:00000020:3.0:1789603700.877998:0:35959:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.job 00000080:00000010:3.0:1789603700.877999:0:35959:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 9 at ffff9eb80574a800. 00000080:00000010:3.0:1789603700.878001:0:35959:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 6 at ffff9eb810d23ef8. 00000080:00000010:3.0:1789603700.878005:0:35959:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9eb802fad730. 00000080:00000020:3.0:1789603700.878007:0:35959:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lov 00000080:00000010:3.0:1789603700.878008:0:35959:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff9eb80574a570. 00000080:00000010:3.0:1789603700.878010:0:35959:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff9eb807c62ec0. 00000080:00000010:3.0:1789603700.878013:0:35959:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9eb802fadcd0. 00000080:00000020:3.0:1789603700.878015:0:35959:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lma 00000080:00000010:3.0:1789603700.878017:0:35959:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff9eb80574aac0. 00000080:00000010:3.0:1789603700.878019:0:35959:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff9eb806907820. 00000080:00000010:3.0:1789603700.878022:0:35959:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9eb802fad5a0. 00000080:00000001:3.0:1789603700.878025:0:35959:0:(xattr_cache.c:360:ll_xattr_cache_empty()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.878027:0:35959:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789603700.878029:0:35959:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.878030:0:35959:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603700.878032:0:35959:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603700.878033:0:35959:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603700.878035:0:35959:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603700.878037:0:35959:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789603700.878039:0:35959:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb8131e5200 with handle 0xa04c19c788fe55fd from hash 00010000:00000001:3.0:1789603700.878041:0:35959:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603700.878043:0:35959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.878044:0:35959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.878045:0:35959:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603700.878047:0:35959:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603700.878048:0:35959:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789603700.878050:0:35959:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789603700.878053:0:35959:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00000001:3.0:1789603700.878060:0:35959:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789603700.878061:0:35959:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789603700.878063:0:35959:0:(file.c:6107:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789603700.878065:0:35959:0:(file.c:6113:ll_have_md_lock()) trying to match res [0x200000405:0x30:0x0] mode (null) 00000002:00000001:3.0:1789603700.878068:0:35959:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603700.878070:0:35959:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603700.878074:0:35959:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c800 count: 5 00010000:00000001:3.0:1789603700.878076:0:35959:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603700.878079:0:35959:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603700.878080:0:35959:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603700.878081:0:35959:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603700.878082:0:35959:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c800 count: 5 00010000:00000001:3.0:1789603700.878084:0:35959:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603700.878085:0:35959:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603700.878087:0:35959:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603700.878088:0:35959:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603700.878089:0:35959:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c800 count: 5 00010000:00000001:3.0:1789603700.878091:0:35959:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603700.878092:0:35959:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603700.878094:0:35959:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789603700.878095:0:35959:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789603700.878096:0:35959:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c800 count: 5 00010000:00000001:3.0:1789603700.878098:0:35959:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789603700.878101:0:35959:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.878102:0:35959:0:(file.c:6135:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.878104:0:35959:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789603700.878105:0:35959:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603700.878107:0:35959:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112122227816 : -106961587323800 : ffff9eb810953c68) 00000020:00001000:3.0:1789603700.878109:0:35959:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810953c60 00000020:00000001:3.0:1789603700.878111:0:35959:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789603700.878114:0:35959:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x30:0x0]: losing layout lock 00000080:00000001:3.0:1789603700.878117:0:35959:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789603700.878118:0:35959:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789603700.878120:0:35959:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1789603700.878121:0:35959:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789603700.878123:0:35959:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789603700.878124:0:35959:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.878125:0:35959:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789603700.878127:0:35959:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810953c60 00000080:00000001:3.0:1789603700.878128:0:35959:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.878130:0:35959:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789603700.878132:0:35959:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x30:0x0](ffff9eb808192a08) invalid 00000020:00000001:3.0:1789603700.878134:0:35959:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17a60 00000080:00002000:3.0:1789603700.878135:0:35959:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff9eb82056b6c0) parent ffff9eb8081326c0 inode ffff9eb808192a08 refc 1 00000080:00000001:3.0:1789603700.878138:0:35959:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789603700.878139:0:35959:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789603700.878140:0:35959:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.878142:0:35959:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789603700.878143:0:35959:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789603700.878144:0:35959:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789603700.878146:0:35959:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603700.878148:0:35959:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789603700.878150:0:35959:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb800031a00 with handle 0xa04c19c788fe55da from hash 00010000:00000001:3.0:1789603700.878152:0:35959:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789603700.878153:0:35959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.878154:0:35959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.878155:0:35959:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789603700.878156:0:35959:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789603700.878157:0:35959:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789603700.878160:0:35959:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:3.0:1789603700.878162:0:35959:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=3 : 3 : 3) 00000002:00000001:3.0:1789603700.878165:0:35959:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=3 : 3 : 3) 00000100:00000010:3.0:1789603700.878177:0:35959:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810b4a680. 00000020:00000040:3.0:1789603700.878180:0:35959:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 02000000:00000001:3.0:1789603700.878186:0:35959:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789603700.878188:0:35959:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.878193:0:35959:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789603700.878198:0:35959:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603700.878204:0:35959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789603700.878205:0:35959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.878207:0:35959:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.878210:0:35959:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789603700.878213:0:35959:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789603700.878218:0:35959:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789603700.878226:0:35959:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb804154e00. 00000100:00000001:3.0:1789603700.878234:0:35959:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.878237:0:35959:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603700.878240:0:35959:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789603700.878245:0:35959:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe560b lrc: 1/0,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x31dbb14d74e923be expref: -99 pid: 35957 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789603700.878254:0:35959:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe55fd lrc: 1/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e923a2 expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789603700.878261:0:35959:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 1/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1789603700.878269:0:35959:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1789603700.878275:0:35959:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:3.0:1789603700.878277:0:35959:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1789603700.878280:0:35959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789603700.878283:0:35959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdcc00/0xa04c19c788fe560b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x31dbb14d74e923be expref: -99 pid: 35957 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1789603700.878292:0:35959:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9eb807a3fc00. 00010000:00000001:3.0:1789603700.878304:0:35959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.878305:0:35959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789603700.878307:0:35959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb8131e5200/0xa04c19c788fe55fd lrc: 0/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e923a2 expref: -99 pid: 35956 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789603700.878746:0:35959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.878754:0:35959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789603700.878758:0:35959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb800031a00/0xa04c19c788fe55da lrc: 0/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x31dbb14d74e9235c expref: -99 pid: 35950 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00000010:3.0:1789603700.878767:0:35959:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9eb811aa7640. 00010000:00000040:3.0:1789603700.878773:0:35959:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb80647c800 count: 0 00010000:00000010:3.0:1789603700.878780:0:35959:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb810da7700. 00010000:00000001:3.0:1789603700.878792:0:35959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.878794:0:35959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789603700.878796:0:35959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9eb81291b000 lock: ffff9eb814fdc200/0xa04c19c788fe5604 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x31dbb14d74e923b0 expref: -99 pid: 35957 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:3.0:1789603700.878803:0:35959:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb80647c500 count: 0 00010000:00000010:3.0:1789603700.878806:0:35959:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9eb810da7e80. 00010000:00000001:3.0:1789603700.878811:0:35959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789603700.878813:0:35959:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.878815:0:35959:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789603700.878817:0:35959:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.878819:0:35959:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1789603700.878836:0:35959:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9eb81291b000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1789603700.878850:0:35959:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9eb810b4a680 x1876533442930944/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603700.878859:0:35959:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789603700.878862:0:35959:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789603700.878872:0:35959:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9eb8109cf780. 00000100:00000001:3.0:1789603700.878875:0:35959:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446637112122734464 : -106961586817152 : ffff9eb8109cf780) 00000100:00000001:3.0:1789603700.878878:0:35959:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603700.878880:0:35959:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124286592 : -106961585265024 : ffff9eb810b4a680) 00000100:00000001:3.0:1789603700.878886:0:35959:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789603700.878892:0:35959:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.878895:0:35959:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789603700.878897:0:35959:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789603700.878902:0:35959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810b4a680 x1876533442930944/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603700.878961:0:35959:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789603700.878965:0:35959:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603700.878970:0:35959:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789603700.878974:0:35959:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789603700.878976:0:35959:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603700.878981:0:35959:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810b4a680 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35959:1876533442930944:192.168.204.129@tcp:36:rm.0 00000100:00000001:3.0:1789603700.878985:0:35959:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789603700.878992:0:35959:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789603700.878995:0:35959:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603700.878998:0:35959:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789603700.879004:0:35959:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9eb80511dc00. 02000000:00000001:3.0:1789603700.879006:0:35959:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789603700.879015:0:35959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:3.0:1789603700.879021:0:35959:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb805748840. 00000400:00000010:3.0:1789603700.879030:0:35959:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0c38. 00000100:00000200:3.0:1789603700.879037:0:35959:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876533442930944, portal 10 00000100:00000001:3.0:1789603700.879039:0:35959:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603700.879040:0:35959:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124286592 : -106961585265024 : ffff9eb810b4a680) 00000100:00000040:3.0:1789603700.879048:0:35959:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810b4a680 x1876533442930944/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 1789603716 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603700.879056:0:35959:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603700.879059:0:35959:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603700.879062:0:35959:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0ee0. 00000100:00000200:3.0:1789603700.879065:0:35959:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1876533442930944, offset 0 00000400:00000200:3.0:1789603700.879073:0:35959:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603700.879084:0:35959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603700.879095:0:35959:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603700.879102:0:35959:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789603700.879108:0:35959:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:3.0:1789603700.879112:0:35959:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789603700.879116:0:35959:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:3.0:1789603700.879120:0:35959:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3021:3021:256:4294967295] 192.168.204.129@tcp LPNI seq info [3021:3021:8:4294967295] 00000400:00000200:3.0:1789603700.879125:0:35959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603700.879136:0:35959:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603700.879143:0:35959:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603700.879149:0:35959:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783f500. 00000800:00000200:3.0:1789603700.879157:0:35959:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603700.879169:0:35959:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603700.879175:0:35959:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783f500 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1789603700.879199:0:35959:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603700.879204:0:35959:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 842951 usecs (843 jiffies) 00000400:00000200:3.0:1789603700.879208:0:35959:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:3.0:1789603700.879211:0:35959:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296700655 00000100:00000001:3.0:1789603700.879221:0:35959:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, simply extend its deadline from 4296700646 00000100:00000001:3.0:1789603700.879227:0:35959:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296700655 00000100:00000001:3.0:1789603700.879231:0:35959:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, simply extend its deadline from 4296700646 00000100:00000001:3.0:1789603700.879234:0:35959:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603700.879238:0:35959:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.879240:0:35959:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789603700.879243:0:35959:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789603700.879247:0:35959:0:(client.c:2716:ptlrpc_set_wait()) set ffff9eb8109cf780 going to sleep for 11 seconds 00000100:00000001:3.0:1789603700.879250:0:35959:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789603700.879253:0:35959:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603700.879614:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603700.879620:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783f500. 00000400:00000200:2.0:1789603700.879627:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.879643:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603700.879651:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0ee0 00000400:00000010:2.0:1789603700.879653:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0ee0. 00000100:00000001:2.0:1789603700.879659:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603700.879665:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810b4a680 x1876533442930944/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 1789603716 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603700.879675:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603700.879679:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b4a680 x1876533442930944/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 1789603716 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603700.879687:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603700.879689:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1789603700.886104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdcc00. 00000800:00000001:2.0:1789603700.886928:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.886948:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603700.886953:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.886956:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.886967:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.886976:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603700.886988:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.886994:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.887001:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.887006:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 456 into portal 10 MB=0x6aab27d466900 00000400:00000200:2.0:1789603700.887012:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603700.887020:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 456/456 into md 0x8925 [1] + 224 00000800:00000001:2.0:1789603700.887030:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.887038:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603700.887043:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603700.887048:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603700.887059:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603700.887070:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810b4a680 x1876533442930944/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 1789603716 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603700.887082:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9eb810b4a680 x1876533442930944/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603700.887105:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603700.887118:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603700.887122:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603700.887295:0:35959:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789603700.887306:0:35959:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789603700.887310:0:35959:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789603700.887324:0:35959:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb805748840. 00000400:00000200:3.0:1789603700.887329:0:35959:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0c38 00000400:00000010:3.0:1789603700.887333:0:35959:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0c38. 00000100:00000001:3.0:1789603700.887337:0:35959:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603700.887342:0:35959:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810b4a680 x1876533442930944/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789603700.887351:0:35959:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810b4a680 x1876533442930944/t0(0) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/624 e 0 to 0 dl 1789603716 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603700.887357:0:35959:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789603700.887359:0:35959:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603700.887362:0:35959:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789603700.887366:0:35959:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789603700.887369:0:35959:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603700.887372:0:35959:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603700.887375:0:35959:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603700.887388:0:35959:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=98 v=5 (5 106 106 106) 00000100:00001000:3.0:1789603700.887393:0:35959:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=34 v=5 (1 0 0 0) 00000100:00000001:3.0:1789603700.887395:0:35959:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789603700.887397:0:35959:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603700.887400:0:35959:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789603700.887405:0:35959:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.887409:0:35959:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789603700.887411:0:35959:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009b/0x200000013] 00000100:00000001:3.0:1789603700.887413:0:35959:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789603700.887416:0:35959:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789603700.887418:0:35959:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112124286592 : -106961585265024 : ffff9eb810b4a680) 00000100:00000001:3.0:1789603700.887422:0:35959:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789603700.887425:0:35959:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 8589934608 00000100:00000001:3.0:1789603700.887427:0:35959:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789603700.887430:0:35959:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603700.887435:0:35959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810b4a680 x1876533442930944/t8589934617(8589934617) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/456 e 0 to 0 dl 1789603716 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603700.887443:0:35959:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789603700.887447:0:35959:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789603700.887449:0:35959:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789603700.887454:0:35959:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810b4a680 x1876533442930944/t8589934617(8589934617) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/456 e 0 to 0 dl 1789603716 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789603700.887468:0:35959:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810b4a680 pname:cluuid:pid:xid:nid:opc:job rm:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:35959:1876533442930944:192.168.204.129@tcp:36:rm.0 00000100:00000001:3.0:1789603700.887474:0:35959:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603700.887477:0:35959:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603700.887480:0:35959:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789603700.887482:0:35959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.887486:0:35959:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9eb810b4a680 x1876533442930944/t8589934617(8589934617) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/456 e 0 to 0 dl 1789603716 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603700.887494:0:35959:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789603700.887498:0:35959:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9eb8109cf780. 00000100:00000001:3.0:1789603700.887501:0:35959:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789603700.887503:0:35959:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789603700.887558:0:35959:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789603700.887562:0:35959:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789603700.887568:0:35959:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9eb810b594c0 2 00000080:00000010:3.0:1789603700.887572:0:35959:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9eb8069b5000. 00000100:00000001:3.0:1789603700.887580:0:35959:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603700.887583:0:35959:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810b4a680 x1876533442930944/t8589934617(8589934617) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/456 e 0 to 0 dl 1789603716 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603700.887589:0:35959:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.887595:0:35959:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789603700.887608:0:35959:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789603700.887612:0:35959:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb8e501c17e28 00000080:00002000:3.0:1789603700.887615:0:35959:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff9eb82056b6c0, parent ffff9eb8081326c0, inode 0000000000000000) hashed, 00000080:00000001:3.0:1789603700.887618:0:35959:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789603700.887627:0:35959:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789603700.887641:0:35959:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789603700.887652:0:35959:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:3.0:1789603700.887655:0:35959:0:(file.c:5295:cl_sync_file_range()) Process entered 00000080:00000002:3.0:1789603700.887657:0:35959:0:(file.c:5297:cl_sync_file_range()) [0x200000405:0x30:0x0]: start 0, end 9223372036854775807, mode 2 00000020:00000001:3.0:1789603700.887661:0:35959:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603700.887666:0:35959:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112122227816 : -106961587323800 : ffff9eb810953c68) 00000020:00001000:3.0:1789603700.887668:0:35959:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810953c60 00000020:00000001:3.0:1789603700.887676:0:35959:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0468 -> ffff9eb8053b0468 00000020:00000001:3.0:1789603700.887680:0:35959:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789603700.887683:0:35959:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789603700.887685:0:35959:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789603700.887689:0:35959:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603700.887691:0:35959:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789603700.887692:0:35959:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789603700.887698:0:35959:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9eb812940e40 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1789603700.887702:0:35959:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb810bda7c0 00020000:00000001:3.0:1789603700.887707:0:35959:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789603700.887709:0:35959:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789603700.887713:0:35959:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789603700.887715:0:35959:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.887717:0:35959:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789603700.887720:0:35959:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789603700.887721:0:35959:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.887725:0:35959:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603700.887726:0:35959:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789603700.887728:0:35959:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789603700.887730:0:35959:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb810bda7c0 00000020:00000001:3.0:1789603700.887734:0:35959:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.887738:0:35959:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:3.0:1789603700.887740:0:35959:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1789603700.887743:0:35959:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1789603700.887747:0:35959:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1789603700.887750:0:35959:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:3.0:1789603700.887755:0:35959:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789603700.887757:0:35959:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789603700.887758:0:35959:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789603700.887760:0:35959:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112122564760 : -106961586986856 : ffff9eb8109a6098) 00000020:00001000:3.0:1789603700.887762:0:35959:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8109a6090 00000020:00000001:3.0:1789603700.887765:0:35959:0:(cl_object.c:143:cl_object_top()) ffff9eb8053b0210 -> ffff9eb8053b0468 00000020:00000001:3.0:1789603700.887767:0:35959:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1789603700.887771:0:35959:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789603700.887772:0:35959:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789603700.887775:0:35959:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789603700.887777:0:35959:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446637112155704896 : -106961553846720 : ffff9eb812940e40) 00000020:00000001:3.0:1789603700.887778:0:35959:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.887780:0:35959:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.887783:0:35959:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446637111935942760 : -106961773608856 : ffff9eb8057ac068) 00000020:00000001:3.0:1789603700.887785:0:35959:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1789603700.887787:0:35959:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.887789:0:35959:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.887791:0:35959:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.887793:0:35959:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:3.0:1789603700.887795:0:35959:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1789603700.887797:0:35959:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789603700.887798:0:35959:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:3.0:1789603700.887799:0:35959:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789603700.887801:0:35959:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.887802:0:35959:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.887804:0:35959:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789603700.887805:0:35959:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.887807:0:35959:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789603700.887808:0:35959:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.887809:0:35959:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789603700.887811:0:35959:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:3.0:1789603700.887814:0:35959:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1789603700.887815:0:35959:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1789603700.887816:0:35959:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:3.0:1789603700.887818:0:35959:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1789603700.887821:0:35959:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000020:3.0:1789603700.887826:0:35959:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9eb810230540 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:3.0:1789603700.887832:0:35959:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1789603700.887833:0:35959:0:(osc_cache.c:1870:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603700.887835:0:35959:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1789603700.887836:0:35959:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789603700.887839:0:35959:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:3.0:1789603700.887842:0:35959:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1789603700.887846:0:35959:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff9eb8040b6240@{[0 -> 0/1023], [1|0|-|locking|wiY|ffff9eb810230540], [28672|1|+|-|ffff9eb814fdc400|1024|ffff9eb810bda7c0]} make ready 00000008:00010000:3.0:1789603700.887855:0:35959:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000093838311 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:3.0:1789603700.887867:0:35959:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:3.0:1789603700.887870:0:35959:0:(cl_page.c:1159:cl_page_make_ready()) Process entered 00010000:00000010:3.1:1789603700.889457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb8131e5200. 00010000:00000010:3.1:1789603700.889472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c800. 00010000:00000010:3.1:1789603700.889478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb800031a00. 00010000:00000010:3.1:1789603700.889483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c500. 00010000:00000010:3.1:1789603700.889487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc200. 00000020:00008000:2.0:1789603700.889584:0:35959:0:(cl_page.c:1171:cl_page_make_ready()) page@0000000074d808bb[2 00000000008cdc59 1 1 0000000000000000 0 0 0] 00000020:00008000:2.0:1789603700.889588:0:35959:0:(cl_page.c:1171:cl_page_make_ready()) readied 00000020:00000001:2.0:1789603700.889590:0:35959:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:2.0:1789603700.889591:0:35959:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789603700.889595:0:35959:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789603700.889597:0:35959:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:2.0:1789603700.889598:0:35959:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1789603700.889601:0:35959:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789603700.889605:0:35959:0:(cl_page.c:518:__cl_page_state_set()) page@0000000074d808bb[2 00000000008cdc59 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789603700.889607:0:35959:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 3 00000020:00000001:2.0:1789603700.889609:0:35959:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1789603700.889611:0:35959:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1789603700.889615:0:35959:0:(cl_page.c:1193:cl_page_make_ready()) page@0000000074d808bb[2 00000000008cdc59 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789603700.889618:0:35959:0:(cl_page.c:1193:cl_page_make_ready()) 1 0 00000008:00000001:2.0:1789603700.889620:0:35959:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603700.889627:0:35959:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000020:00000001:2.0:1789603700.889629:0:35959:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000020:00000001:2.0:1789603700.889631:0:35959:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1789603700.889645:0:35959:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603700.889647:0:35959:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000008:00000001:2.0:1789603700.889652:0:35959:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603700.889657:0:35959:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:2.0:1789603700.889660:0:35959:0:(osc_cache.c:908:osc_extent_finish()) extent ffff9eb8040b6240@{[0 -> 0/1023], [2|0|-|rpc|wiY|ffff9eb810230540], [28672|1|+|-|ffff9eb814fdc400|1024|ffff9eb810bda7c0]} extent finished. 00000008:00010000:2.0:1789603700.889669:0:35959:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000093838311 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1789603700.889682:0:35959:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:2.0:1789603700.889683:0:35959:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:2.0:1789603700.889687:0:35959:0:(cl_page.c:1115:cl_page_complete()) page@0000000074d808bb[2 00000000008cdc59 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789603700.889688:0:35959:0:(cl_page.c:1115:cl_page_complete()) 1 0 00000020:00000001:2.0:1789603700.889690:0:35959:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:2.0:1789603700.889691:0:35959:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1789603700.889692:0:35959:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789603700.889696:0:35959:0:(cl_page.c:518:__cl_page_state_set()) page@0000000074d808bb[2 00000000008cdc59 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789603700.889697:0:35959:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1789603700.889698:0:35959:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1789603700.889710:0:35959:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1789603700.889713:0:35959:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000074d808bb[2 00000000008cdc59 1 1 0000000000000000 0 0 0] 00000080:00008000:2.0:1789603700.889715:0:35959:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1789603700.889731:0:35959:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1789603700.889732:0:35959:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:2.0:1789603700.889735:0:35959:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1789603700.889738:0:35959:0:(cl_page.c:567:cl_batch_put()) page@0000000074d808bb[2 00000000008cdc59 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789603700.889739:0:35959:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:2.0:1789603700.889741:0:35959:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:2.0:1789603700.889742:0:35959:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:2.0:1789603700.889745:0:35959:0:(osc_cache.c:1648:osc_free_grant()) lost 28672 grant: 28672 avail: 8359936 dirty: 0/0 00000008:00000020:2.0:1789603700.889749:0:35959:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9eb8040b6240@{[0 -> 0/1023], [1|0|-|inv|wY|ffff9eb810230540], [28672|0|-|-|ffff9eb814fdc400|1024|ffff9eb810bda7c0]} destroyed. 00000008:00010000:2.0:1789603700.889755:0:35959:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000093838311 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:2.0:1789603700.889762:0:35959:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789603700.889764:0:35959:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:2.0:1789603700.889768:0:35959:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9eb8040b6240. 00000008:00000001:2.0:1789603700.889772:0:35959:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603700.889775:0:35959:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1789603700.889779:0:35959:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff9eb810230540 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1789603700.889782:0:35959:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1789603700.889785:0:35959:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff9eb810230540 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=1. 00000008:00000001:2.0:1789603700.889789:0:35959:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789603700.889792:0:35959:0:(osc_io.c:1171:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603700.889795:0:35959:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603700.889799:0:35959:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603700.889801:0:35959:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603700.889803:0:35959:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603700.889806:0:35959:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:2.0:1789603700.889809:0:35959:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1789603700.889811:0:35959:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1789603700.889812:0:35959:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:2.0:1789603700.889814:0:35959:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:2.0:1789603700.889815:0:35959:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603700.889817:0:35959:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1789603700.889818:0:35959:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:2.0:1789603700.889820:0:35959:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:2.0:1789603700.889822:0:35959:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1789603700.889824:0:35959:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789603700.889825:0:35959:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789603700.889826:0:35959:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1789603700.889828:0:35959:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603700.889830:0:35959:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603700.889832:0:35959:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1789603700.889833:0:35959:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1789603700.889835:0:35959:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1789603700.889836:0:35959:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1789603700.889838:0:35959:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1789603700.889841:0:35959:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1789603700.889842:0:35959:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1789603700.889843:0:35959:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1789603700.889844:0:35959:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1789603700.889846:0:35959:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603700.889848:0:35959:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603700.889850:0:35959:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789603700.889851:0:35959:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789603700.889852:0:35959:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603700.889855:0:35959:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1789603700.889857:0:35959:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1789603700.889858:0:35959:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789603700.889859:0:35959:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1789603700.889861:0:35959:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789603700.889864:0:35959:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8109a6090 00020000:00000001:2.0:1789603700.889867:0:35959:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789603700.889869:0:35959:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789603700.889872:0:35959:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789603700.889875:0:35959:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1789603700.889878:0:35959:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789603700.889879:0:35959:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789603700.889882:0:35959:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810953c60 00000080:00000001:2.0:1789603700.889885:0:35959:0:(file.c:5343:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789603700.889896:0:35959:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1789603700.889899:0:35959:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446637111893535360 : -106961816016256 : ffff9eb802f3aa80) 00000020:00000001:2.0:1789603700.889902:0:35959:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:2.0:1789603700.889914:0:35959:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:2.0:1789603700.889916:0:35959:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1789603700.889917:0:35959:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1789603700.889919:0:35959:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1789603700.889923:0:35959:0:(cl_page.c:518:__cl_page_state_set()) page@0000000074d808bb[2 00000000008cdc59 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789603700.889925:0:35959:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:2.0:1789603700.889926:0:35959:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:2.0:1789603700.889928:0:35959:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:2.0:1789603700.889930:0:35959:0:(osc_page.c:138:osc_page_delete()) ffff9eb802f3aae0 00000008:00000001:2.0:1789603700.889932:0:35959:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:2.0:1789603700.889933:0:35959:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff9eb802f3aaf0 page ffff9eb802f3aae0 at index 0. 00000008:00000001:2.0:1789603700.889936:0:35959:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789603700.889943:0:35959:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:2.0:1789603700.889945:0:35959:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffecbc8471a1c0 index 0 00000020:00000001:2.0:1789603700.889952:0:35959:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:2.0:1789603700.889954:0:35959:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:2.0:1789603700.889955:0:35959:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1789603700.889958:0:35959:0:(cl_page.c:567:cl_batch_put()) page@0000000074d808bb[1 00000000008cdc59 5 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1789603700.889959:0:35959:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:2.0:1789603700.889961:0:35959:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:2.0:1789603700.889964:0:35959:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9eb802f3aa80. 00000020:00000001:2.0:1789603700.889969:0:35959:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:2.0:1789603700.889970:0:35959:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:2.0:1789603700.890010:0:35959:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1789603700.890012:0:35959:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9eb808192a08) 00800000:00000001:2.0:1789603700.890018:0:35959:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1789603700.890020:0:35959:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x30:0x0] 00000002:00000001:2.0:1789603700.890028:0:35959:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1789603700.890035:0:35959:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789603700.890038:0:35959:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1789603700.890040:0:35959:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789603700.890042:0:35959:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603700.890044:0:35959:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1789603700.890048:0:35959:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1789603700.890050:0:35959:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:2.0:1789603700.890052:0:35959:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:2.0:1789603700.890055:0:35959:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1789603700.890056:0:35959:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1789603700.890058:0:35959:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1789603700.890060:0:35959:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789603700.890063:0:35959:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603700.890067:0:35959:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789603700.890070:0:35959:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112122227816 : -106961587323800 : ffff9eb810953c68) 00000020:00001000:2.0:1789603700.890073:0:35959:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb810953c60 00020000:00000001:2.0:1789603700.890082:0:35959:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:2.0:1789603700.890084:0:35959:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb810bda7c0 00020000:00000001:2.0:1789603700.890088:0:35959:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:2.0:1789603700.890091:0:35959:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb805103e40, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789603700.890096:0:35959:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789603700.890101:0:35959:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb807ad9180: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000001:2.0:1789603700.890104:0:35959:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:2.0:1789603700.890106:0:35959:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603700.890108:0:35959:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:2.0:1789603700.890110:0:35959:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:2.0:1789603700.890115:0:35959:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:2.0:1789603700.890120:0:35959:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9eb80647c100 count: 2 00010000:00000001:2.0:1789603700.890122:0:35959:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789603700.890125:0:35959:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:2.0:1789603700.890127:0:35959:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:2.0:1789603700.890131:0:35959:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 46 blocks 0 [cma]time 1789603700 1789603700 1789603700 ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 1/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:2.0:1789603700.890140:0:35959:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000020:00000001:2.0:1789603700.890142:0:35959:0:(cl_object.c:143:cl_object_top()) ffff9eb810230540 -> ffff9eb8053b0468 00000008:00000001:2.0:1789603700.890144:0:35959:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789603700.890679:0:35959:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789603700.890681:0:35959:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789603700.890684:0:35959:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1789603700.890692:0:35959:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9eb810230540. 00020000:00000001:2.0:1789603700.890698:0:35959:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:2.0:1789603700.890701:0:35959:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9eb8053b0190. 00020000:00000001:2.0:1789603700.890709:0:35959:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1789603700.890711:0:35959:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789603700.890713:0:35959:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789603700.890716:0:35959:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb810bda7c0 00020000:00000001:2.0:1789603700.890719:0:35959:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:2.0:1789603700.890721:0:35959:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:2.0:1789603700.890722:0:35959:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb810bda7c0 00020000:00000001:2.0:1789603700.890725:0:35959:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:2.0:1789603700.890727:0:35959:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9eb80795a680. 00020000:00000010:2.0:1789603700.890734:0:35959:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9eb80402a180. 00020000:00000010:2.0:1789603700.890737:0:35959:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9eb804fd8080. 00020000:00000002:2.0:1789603700.890741:0:35959:0:(lov_ea.c:755:dump_lsm()) lsm ffff9eb805103e40, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789603700.890745:0:35959:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789603700.890750:0:35959:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9eb807ad9180: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000010:2.0:1789603700.890755:0:35959:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9eb807ad9180. 00020000:00000010:2.0:1789603700.890759:0:35959:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9eb805103240. 00020000:00000010:2.0:1789603700.890762:0:35959:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9eb805103e40. 00020000:00000001:2.0:1789603700.890764:0:35959:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1789603700.890766:0:35959:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9eb8123e4aa8) owner 0000000000000000/ffff9eb810bda7c0 00020000:00000010:2.0:1789603700.890768:0:35959:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9eb8123e4aa8. 00020000:00000001:2.0:1789603700.890773:0:35959:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:2.0:1789603700.890777:0:35959:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9eb8053b03e8. 00000020:00001000:2.0:1789603700.890781:0:35959:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb810953c60 00000080:00000001:2.0:1789603700.890786:0:35959:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1789603700.890789:0:35959:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000010:3.1:1789603700.894741:0:35748:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9eb8069472e0. 00000080:00000010:2.1:1789603700.905020:0:35748:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9eb808192940. 00000100:00000040:2.0:1789603701.483711:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789603701.483731:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789603701.483739:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f0380. 00000020:00000040:2.0:1789603701.483745:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:2.0:1789603701.483749:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603701.483752:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603701.483757:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603701.483765:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8070db900. 00000100:00000001:2.0:1789603701.483772:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603701.483783:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb8040f0380 x1876533442931072/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603701.483793:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603701.483797:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603701.483802:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee781aa] to pc [ptlrpcd_01_00+0] req@ffff9eb8040f0380 x1876533442931072/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.483824:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603701.483827:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789603701.483830:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789603701.483833:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f3480. 00000020:00000040:2.0:1789603701.483835:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=9 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:2.0:1789603701.483838:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603701.483839:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603701.483840:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603701.483843:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8070dbc00. 00000100:00000001:2.0:1789603701.483846:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603701.483849:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID req@ffff9eb8040f3480 x1876533442931200/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603701.483855:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603701.483857:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603701.483860:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011f67e6d] to pc [ptlrpcd_01_01+1] req@ffff9eb8040f3480 x1876533442931200/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.483867:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603701.483869:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789603701.483872:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789603701.483874:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f2680. 00000020:00000040:2.0:1789603701.483876:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:2.0:1789603701.483878:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603701.483879:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603701.483880:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603701.483882:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8070db700. 00000100:00000001:2.0:1789603701.483884:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603701.483887:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb8040f2680 x1876533442931328/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603701.483893:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603701.483894:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603701.483897:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000632478f2] to pc [ptlrpcd_01_00+0] req@ffff9eb8040f2680 x1876533442931328/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.483903:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603701.483905:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789603701.483908:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789603701.483911:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f1180. 00000020:00000040:2.0:1789603701.483913:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:2.0:1789603701.483914:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603701.483915:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603701.483916:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603701.483919:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8070dba00. 00000100:00000001:2.0:1789603701.483921:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603701.483924:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID req@ffff9eb8040f1180 x1876533442931456/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603701.483929:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603701.483931:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603701.483934:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000786dc67e] to pc [ptlrpcd_01_01+1] req@ffff9eb8040f1180 x1876533442931456/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.483939:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603701.483941:0:8257:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789603701.483944:0:8257:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789603701.483947:0:8257:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f2300. 00000020:00000040:2.0:1789603701.483949:0:8257:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:2.0:1789603701.483950:0:8257:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789603701.483951:0:8257:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789603701.483952:0:8257:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789603701.483954:0:8257:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb8070dbb00. 00000100:00000001:2.0:1789603701.483956:0:8257:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603701.483959:0:8257:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID req@ffff9eb8040f2300 x1876533442931584/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789603701.483964:0:8257:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789603701.483965:0:8257:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603701.483968:0:8257:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e06b135] to pc [ptlrpcd_01_00+0] req@ffff9eb8040f2300 x1876533442931584/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.483974:0:8257:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603701.483978:0:8257:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2038) 00000100:00000001:2.0:1789603701.483988:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603701.483991:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603701.483993:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603701.483998:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f0380 x1876533442931072/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.484004:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603701.484006:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603701.484009:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603701.484012:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603701.484014:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603701.484017:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2402:1876533442931072:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603701.484022:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603701.484026:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603701.484028:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603701.484029:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603701.484033:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb807cb9e00. 02000000:00000001:2.0:1789603701.484035:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603701.484042:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603701.484045:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3160. 00000400:00000010:2.0:1789603701.484051:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7990. 00000100:00000200:2.0:1789603701.484058:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442931072, portal 25 00000100:00000001:2.0:1789603701.484060:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603701.484061:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912104832 : -106961797446784 : ffff9eb8040f0380) 00000100:00000040:2.0:1789603701.484066:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f0380 x1876533442931072/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.484072:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603701.484075:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603701.484077:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7440. 00000100:00000200:2.0:1789603701.484080:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442931072, offset 0 00000400:00000200:2.0:1789603701.484086:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603701.484093:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603701.484100:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603701.484105:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603701.484109:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603701.484113:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603701.484115:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603701.484119:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3022:3022:256:4294967295] 192.168.204.129@tcp LPNI seq info [3022:3022:8:4294967295] 00000400:00000200:2.0:1789603701.484123:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603701.484132:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603701.484138:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603701.484143:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8070dbe00. 00000800:00000200:2.0:1789603701.484150:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603701.484157:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603701.484161:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8070dbe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603701.484170:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603701.484174:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603701.484176:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296704363 00000100:00000001:2.0:1789603701.484182:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296700655 00000100:00000001:2.0:1789603701.484185:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296704363 00000100:00000001:2.0:1789603701.484188:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296700655 00000100:00000001:2.0:1789603701.484190:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603701.484193:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603701.484195:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603701.484198:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f2680 x1876533442931328/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.484204:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603701.484205:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603701.484207:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603701.484208:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603701.484210:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603701.484212:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442931328:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603701.484215:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603701.484217:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603701.484218:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603701.484220:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603701.484222:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb807cb9200. 02000000:00000001:2.0:1789603701.484224:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603701.484227:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603701.484229:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3bb0. 00000400:00000010:2.0:1789603701.484232:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d72a8. 00000100:00000200:2.0:1789603701.484235:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442931328, portal 10 00000100:00000001:2.0:1789603701.484236:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603701.484238:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912113792 : -106961797437824 : ffff9eb8040f2680) 00000100:00000040:2.0:1789603701.484243:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f2680 x1876533442931328/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.484249:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603701.484250:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603701.484252:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7660. 00000100:00000200:2.0:1789603701.484254:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442931328, offset 0 00000400:00000200:2.0:1789603701.484258:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603701.484260:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603701.484262:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603701.484265:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603701.484267:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603701.484269:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603701.484271:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603701.484273:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3023:3023:255:4294967295] 192.168.204.129@tcp LPNI seq info [3023:3023:7:4294967295] 00000400:00000200:2.0:1789603701.484277:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603701.484282:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603701.484285:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603701.484288:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8070db000. 00000800:00000200:2.0:1789603701.484291:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603701.484295:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603701.484297:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8070db000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603701.484300:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603701.484303:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21171 usecs (22 jiffies) 00000400:00000200:2.0:1789603701.484306:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603701.484307:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296700439 00000100:00000001:2.0:1789603701.484309:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296704363 00000100:00000001:2.0:1789603701.484311:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296700439 00000100:00000001:2.0:1789603701.484313:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296704363 00000100:00000001:2.0:1789603701.484315:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603701.484317:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603701.484319:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603701.484322:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f2300 x1876533442931584/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.484340:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603701.484341:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603701.484343:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603701.484345:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603701.484346:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603701.484349:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442931584:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603701.484353:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603701.484355:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603701.484356:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603701.484358:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603701.484362:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb807cb8c00. 02000000:00000001:2.0:1789603701.484363:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603701.484366:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603701.484369:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3f78. 00000400:00000010:2.0:1789603701.484372:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7908. 00000100:00000200:2.0:1789603701.484375:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442931584, portal 4 00000100:00000001:2.0:1789603701.484377:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603701.484378:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912112896 : -106961797438720 : ffff9eb8040f2300) 00000100:00000040:2.0:1789603701.484384:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f2300 x1876533442931584/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.484391:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603701.484393:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603701.484395:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7dd0. 00000100:00000200:2.0:1789603701.484397:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442931584, offset 0 00000400:00000200:2.0:1789603701.484401:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603701.484404:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603701.484407:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603701.484409:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603701.484411:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603701.484413:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603701.484415:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603701.484417:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3024:3024:254:4294967295] 192.168.204.129@tcp LPNI seq info [3024:3024:6:4294967295] 00000400:00000200:2.0:1789603701.484420:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603701.484426:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603701.484430:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603701.484433:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8070db600. 00000800:00000200:2.0:1789603701.484437:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603701.484441:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603701.484443:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8070db600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603701.484445:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603701.484448:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22316 usecs (23 jiffies) 00000400:00000200:2.0:1789603701.484451:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603701.484453:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296700440 00000100:00000001:2.0:1789603701.484455:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296704363 00000100:00000001:2.0:1789603701.484457:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296700440 00000100:00000001:2.0:1789603701.484459:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296704363 00000100:00000001:2.0:1789603701.484461:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603701.484462:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603701.484465:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603701.484467:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603701.484474:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603701.484476:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789603701.484479:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603701.484480:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603701.484482:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603701.484484:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1789603701.484486:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603701.484488:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603701.484489:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603701.484491:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603701.484492:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789603701.484493:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603701.484497:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f3480 x1876533442931200/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.484504:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603701.484505:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603701.484507:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603701.484785:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603701.484788:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603701.484792:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442931200:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603701.484796:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603701.484799:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603701.484800:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603701.484801:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603701.484805:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb807cb8400. 02000000:00000001:2.0:1789603701.484807:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603701.484810:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603701.484813:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a37e8. 00000400:00000010:2.0:1789603701.484816:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7000. 00000100:00000200:2.0:1789603701.484819:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442931200, portal 10 00000100:00000001:2.0:1789603701.484821:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603701.484822:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912117376 : -106961797434240 : ffff9eb8040f3480) 00000100:00000040:2.0:1789603701.484828:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f3480 x1876533442931200/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.484834:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603701.484836:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603701.484838:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7e58. 00000100:00000200:2.0:1789603701.484840:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442931200, offset 0 00000400:00000200:2.0:1789603701.484844:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603701.484847:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603701.484850:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603701.484853:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603701.484855:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603701.484857:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603701.484859:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603701.484862:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3025:3025:253:4294967295] 192.168.204.129@tcp LPNI seq info [3025:3025:5:4294967295] 00000400:00000200:2.0:1789603701.484866:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603701.484871:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603701.484875:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603701.484878:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8070db300. 00000800:00000200:2.0:1789603701.484882:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603701.484887:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603701.484889:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8070db300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603701.484892:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603701.484894:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 841940 usecs (842 jiffies) 00000400:00000200:2.0:1789603701.484897:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603701.484899:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296701259 00000100:00000001:2.0:1789603701.484902:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296704363 00000100:00000001:2.0:1789603701.484904:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296701259 00000100:00000001:2.0:1789603701.484906:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296704363 00000100:00000001:2.0:1789603701.484907:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603701.484909:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603701.484911:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789603701.484915:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb8040f1180 x1876533442931456/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.484921:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789603701.484922:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603701.484924:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789603701.484926:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789603701.484927:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789603701.484929:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb8040f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442931456:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603701.484932:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789603701.484934:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789603701.484935:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603701.484936:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789603701.484939:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb807cb9000. 02000000:00000001:2.0:1789603701.484940:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789603701.484943:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:2.0:1789603701.484945:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8203a3000. 00000400:00000010:2.0:1789603701.484948:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7bb0. 00000100:00000200:2.0:1789603701.484951:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442931456, portal 4 00000100:00000001:2.0:1789603701.484952:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789603701.484953:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111912108416 : -106961797443200 : ffff9eb8040f1180) 00000100:00000040:2.0:1789603701.484959:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb8040f1180 x1876533442931456/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.484965:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789603701.484967:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:2.0:1789603701.484970:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8219d7770. 00000100:00000200:2.0:1789603701.484971:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442931456, offset 0 00000400:00000200:2.0:1789603701.484974:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:2.0:1789603701.484978:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603701.484982:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:2.0:1789603701.484984:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789603701.484986:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:2.0:1789603701.484988:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789603701.484991:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:2.0:1789603701.484993:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3026:3026:252:4294967295] 192.168.204.129@tcp LPNI seq info [3026:3026:4:4294967295] 00000400:00000200:2.0:1789603701.484996:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603701.485001:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789603701.485005:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:2.0:1789603701.485009:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80733ee00. 00000800:00000200:2.0:1789603701.485013:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:2.0:1789603701.485016:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:2.0:1789603701.485018:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80733ee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789603701.485021:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603701.485023:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 180588 usecs (181 jiffies) 00000400:00000200:2.0:1789603701.485026:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:2.0:1789603701.485028:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296700598 00000100:00000001:2.0:1789603701.485030:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296704363 00000100:00000001:2.0:1789603701.485032:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296700598 00000100:00000001:2.0:1789603701.485034:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296704363 00000100:00000001:2.0:1789603701.485036:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603701.485037:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603701.485039:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603701.485042:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603701.485055:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603701.485057:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603701.485093:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603701.485097:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8070dbe00. 00000400:00000200:2.0:1789603701.485101:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603701.485106:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603701.485111:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7440 00000400:00000010:2.0:1789603701.485114:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7440. 00000100:00000001:2.0:1789603701.485117:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603701.485122:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f0380 x1876533442931072/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.485136:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603701.485139:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f0380 x1876533442931072/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.485146:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603701.485147:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603701.485157:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603701.485159:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8070db000. 00000400:00000200:2.0:1789603701.485161:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603701.485165:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603701.485168:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7660 00000400:00000010:2.0:1789603701.485169:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7660. 00000100:00000001:2.0:1789603701.485171:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603701.485173:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f2680 x1876533442931328/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.485179:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603701.485181:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f2680 x1876533442931328/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.485186:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603701.485188:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603701.485194:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603701.485196:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8070db600. 00000400:00000200:2.0:1789603701.485198:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603701.485201:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603701.485203:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7dd0 00000400:00000010:2.0:1789603701.485204:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7dd0. 00000100:00000001:2.0:1789603701.485206:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603701.485208:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f2300 x1876533442931584/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.485214:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603701.485216:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f2300 x1876533442931584/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.485226:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603701.485227:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603701.485233:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603701.485235:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8070db300. 00000400:00000200:2.0:1789603701.485237:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603701.485239:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603701.485241:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7e58 00000400:00000010:2.0:1789603701.485243:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7e58. 00000100:00000001:2.0:1789603701.485244:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603701.485247:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f3480 x1876533442931200/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.485252:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603701.485255:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f3480 x1876533442931200/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.485259:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603701.485260:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603701.485319:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603701.485322:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80733ee00. 00000400:00000200:2.0:1789603701.485325:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603701.485327:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603701.485329:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7770 00000400:00000010:2.0:1789603701.485331:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7770. 00000100:00000001:2.0:1789603701.485333:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603701.485336:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb8040f1180 x1876533442931456/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.485341:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603701.485344:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb8040f1180 x1876533442931456/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.485350:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603701.485351:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603701.492162:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603701.492178:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603701.492183:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603701.492186:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603701.492195:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603701.492203:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603701.492212:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603701.492218:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603701.492224:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603701.492228:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d466a80 00000400:00000200:3.0:1789603701.492233:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603701.492239:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x8945 [1] + 224 00000800:00000001:3.0:1789603701.492246:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603701.492250:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603701.492254:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603701.492257:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603701.492264:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603701.492273:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f2680 x1876533442931328/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603701.492283:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb8040f2680 x1876533442931328/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603701.492304:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603701.492312:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603701.492316:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603701.492317:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603701.492319:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603701.492322:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603701.492337:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603701.492340:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603701.492343:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603701.492346:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603701.492348:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d466a00 00000400:00000200:3.0:1789603701.492351:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603701.492354:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x8965 [1] + 224 00000800:00000001:3.0:1789603701.492358:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603701.492362:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603701.492364:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603701.492367:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603701.492370:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603701.492375:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f3480 x1876533442931200/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603701.492384:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb8040f3480 x1876533442931200/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603701.492390:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603701.492394:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603701.492397:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603701.492398:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603701.492401:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603701.492403:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603701.492406:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603701.492410:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603701.492412:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603701.492415:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603701.492418:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d466b80 00000400:00000200:3.0:1789603701.492421:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603701.492426:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x8955 [1] + 224 00000800:00000001:3.0:1789603701.492429:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603701.492433:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603701.492434:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603701.492437:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603701.492440:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603701.492443:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f2300 x1876533442931584/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603701.492451:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb8040f2300 x1876533442931584/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603701.492458:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603701.492462:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603701.492464:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603701.492466:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603701.492468:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603701.492471:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603701.492474:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603701.492478:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603701.492480:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603701.492483:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603701.492485:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d466b00 00000400:00000200:3.0:1789603701.492488:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603701.492491:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x8975 [1] + 224 00000800:00000001:3.0:1789603701.492494:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603701.492497:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603701.492499:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603701.492502:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603701.492504:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603701.492507:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f1180 x1876533442931456/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603701.492537:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb8040f1180 x1876533442931456/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603701.492545:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603701.492549:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603701.492552:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603701.492554:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603701.492556:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603701.492559:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603701.492561:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603701.492565:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603701.492567:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603701.492570:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603701.492572:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d466980 00000400:00000200:3.0:1789603701.492576:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603701.492579:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x8935 [1] + 224 00000800:00000001:3.0:1789603701.492582:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603701.492588:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603701.492590:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603701.492592:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603701.492595:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603701.492599:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb8040f0380 x1876533442931072/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603701.492607:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb8040f0380 x1876533442931072/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603701.492614:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603701.492617:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603701.492620:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603701.492825:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603701.492830:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789603701.492837:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603701.492839:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603701.492842:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a37e8. 00000400:00000200:2.0:1789603701.492846:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7000 00000400:00000010:2.0:1789603701.492849:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7000. 00000100:00000001:2.0:1789603701.492852:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603701.492856:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f3480 x1876533442931200/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603701.492864:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f3480 x1876533442931200/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.492869:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603701.492871:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603701.492874:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603701.492877:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603701.492879:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603701.492881:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603701.492884:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603701.492893:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=99 v=5 (5 106 106 106) 00000100:00001000:2.0:1789603701.492897:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603701.492900:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603701.492902:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603701.492905:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603701.492908:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603701.492912:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603701.492914:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: skip recheck: last_committed 8589934608 00000100:00000001:2.0:1789603701.492916:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603701.492919:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603701.492924:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f3480 x1876533442931200/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.492931:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603701.492933:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603701.492936:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603701.492939:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f3480 x1876533442931200/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603701.492947:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442931200:192.168.204.129@tcp:400:kworker.0 00000400:00000001:2.0:1789603701.492952:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603701.492953:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603701.492955:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3000. 00000400:00000200:2.0:1789603701.492957:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7bb0 00000400:00000010:2.0:1789603701.492959:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7bb0. 00000100:00000001:2.0:1789603701.492961:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603701.492964:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f1180 x1876533442931456/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603701.492973:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f1180 x1876533442931456/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.492980:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603701.492981:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603701.492983:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603701.492984:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603701.492986:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603701.492987:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603701.492989:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603701.492993:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=98 v=5 (5 5 5 5) 00000100:00001000:2.0:1789603701.492996:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603701.492998:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603701.493000:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603701.493002:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603701.493004:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603701.493006:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603701.493007:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967336 00000100:00000001:2.0:1789603701.493009:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603701.493011:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603701.493210:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f1180 x1876533442931456/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.493216:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603701.493218:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603701.493220:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603701.493223:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f1180 x1876533442931456/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603701.493230:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442931456:192.168.204.129@tcp:400:kworker.0 00000400:00000001:2.0:1789603701.493236:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603701.493237:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603701.493239:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3160. 00000400:00000200:2.0:1789603701.493241:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7990 00000400:00000010:2.0:1789603701.493243:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7990. 00000100:00000001:2.0:1789603701.493245:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603701.493248:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f0380 x1876533442931072/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603701.493257:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f0380 x1876533442931072/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.493263:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603701.493265:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603701.493266:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603701.493268:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603701.493269:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603701.493270:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603701.493272:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603701.493275:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=99 v=5 (5 5 5 5) 00000100:00001000:2.0:1789603701.493278:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=44 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603701.493280:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603701.493281:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603701.493283:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603701.493284:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603701.493286:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603701.493289:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f0380 x1876533442931072/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.493294:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603701.493296:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603701.493297:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603701.493300:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f0380 x1876533442931072/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603701.493307:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2402:1876533442931072:192.168.204.129@tcp:400:kworker.0 00000400:00000001:2.0:1789603701.493311:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603701.493312:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603701.493314:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3bb0. 00000400:00000200:2.0:1789603701.493315:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d72a8 00000400:00000010:2.0:1789603701.493317:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d72a8. 00000100:00000001:2.0:1789603701.493318:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603701.493321:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f2680 x1876533442931328/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603701.493329:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f2680 x1876533442931328/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.493335:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603701.493336:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603701.493338:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603701.493339:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603701.493340:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603701.493342:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603701.493344:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603701.493347:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=99 v=5 (5 106 106 106) 00000100:00001000:2.0:1789603701.493350:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=99 v=5 (1 1 1 1) 00000100:00000001:2.0:1789603701.493352:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603701.493353:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603701.493355:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603701.493569:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603701.493572:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603701.493574:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967336 00000100:00000001:2.0:1789603701.493576:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603701.493577:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603701.493582:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f2680 x1876533442931328/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.493590:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603701.493592:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603701.493593:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603701.493597:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f2680 x1876533442931328/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603701.493605:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442931328:192.168.204.129@tcp:400:kworker.0 00000400:00000001:2.0:1789603701.493611:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789603701.493612:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789603701.493614:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8203a3f78. 00000400:00000200:2.0:1789603701.493617:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8219d7908 00000400:00000010:2.0:1789603701.493619:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8219d7908. 00000100:00000001:2.0:1789603701.493812:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603701.493817:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb8040f2300 x1876533442931584/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789603701.493827:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb8040f2300 x1876533442931584/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.493834:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789603701.493836:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603701.493838:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789603701.493840:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789603701.493841:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789603701.493843:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789603701.493846:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789603701.493850:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=98 v=5 (5 5 5 5) 00000100:00001000:2.0:1789603701.493853:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=29 v=5 (1 0 0 0) 00000100:00000001:2.0:1789603701.493855:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789603701.493857:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789603701.493858:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789603701.493860:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603701.493862:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789603701.493864:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:2.0:1789603701.493866:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789603701.493867:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789603701.493870:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb8040f2300 x1876533442931584/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.493877:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789603701.493879:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789603701.493880:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789603701.493884:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f2300 x1876533442931584/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789603701.493891:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb8040f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2402:1876533442931584:192.168.204.129@tcp:400:kworker.0 00000100:00000001:2.0:1789603701.493895:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603701.493897:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603701.493901:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f3480 x1876533442931200/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.493907:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603701.493909:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603701.493912:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb807cb8400. 02000000:00000001:2.0:1789603701.493915:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603701.493918:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603701.493920:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603701.493923:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603701.493926:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8070dbc00. 02000000:00000001:2.0:1789603701.493929:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603701.493931:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603701.493933:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f3480. 00000100:00000001:2.0:1789603701.493936:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603701.493937:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603701.493939:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603701.493942:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f1180 x1876533442931456/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.493948:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603701.493950:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603701.493951:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb807cb9000. 02000000:00000001:2.0:1789603701.493953:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603701.493954:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603701.493956:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:2.0:1789603701.493958:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603701.493959:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8070dba00. 02000000:00000001:2.0:1789603701.493961:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603701.493962:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603701.493963:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f1180. 00000100:00000001:2.0:1789603701.493965:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603701.493966:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603701.493968:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603701.493970:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f0380 x1876533442931072/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.493976:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603701.493977:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603701.493978:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb807cb9e00. 02000000:00000001:2.0:1789603701.493980:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603701.493981:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603701.493982:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:2.0:1789603701.493984:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603701.493985:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8070db900. 02000000:00000001:2.0:1789603701.493986:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603701.493987:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603701.493988:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f0380. 00000100:00000001:2.0:1789603701.493990:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603701.493991:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603701.493993:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603701.493996:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f2680 x1876533442931328/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.494001:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603701.494003:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603701.494004:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb807cb9200. 02000000:00000001:2.0:1789603701.494006:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603701.494007:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603701.494008:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:2.0:1789603701.494010:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603701.494012:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8070db700. 02000000:00000001:2.0:1789603701.494014:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603701.494015:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603701.494016:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f2680. 00000100:00000001:2.0:1789603701.494019:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603701.494020:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603701.494021:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603701.494024:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb8040f2300 x1876533442931584/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603717 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603701.494029:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789603701.494031:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789603701.494032:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb807cb8c00. 02000000:00000001:2.0:1789603701.494034:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789603701.494035:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789603701.494037:0:2402:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:2.0:1789603701.494038:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789603701.494040:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb8070dbb00. 02000000:00000001:2.0:1789603701.494042:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789603701.494043:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789603701.494044:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb8040f2300. 00000100:00000001:2.0:1789603701.494046:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789603701.494047:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603701.494049:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789603701.494057:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789603701.494059:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603701.494061:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789603701.494063:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603701.674581:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603701.674589:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603701.674595:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603701.674596:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603701.674600:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603701.674601:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603701.674605:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603701.674606:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603701.678328:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603701.678334:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603701.678339:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789603702.000826:0:36051:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1789603702.326720:0:36087:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1789603702.326727:0:36087:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ IGNORE (bz5494): multiop didn't fail fsync: 5 or close: 0 00000001:00000001:3.0:1789603702.332878:0:36087:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1789603702.701475:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603702.701484:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603702.701491:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603702.701492:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603702.701496:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603702.701497:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603702.701502:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603702.701504:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603702.706305:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603702.706314:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603702.706320:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789603703.556108:0:36190:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603703.722758:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603703.722764:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603703.722770:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603703.722772:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603703.722775:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603703.722776:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603703.722780:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603703.722781:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789603703.723073:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789603703.723078:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789603703.723081:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789603704.747398:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603704.747404:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603704.747410:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603704.747411:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603704.747414:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603704.747415:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603704.747419:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603704.747420:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603704.748162:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603704.748166:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603704.748169:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789603705.450601:0:29041:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296704363, at 4296704384 00000100:00000010:2.0:1789603705.450617:0:29041:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb805103de0. 00000100:00000040:3.0:1789603705.451579:0:34484:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296704363, at 4296704384 00000100:00000010:3.0:1789603705.451589:0:34484:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb805103c00. 00000080:00000001:1.0:1789603705.512121:0:36331:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603705.662960:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603705.662986:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603705.662991:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603705.662993:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603705.663002:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603705.663010:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603705.663020:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603705.663025:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603705.663031:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603705.663040:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 328 into portal 15 MB=0x6aab27ecde400 00000400:00000200:2.0:1789603705.663049:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.129@tcp of length 328/328 into md 0x886d [2] + 392 00000800:00000001:2.0:1789603705.663056:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603705.663063:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603705.663066:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603705.663071:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603705.663079:0:2395:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1789603705.663081:0:2395:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1789603705.663088:0:2395:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb8040f2300. 00000100:00000040:2.0:1789603705.663091:0:2395:0:(events.c:341:request_in_callback()) incoming req@ffff9eb8040f2300 x1876533468587008 msgsize 328 00000100:00100000:2.0:1789603705.663095:0:2395:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.129@tcp (source: 12345-192.168.204.129@tcp) 00000100:00000001:2.0:1789603705.663105:0:2395:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1789603705.663113:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603705.663116:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603705.664371:0:16816:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789603705.664378:0:16816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876533468587008 02000000:00000001:3.0:1789603705.664382:0:16816:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789603705.664385:0:16816:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789603705.664388:0:16816:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789603705.664395:0:16816:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789603705.664403:0:16816:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876533468587008 00000020:00000001:3.0:1789603705.664407:0:16816:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789603705.664409:0:16816:0:(genops.c:804:class_conn2export()) looking for export cookie 0xa04c19c788fe48d6 00000020:00000001:3.0:1789603705.664411:0:16816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603705.664415:0:16816:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9eb80640d800 refcount=4 00000020:00000001:3.0:1789603705.664418:0:16816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637111948924928 : -106961760626688 : ffff9eb80640d800) 00000020:00000001:3.0:1789603705.664421:0:16816:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446637111948924928 : -106961760626688 : ffff9eb80640d800) 00000100:00000001:3.0:1789603705.664425:0:16816:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789603705.664432:0:16816:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb807d570c0. 00000100:00000001:3.0:1789603705.664436:0:16816:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789603705.664438:0:16816:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb807d570c0. 00000020:00000010:3.0:1789603705.664445:0:16816:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9eb8069c3600. 00000020:00000010:3.0:1789603705.664451:0:16816:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9eb80502ba00. 00000020:00000010:3.0:1789603705.664456:0:16816:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9eb80798f640. 00000100:00000040:3.0:1789603705.664467:0:16816:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1789603705.664470:0:16816:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789603705.664471:0:16816:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789603705.664473:0:16816:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603705.664490:0:16816:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603705.664534:0:16816:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789603705.664556:0:16816:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789603705.664558:0:16816:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789603705.664566:0:16816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.129@tcp, seq: 68 00000100:00000040:3.0:1789603705.664570:0:16816:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9eb80640d800 : new rpc_count 1 00000100:00000001:3.0:1789603705.664572:0:16816:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446637111912112896 : -106961797438720 : ffff9eb8040f2300) 00000100:00000040:3.0:1789603705.664580:0:16816:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9eb8040f2300 x1876533468587008/t0(0) o104->LOV_OSC_UUID@192.168.204.129@tcp:36/0 lens 328/0 e 0 to 0 dl 1789603716 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789603705.664590:0:16816:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789603705.664592:0:16816:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9eb807d570c0. 00000100:00000001:3.0:1789603705.664594:0:16816:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789603705.664596:0:16816:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9eb807d570c0. 00000100:00100000:3.0:1789603705.664600:0:16816:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9eb8040f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8440:x1876533468587008:12345-192.168.204.129@tcp:104: 00000100:00000200:3.0:1789603705.664604:0:16816:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876533468587008 00010000:00000001:3.0:1789603705.664606:0:16816:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1789603705.664613:0:16816:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789603705.664614:0:16816:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789603705.664616:0:16816:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=2 00000020:00000001:3.0:1789603705.664618:0:16816:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:3.0:1789603705.664621:0:16816:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:3.0:1789603705.664624:0:16816:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789603705.664628:0:16816:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789603705.664633:0:16816:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:3.0:1789603705.664645:0:16816:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789603705.664647:0:16816:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789603705.664652:0:16816:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9eb80511d000. 02000000:00000001:3.0:1789603705.664654:0:16816:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603705.664657:0:16816:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603705.664661:0:16816:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789603705.664664:0:16816:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789603705.664667:0:16816:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810bb1de8 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1789603705.664672:0:16816:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789603705.664675:0:16816:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9eb811aa7b00 refcount 16 to 192.168.204.129@tcp 00000100:00000001:3.0:1789603705.664678:0:16816:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446637112140397312 : -106961569154304 : ffff9eb811aa7b00) 02000000:00000001:3.0:1789603705.664680:0:16816:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789603705.664682:0:16816:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603705.664685:0:16816:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789603705.664687:0:16816:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:3.0:1789603705.664693:0:16816:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8057d0c38. 00000100:00000200:3.0:1789603705.664698:0:16816:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876533468587008, offset 224 00000400:00000200:3.0:1789603705.664704:0:16816:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:3.0:1789603705.664713:0:16816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603705.664720:0:16816:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.29@tcp to MR: 192.168.204.129@tcp local destination 00000400:00000200:3.0:1789603705.664726:0:16816:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3027:3027:256:4294967295] 192.168.204.129@tcp LPNI seq info [3027:3027:8:4294967295] 00000400:00000200:3.0:1789603705.664731:0:16816:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603705.664739:0:16816:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:192.168.204.29@tcp) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789603705.664745:0:16816:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:3.0:1789603705.664749:0:16816:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb80783fe00. 00000800:00000200:3.0:1789603705.664756:0:16816:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:3.0:1789603705.664764:0:16816:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:3.0:1789603705.664768:0:16816:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb80783fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789603705.664780:0:16816:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603705.664783:0:16816:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9eb811aa7b00 refcount 15 to 192.168.204.129@tcp 00010000:00000001:3.0:1789603705.664786:0:16816:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1789603705.664790:0:16816:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9eb811672000. 00010000:00000001:3.0:1789603705.664792:0:16816:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789603705.664802:0:16816:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1789603705.664804:0:16816:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603705.664806:0:16816:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603705.664807:0:16816:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789603705.664812:0:16816:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb8040f2300 x1876533468587008/t0(0) o104->LOV_OSC_UUID@192.168.204.129@tcp:36/0 lens 328/224 e 0 to 0 dl 1789603716 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789603705.664821:0:16816:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9eb8040f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8440:x1876533468587008:12345-192.168.204.129@tcp:104: Request processed in 230us (1728us total) trans 0 rc 0/0 00000100:00100000:3.0:1789603705.664829:0:16816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.129@tcp, seq: 68 00000100:00000040:3.0:1789603705.664832:0:16816:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9eb80640d800 : new rpc_count 0 00000100:00000001:3.0:1789603705.664834:0:16816:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789603705.664836:0:16816:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789603705.664840:0:16816:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9eb80502ba00. 00000020:00000010:3.0:1789603705.664845:0:16816:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9eb80798f640. 00000020:00000010:3.0:1789603705.664849:0:16816:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9eb8069c3600. 00000020:00000040:3.0:1789603705.664853:0:16816:0:(genops.c:879:class_export_put()) PUTting export ffff9eb80640d800 : new refcount 3 00000100:00000001:3.0:1789603705.664856:0:16816:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789603705.664947:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603705.664952:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb80783fe00. 00000400:00000200:3.0:1789603705.664956:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603705.664960:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603705.664966:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8057d0c38 00000400:00000010:3.0:1789603705.664969:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8057d0c38. 00000100:00000001:3.0:1789603705.664972:0:2394:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1789603705.664974:0:2394:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:1.0:1789603705.665032:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603705.665100:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603705.665104:0:16824:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1789603705.665108:0:16824:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1789603705.665110:0:16824:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789603705.665115:0:16824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1789603705.665127:0:16824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9eb814fdc400 already unused, calling callback (ffffffffc1285300) 00000008:00000001:1.0:1789603705.665130:0:16824:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1789603705.665133:0:16824:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789603705.665135:0:16824:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789603705.665137:0:16824:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789603705.665138:0:16824:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9eb814fdc400 refcount=3 00000020:00000001:1.0:1789603705.665140:0:16824:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:1.0:1789603705.665142:0:16824:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446637112196187136 : -106961513364480 : ffff9eb814fdc400) 00010000:00000001:1.0:1789603705.665145:0:16824:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789603705.665148:0:16824:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:1.0:1789603705.665155:0:16824:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1789603705.665157:0:16824:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789603705.665161:0:16824:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446637112389930520 : -106961319621096 : ffff9eb8208a0e18) 00000020:00001000:1.0:1789603705.665164:0:16824:0:(cl_object.c:823:cl_env_get()) 1@ffff9eb8208a0e10 00000008:00000001:1.0:1789603705.665166:0:16824:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1789603705.665167:0:16824:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789603705.665170:0:16824:0:(cl_object.c:917:cl_env_put()) 1@ffff9eb8208a0e10 00000008:00000001:1.0:1789603705.665172:0:16824:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603705.665175:0:16824:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789603705.665181:0:16824:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789603705.665182:0:16824:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789603705.665184:0:16824:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789603705.665186:0:16824:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789603705.665188:0:16824:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9eb814fdc400 with handle 0xa04c19c788fe55e8 from hash 00010000:00000001:1.0:1789603705.665191:0:16824:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789603705.665192:0:16824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603705.665194:0:16824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603705.665195:0:16824:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789603705.665198:0:16824:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789603705.665199:0:16824:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1789603705.665204:0:16824:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789603705.665207:0:16824:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603705.665209:0:16824:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789603705.665211:0:16824:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1789603705.665218:0:16824:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb806bd4700. 00000020:00000040:1.0:1789603705.665221:0:16824:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:1.0:1789603705.665225:0:16824:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789603705.665227:0:16824:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789603705.665233:0:16824:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789603705.665253:0:16824:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9eb806b61e00. 00000100:00000001:1.0:1789603705.665259:0:16824:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603705.665261:0:16824:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789603705.665266:0:16824:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1789603705.665273:0:16824:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789603705.665275:0:16824:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603705.665280:0:16824:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789603705.665285:0:16824:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603705.665293:0:16824:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d05f8daf] to pc [ptlrpcd_00_01+1] req@ffff9eb806bd4700 x1876533442931712/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789603705.665315:0:16824:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789603705.665318:0:16824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789603705.665319:0:16824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603705.665320:0:16824:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603705.665322:0:16824:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789603705.665324:0:16824:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603705.665328:0:16824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1789603705.665334:0:16824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789603705.665337:0:16824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9eb81291b000 lock: 00000000a0daf8a5/0xa04c19c788fe55e8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x31dbb14d74e92371 expref: -99 pid: 35950 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:1.0:1789603705.665346:0:16824:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9eb811aa7500. 00010000:00000040:1.0:1789603705.665351:0:16824:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9eb80647c100 count: 0 00010000:00000010:1.0:1789603705.665358:0:16824:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9eb80647c300. 00010000:00000001:1.0:1789603705.665367:0:16824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789603705.665369:0:16824:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1789603705.665371:0:16824:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9eb811672000. 00010000:00000001:1.0:1789603705.665374:0:16824:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789603705.665376:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603705.665378:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603705.665380:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789603705.665382:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603705.665383:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603705.665384:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789603705.665386:0:16824:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789603705.665387:0:16824:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789603705.665388:0:16824:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789603705.665395:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603705.665398:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603705.665401:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789603705.665407:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb806bd4700 x1876533442931712/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603705.665414:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789603705.665416:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603705.665419:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789603705.665421:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789603705.665424:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789603705.665427:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb806bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442931712:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789603705.665431:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789603705.665436:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789603705.665438:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603705.665441:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789603705.665445:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb806b61400. 02000000:00000001:1.0:1789603705.665448:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789603705.665453:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:1.0:1789603705.665456:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb810d35bb0. 00000400:00000010:1.0:1789603705.665461:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fc000. 00000100:00000200:1.0:1789603705.665466:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442931712, portal 18 00000100:00000001:1.0:1789603705.665469:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789603705.665470:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637111957079808 : -106961752471808 : ffff9eb806bd4700) 00000100:00000040:1.0:1789603705.665476:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb806bd4700 x1876533442931712/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603721 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603705.665483:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789603705.665486:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:1.0:1789603705.665489:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8030fcd48. 00000100:00000200:1.0:1789603705.665491:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876533442931712, offset 0 00000400:00000200:1.0:1789603705.665496:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:1.0:1789603705.665501:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603705.665504:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:1.0:1789603705.665536:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789603705.665551:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:1.0:1789603705.665554:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789603705.665557:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:1.0:1789603705.665560:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3028:3028:256:4294967295] 192.168.204.129@tcp LPNI seq info [3028:3028:8:4294967295] 00000400:00000200:1.0:1789603705.665564:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:1.0:1789603705.665572:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789603705.665576:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:1.0:1789603705.665582:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb8073c9600. 00000800:00000200:1.0:1789603705.665587:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:1.0:1789603705.665593:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:1.0:1789603705.665596:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb8073c9600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789603705.665607:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603705.665612:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 179915 usecs (180 jiffies) 00000400:00000200:1.0:1789603705.665615:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:1.0:1789603705.665618:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296704778 00000100:00000010:1.0:1789603705.665623:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb805103ae0. 00000100:00000001:1.0:1789603705.665629:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789603705.665635:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296704778 00000100:00000010:1.0:1789603705.665638:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb805103ea0. 00000100:00000001:1.0:1789603705.665641:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789603705.665644:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603705.665647:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603705.665650:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603705.665652:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603705.665658:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603705.665660:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789603705.665663:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603705.665664:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789603705.665665:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603705.665667:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603705.665676:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603705.665678:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789603705.667793:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789603705.667803:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb8073c9600. 00000400:00000200:3.0:1789603705.667811:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603705.667820:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:3.0:1789603705.667828:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fcd48 00000400:00000010:3.0:1789603705.667831:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fcd48. 00000100:00000001:3.0:1789603705.667835:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789603705.667843:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb806bd4700 x1876533442931712/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603721 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603705.667854:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789603705.667858:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd4700 x1876533442931712/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603721 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603705.667865:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789603705.667867:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789603705.676250:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603705.676267:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789603705.676271:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603705.676274:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603705.676284:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603705.676291:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:3.0:1789603705.676299:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603705.676303:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603705.676308:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603705.676312:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 18 MB=0x6aab27d466c00 00000400:00000200:3.0:1789603705.676317:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:3.0:1789603705.676322:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.129@tcp of length 224/224 into md 0x898d [1] + 224 00000800:00000001:3.0:1789603705.676329:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603705.676335:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789603705.676339:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789603705.676343:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:3.0:1789603705.676350:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789603705.676361:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb806bd4700 x1876533442931712/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603721 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789603705.676372:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb806bd4700 x1876533442931712/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603721 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789603705.676398:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789603705.676405:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789603705.676408:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603705.677108:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603705.677114:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789603705.677121:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789603705.677123:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789603705.677127:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb810d35bb0. 00000400:00000200:1.0:1789603705.677133:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8030fc000 00000400:00000010:1.0:1789603705.677136:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8030fc000. 00000100:00000001:1.0:1789603705.677140:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789603705.677148:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb806bd4700 x1876533442931712/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603721 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789603705.677157:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb806bd4700 x1876533442931712/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603721 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603705.677164:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789603705.677166:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603705.677168:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789603705.677171:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789603705.677174:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789603705.677175:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789603705.677179:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789603705.677188:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac538 time=88 v=5 (5 5 5 0) 00000100:00001000:1.0:1789603705.677192:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1789603705.677195:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789603705.677196:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789603705.677199:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789603705.677202:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603705.677206:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789603705.677207:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967336 00000100:00000001:1.0:1789603705.677209:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789603705.677212:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789603705.677217:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb806bd4700 x1876533442931712/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603721 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603705.677223:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789603705.677226:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789603705.677228:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789603705.677233:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb806bd4700 x1876533442931712/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603721 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789603705.677253:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb806bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442931712:192.168.204.129@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789603705.677266:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603705.677269:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789603705.677272:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd4700 x1876533442931712/t0(0) o103->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:17/18 lens 328/224 e 0 to 0 dl 1789603721 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789603705.677279:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789603705.677281:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789603705.677285:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb806b61400. 02000000:00000001:1.0:1789603705.677290:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789603705.677292:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789603705.677294:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:1.0:1789603705.677296:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789603705.677298:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb806b61e00. 02000000:00000001:1.0:1789603705.677301:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789603705.677303:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789603705.677305:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd4700. 00000100:00000001:1.0:1789603705.677308:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789603705.677310:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603705.677312:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789603705.677319:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789603705.677321:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603705.677323:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603705.677325:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1789603705.682782:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9eb80647c100. 00010000:00000010:1.1:1789603705.682799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9eb814fdc400. 00010000:00000001:3.0:1789603705.773178:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603705.773187:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603705.773195:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603705.773196:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603705.773200:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603705.773202:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603705.773536:0:16825:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603705.773550:0:16825:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603705.773553:0:16825:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789603705.850645:0:29041:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8220 (cpu 2) has reached its deadline 4296704778, at 4296704784 00000100:00000010:2.0:1789603705.850661:0:29041:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb805103ae0. 00000100:00000040:3.0:1789603705.850736:0:34484:0:(connection.c:75:cpu_latency_work()) work item of ffff9eb8128d8330 (cpu 3) has reached its deadline 4296704778, at 4296704784 00000100:00000010:3.0:1789603705.850742:0:34484:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9eb805103ea0. 00000001:00000001:2.0:1789603705.991195:0:36367:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1789603705.991203:0:36367:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ FAIL: no discarded dirty page found! 00000001:00000001:2.0:1789603705.997986:0:36367:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:0.0:1789603706.603642:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603706.603653:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603706.603662:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1ca80. 00000020:00000040:0.0:1789603706.603668:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203ab800 refcount=4 obd=MGC192.168.204.129@tcp 00000100:00000001:0.0:1789603706.603672:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603706.603675:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603706.603680:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603706.603688:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb804076200. 00000100:00000001:0.0:1789603706.603696:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603706.603707:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f->MGS req@ffff9eb810d1ca80 x1876533442931840/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603706.603719:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603706.603723:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603706.603729:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067fb3299] to pc [ptlrpcd_00_00+0] req@ffff9eb810d1ca80 x1876533442931840/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.603763:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603706.603767:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603706.603770:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603706.603775:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1f800. 00000020:00000040:0.0:1789603706.603778:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb810ddb000 refcount=9 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603706.603780:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603706.603781:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603706.603783:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603706.603786:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb804076d00. 00000100:00000001:0.0:1789603706.603790:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603706.603794:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0000_UUID req@ffff9eb810d1f800 x1876533442931968/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603706.603802:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603706.603804:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603706.603808:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f82e619] to pc [ptlrpcd_00_01+1] req@ffff9eb810d1f800 x1876533442931968/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.603816:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603706.603818:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603706.603822:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603706.603824:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1df80. 00000020:00000040:0.0:1789603706.603826:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203af800 refcount=4 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000100:00000001:0.0:1789603706.603829:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603706.603830:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603706.603831:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603706.603835:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb804076e00. 00000100:00000001:0.0:1789603706.603837:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603706.603841:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-MDT0001_UUID req@ffff9eb810d1df80 x1876533442932096/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603706.603848:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603706.603849:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603706.603853:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea52a43] to pc [ptlrpcd_00_00+0] req@ffff9eb810d1df80 x1876533442932096/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.603860:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603706.603863:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603706.603866:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603706.603870:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1e300. 00000020:00000040:0.0:1789603706.603872:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203ac000 refcount=3 obd=lustre-OST0000-osc-ffff9eb81291b000 00000100:00000001:0.0:1789603706.603875:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603706.603876:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603706.603877:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603706.603880:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb804076100. 00000100:00000001:0.0:1789603706.603883:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603706.603887:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0000_UUID req@ffff9eb810d1e300 x1876533442932224/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603706.603895:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603706.603896:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603706.603900:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e361bfb] to pc [ptlrpcd_00_01+1] req@ffff9eb810d1e300 x1876533442932224/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.603906:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603706.603908:0:29506:0:(pinger.c:229:ptlrpc_pinger_process_import()) 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789603706.603911:0:29506:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789603706.603914:0:29506:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9eb810d1d880. 00000020:00000040:0.0:1789603706.603916:0:29506:0:(genops.c:1209:class_import_get()) import ffff9eb8203a8800 refcount=3 obd=lustre-OST0001-osc-ffff9eb81291b000 00000100:00000001:0.0:1789603706.603918:0:29506:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789603706.603919:0:29506:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789603706.603921:0:29506:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789603706.603924:0:29506:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9eb804076b00. 00000100:00000001:0.0:1789603706.603926:0:29506:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603706.603929:0:29506:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8->lustre-OST0001_UUID req@ffff9eb810d1d880 x1876533442932352/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789603706.603936:0:29506:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789603706.603937:0:29506:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603706.603941:0:29506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b605b1f] to pc [ptlrpcd_00_00+0] req@ffff9eb810d1d880 x1876533442932352/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.603953:0:29506:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603706.603958:0:29506:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2043) 00000100:00000001:0.0:1789603706.603971:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603706.603974:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603706.603977:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603706.603993:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1f800 x1876533442931968/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.604001:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603706.604003:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603706.604007:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603706.604010:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603706.604012:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603706.604016:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442931968:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603706.604020:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603706.604025:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603706.604028:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603706.604030:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603706.604035:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8118b6e00. 02000000:00000001:0.0:1789603706.604037:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603706.604045:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603706.604049:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139e18. 00000400:00000010:0.0:1789603706.604056:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136823b8. 00000100:00000200:0.0:1789603706.604063:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442931968, portal 10 00000100:00000001:0.0:1789603706.604065:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603706.604067:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126208000 : -106961583343616 : ffff9eb810d1f800) 00000100:00000040:0.0:1789603706.604074:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1f800 x1876533442931968/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.604082:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603706.604085:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603706.604087:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682220. 00000100:00000200:0.0:1789603706.604091:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442931968, offset 0 00000400:00000200:0.0:1789603706.604098:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603706.604106:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603706.604114:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603706.604119:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603706.604123:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603706.604126:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603706.604129:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603706.604132:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3029:3029:256:4294967295] 192.168.204.129@tcp LPNI seq info [3029:3029:8:4294967295] 00000400:00000200:0.0:1789603706.604137:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603706.604147:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603706.604155:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603706.604160:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb818df0700. 00000800:00000200:0.0:1789603706.604168:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603706.604176:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603706.604180:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb818df0700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603706.604200:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603706.604205:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: using a timeout of 840931 usecs (841 jiffies) 00000400:00000200:0.0:1789603706.604209:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603706.604211:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296706377 00000100:00000010:0.0:1789603706.604217:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb807b8d2a0. 00000100:00000001:0.0:1789603706.604224:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789603706.604228:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296706377 00000100:00000010:0.0:1789603706.604231:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9eb807b8dc00. 00000100:00000001:0.0:1789603706.604234:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9eb81291b000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789603706.604237:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603706.604240:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603706.604243:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603706.604247:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1e300 x1876533442932224/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.604255:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603706.604257:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603706.604258:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603706.604260:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603706.604262:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603706.604265:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442932224:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603706.604268:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603706.604270:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603706.604271:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603706.604273:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603706.604276:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8118b7a00. 02000000:00000001:0.0:1789603706.604278:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603706.604281:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603706.604284:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041394d0. 00000400:00000010:0.0:1789603706.604287:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682aa0. 00000100:00000200:0.0:1789603706.604290:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442932224, portal 4 00000100:00000001:0.0:1789603706.604291:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603706.604293:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126202624 : -106961583348992 : ffff9eb810d1e300) 00000100:00000040:0.0:1789603706.604298:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1e300 x1876533442932224/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.604304:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603706.604306:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603706.604309:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136822a8. 00000100:00000200:0.0:1789603706.604311:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442932224, offset 0 00000400:00000200:0.0:1789603706.604314:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603706.604318:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603706.604321:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603706.604324:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603706.604327:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603706.604329:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603706.604331:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603706.604334:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3030:3030:255:4294967295] 192.168.204.129@tcp LPNI seq info [3030:3030:7:4294967295] 00000400:00000200:0.0:1789603706.604338:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603706.604344:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603706.604349:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603706.604352:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb818df0200. 00000800:00000200:0.0:1789603706.604356:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603706.604360:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603706.604363:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb818df0200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603706.604366:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603706.604369:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: using a timeout of 179258 usecs (180 jiffies) 00000400:00000200:0.0:1789603706.604371:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603706.604373:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296705716 00000100:00000001:0.0:1789603706.604376:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296706377 00000100:00000001:0.0:1789603706.604378:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296705716 00000100:00000001:0.0:1789603706.604379:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296706377 00000100:00000001:0.0:1789603706.604382:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603706.604384:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603706.604386:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603706.604388:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603706.604395:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603706.604397:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789603706.604399:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603706.604400:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603706.604401:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603706.604404:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:0.0:1789603706.604406:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603706.604408:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603706.604409:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603706.604411:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603706.604412:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603706.604413:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603706.604417:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1ca80 x1876533442931840/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.604423:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603706.604425:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603706.604427:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603706.604429:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603706.604431:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603706.604434:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2401:1876533442931840:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603706.604437:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603706.604439:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603706.604440:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603706.604442:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603706.604445:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8118b7200. 02000000:00000001:0.0:1789603706.604446:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603706.604450:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603706.604453:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb8041399f8. 00000400:00000010:0.0:1789603706.604457:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb8136827f8. 00000100:00000200:0.0:1789603706.604459:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442931840, portal 25 00000100:00000001:0.0:1789603706.604461:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603706.604462:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126196352 : -106961583355264 : ffff9eb810d1ca80) 00000100:00000040:0.0:1789603706.604467:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1ca80 x1876533442931840/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.604473:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603706.604475:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603706.604477:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682660. 00000100:00000200:0.0:1789603706.604479:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876533442931840, offset 0 00000400:00000200:0.0:1789603706.604483:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603706.604487:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603706.604490:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603706.604493:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603706.604495:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603706.604497:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603706.604499:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603706.604502:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3031:3031:254:4294967295] 192.168.204.129@tcp LPNI seq info [3031:3031:6:4294967295] 00000400:00000200:0.0:1789603706.604506:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603706.604548:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603706.604555:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603706.604559:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb818e9a400. 00000800:00000200:0.0:1789603706.604563:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603706.604567:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603706.604569:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb818e9a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603706.604572:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603706.604575:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603706.604576:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 2 is 4296709482 00000100:00000001:0.0:1789603706.604581:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296706377 00000100:00000001:0.0:1789603706.604584:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS new deadline estimation for cpu 3 is 4296709482 00000100:00000001:0.0:1789603706.604586:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296706377 00000100:00000001:0.0:1789603706.604589:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603706.604592:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603706.604593:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603706.604597:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1df80 x1876533442932096/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.604604:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603706.604605:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603706.604607:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603706.604609:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603706.604610:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603706.604613:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442932096:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603706.604616:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603706.604618:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603706.604619:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603706.604621:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603706.604624:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8118b7e00. 02000000:00000001:0.0:1789603706.604626:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603706.604629:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603706.604631:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139b58. 00000400:00000010:0.0:1789603706.604635:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682bb0. 00000100:00000200:0.0:1789603706.604637:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442932096, portal 10 00000100:00000001:0.0:1789603706.604639:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603706.604640:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126201728 : -106961583349888 : ffff9eb810d1df80) 00000100:00000040:0.0:1789603706.604646:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1df80 x1876533442932096/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.604652:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603706.604654:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603706.604656:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682000. 00000100:00000200:0.0:1789603706.604658:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876533442932096, offset 0 00000400:00000200:0.0:1789603706.604662:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603706.604665:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603706.604669:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603706.604671:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603706.604673:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603706.604676:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603706.604678:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603706.604681:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3032:3032:253:4294967295] 192.168.204.129@tcp LPNI seq info [3032:3032:5:4294967295] 00000400:00000200:0.0:1789603706.604684:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603706.604690:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603706.604695:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603706.604698:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb818e9a800. 00000800:00000200:0.0:1789603706.604701:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603706.604705:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603706.604707:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb818e9a800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603706.604710:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603706.604713:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: using a timeout of 21140 usecs (22 jiffies) 00000400:00000200:0.0:1789603706.604716:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603706.604717:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296705558 00000100:00000001:0.0:1789603706.604720:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296709482 00000100:00000001:0.0:1789603706.604722:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296705558 00000100:00000001:0.0:1789603706.604724:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296709482 00000100:00000001:0.0:1789603706.604726:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603706.604728:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603706.604730:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789603706.604734:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9eb810d1d880 x1876533442932352/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.604740:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789603706.604742:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603706.604744:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789603706.604746:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789603706.604748:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789603706.604750:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9eb810d1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442932352:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603706.604753:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789603706.604756:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789603706.604757:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603706.604759:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789603706.604762:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9eb8118b7800. 02000000:00000001:0.0:1789603706.604763:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789603706.604766:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000010:0.0:1789603706.604768:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9eb804139aa8. 00000400:00000010:0.0:1789603706.604771:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682990. 00000100:00000200:0.0:1789603706.604774:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876533442932352, portal 4 00000100:00000001:0.0:1789603706.604776:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603706.604777:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126199936 : -106961583351680 : ffff9eb810d1d880) 00000100:00000040:0.0:1789603706.604783:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9eb810d1d880 x1876533442932352/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.604789:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789603706.604791:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.129@tcp 00000400:00000010:0.0:1789603706.604793:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9eb813682f68. 00000100:00000200:0.0:1789603706.604795:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876533442932352, offset 0 00000400:00000200:0.0:1789603706.604800:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.129@tcp 00000400:00000200:0.0:1789603706.604803:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603706.604806:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.129@tcp local destination 00000400:00000200:0.0:1789603706.604809:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789603706.604811:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.29@tcp 00000400:00000200:0.0:1789603706.604813:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789603706.604815:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.129@tcp 00000400:00000200:0.0:1789603706.604817:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.29@tcp NI seq info: [3033:3033:252:4294967295] 192.168.204.129@tcp LPNI seq info [3033:3033:4:4294967295] 00000400:00000200:0.0:1789603706.604821:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:0.0:1789603706.604826:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp:) -> 192.168.204.129@tcp(192.168.204.129@tcp:192.168.204.129@tcp) : PUT try# 0 00000800:00000200:0.0:1789603706.604829:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.129@tcp 00000800:00000010:0.0:1789603706.604833:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9eb82096a200. 00000800:00000200:0.0:1789603706.604837:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9eb810af4240] -> 12345-192.168.204.129@tcp (5) 00000800:00000200:0.0:1789603706.604841:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.129@tcp ip 192.168.204.129:988 00000800:00000200:0.0:1789603706.604843:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9eb82096a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789603706.604846:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603706.604849:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: using a timeout of 22262 usecs (23 jiffies) 00000400:00000200:0.0:1789603706.604851:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000100:00000001:0.0:1789603706.604853:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 2 is 4296705559 00000100:00000001:0.0:1789603706.604855:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 2, keep current deadline 4296709482 00000100:00000001:0.0:1789603706.604857:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS new deadline estimation for cpu 3 is 4296705559 00000100:00000001:0.0:1789603706.604859:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9eb81291b000: PM QoS request active for cpu 3, keep current deadline 4296709482 00000100:00000001:0.0:1789603706.604861:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603706.604863:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603706.604865:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603706.604867:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789603706.605006:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789603706.605009:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789603706.605139:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603706.605144:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb818df0700. 00000400:00000200:2.0:1789603706.605150:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603706.605155:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603706.605160:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682220 00000400:00000010:2.0:1789603706.605163:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682220. 00000100:00000001:2.0:1789603706.605168:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603706.605173:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1f800 x1876533442931968/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603706.605182:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603706.605186:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1f800 x1876533442931968/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603722 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603706.605192:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603706.605194:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603706.605206:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603706.605209:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb818df0200. 00000400:00000200:2.0:1789603706.605211:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603706.605214:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603706.605216:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136822a8 00000400:00000010:2.0:1789603706.605218:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136822a8. 00000100:00000001:2.0:1789603706.605220:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603706.605224:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1e300 x1876533442932224/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603706.605230:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603706.605233:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1e300 x1876533442932224/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603722 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603706.605239:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603706.605241:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603706.605248:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603706.605251:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb818e9a400. 00000400:00000200:2.0:1789603706.605254:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603706.605257:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603706.605260:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682660 00000400:00000010:2.0:1789603706.605262:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682660. 00000100:00000001:2.0:1789603706.605264:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603706.605267:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1ca80 x1876533442931840/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603706.605274:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603706.605277:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1ca80 x1876533442931840/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603722 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603706.605283:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603706.605284:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603706.605291:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603706.605292:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb818e9a800. 00000400:00000200:2.0:1789603706.605295:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603706.605298:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603706.605300:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682000 00000400:00000010:2.0:1789603706.605302:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682000. 00000100:00000001:2.0:1789603706.605304:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603706.605307:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1df80 x1876533442932096/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603706.605313:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603706.605316:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1df80 x1876533442932096/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603722 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603706.605322:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603706.605323:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789603706.605383:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789603706.605386:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9eb82096a200. 00000400:00000200:2.0:1789603706.605389:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603706.605392:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000400:00000200:2.0:1789603706.605394:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682f68 00000400:00000010:2.0:1789603706.605395:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682f68. 00000100:00000001:2.0:1789603706.605397:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789603706.605400:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9eb810d1d880 x1876533442932352/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603706.605406:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789603706.605409:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1d880 x1876533442932352/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603722 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603706.605414:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789603706.605416:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789603706.614821:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603706.616686:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603706.616697:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603706.616701:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603706.616710:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603706.616719:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603706.616728:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603706.616733:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603706.616738:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603706.616742:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d466d00 00000400:00000200:2.0:1789603706.616747:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603706.616753:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x8995 [1] + 224 00000800:00000001:2.0:1789603706.616761:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603706.616765:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603706.616769:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603706.616773:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603706.616781:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603706.616792:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1f800 x1876533442931968/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603706.616805:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1f800 x1876533442931968/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603706.616819:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603706.616844:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603706.616848:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603706.616850:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603706.616852:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603706.616855:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603706.616859:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603706.616863:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603706.616865:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603706.616868:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603706.616870:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d466e00 00000400:00000200:2.0:1789603706.616873:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603706.616878:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x899d [1] + 224 00000800:00000001:2.0:1789603706.616881:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603706.617435:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603706.617440:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603706.617444:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603706.617448:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603706.617455:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1e300 x1876533442932224/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603706.617463:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1e300 x1876533442932224/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603706.617483:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603706.617489:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603706.617493:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603706.617495:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603706.617497:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603706.617501:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603706.617504:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603706.617534:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603706.617538:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603706.617541:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603706.617544:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 4 MB=0x6aab27d466e80 00000400:00000200:2.0:1789603706.617547:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603706.617551:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.129@tcp of length 224/224 into md 0x89b5 [1] + 224 00000800:00000001:2.0:1789603706.617555:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603706.617560:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603706.617562:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603706.617565:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603706.617568:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603706.617572:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1d880 x1876533442932352/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603706.617581:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1d880 x1876533442932352/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603706.617588:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603706.617592:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603706.617596:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603706.617597:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603706.617599:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603706.617602:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603706.617605:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603706.617609:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603706.617612:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603706.617614:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603706.617617:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 10 MB=0x6aab27d466d80 00000400:00000200:2.0:1789603706.617620:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603706.617624:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.129@tcp of length 224/224 into md 0x89ad [1] + 224 00000800:00000001:2.0:1789603706.617628:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603706.617637:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603706.617639:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603706.617642:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603706.617645:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603706.617649:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1df80 x1876533442932096/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603706.617657:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1df80 x1876533442932096/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603706.617663:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603706.617666:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603706.617668:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603706.618081:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603706.618087:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603706.618096:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603706.618099:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603706.618102:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139b58. 00000400:00000200:0.0:1789603706.618108:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682bb0 00000400:00000010:0.0:1789603706.618110:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682bb0. 00000100:00000001:0.0:1789603706.618114:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603706.618120:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1df80 x1876533442932096/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603706.618129:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1df80 x1876533442932096/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.618135:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603706.618138:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603706.618140:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603706.618143:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603706.618145:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603706.618147:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603706.618151:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603706.618162:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203afc60 time=104 v=5 (5 106 106 106) 00000100:00001000:0.0:1789603706.618167:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203afc18 time=104 v=5 (1 1 1 1) 00000100:00000001:0.0:1789603706.618170:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603706.618172:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603706.618175:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603706.618179:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603706.618184:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603706.618186:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9eb81291b000: skip recheck: last_committed 4294967336 00000100:00000001:0.0:1789603706.618188:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603706.618190:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603706.618195:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1df80 x1876533442932096/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.618202:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603706.618206:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603706.618208:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603706.618212:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1df80 x1876533442932096/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603706.618220:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442932096:192.168.204.129@tcp:400:kworker.0 00000400:00000001:0.0:1789603706.618229:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603706.618230:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603706.618231:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139aa8. 00000400:00000200:0.0:1789603706.618234:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682990 00000400:00000010:0.0:1789603706.618236:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682990. 00000100:00000001:0.0:1789603706.618238:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603706.618241:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1d880 x1876533442932352/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603706.618250:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1d880 x1876533442932352/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.618256:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603706.618258:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603706.618259:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603706.618260:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603706.618261:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603706.618263:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603706.618265:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603706.618269:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203a8c60 time=103 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603706.618271:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203a8c18 time=34 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603706.618274:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603706.618275:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603706.618276:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603706.618278:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603706.618280:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603706.618282:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9eb81291b000: skip recheck: last_committed 4294967316 00000100:00000001:0.0:1789603706.618283:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603706.618285:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603706.618288:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1d880 x1876533442932352/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.618295:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603706.618297:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603706.618298:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603706.618302:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1d880 x1876533442932352/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603706.618310:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442932352:192.168.204.129@tcp:400:kworker.0 00000400:00000001:0.0:1789603706.618315:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603706.618316:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603706.618317:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb804139e18. 00000400:00000200:0.0:1789603706.618320:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136823b8 00000400:00000010:0.0:1789603706.618322:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136823b8. 00000100:00000001:0.0:1789603706.618324:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603706.618328:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1f800 x1876533442931968/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603706.618337:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1f800 x1876533442931968/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.618343:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603706.618344:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603706.618346:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603706.618347:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603706.618348:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603706.618349:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603706.618351:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603706.618354:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb810ddb460 time=104 v=5 (5 106 106 106) 00000100:00001000:0.0:1789603706.618357:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb810ddb418 time=40 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603706.618359:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603706.618377:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603706.618379:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603706.618381:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603706.618383:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789603706.618384:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: committing for last_committed 8589934617 gen 2 00000100:00000040:0.0:1789603706.618390:0:2401:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934617) req@ffff9eb806bd5c00 x1876533442927488/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603706.618397:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603706.618400:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5c00 x1876533442927488/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603706.618406:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603706.618408:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603706.618411:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a5000. 02000000:00000001:0.0:1789603706.618415:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603706.618418:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603706.618420:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=8 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603706.618422:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603706.618425:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb8069b4c00. 02000000:00000001:0.0:1789603706.618427:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603706.618429:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603706.618431:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5c00. 00000100:00000001:0.0:1789603706.618434:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603706.618435:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603706.618440:0:2401:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934617) req@ffff9eb810d1dc00 x1876533442927744/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603706.618447:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603706.618450:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1dc00 x1876533442927744/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603706.618455:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603706.618456:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603706.618457:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8051e1000. 02000000:00000001:0.0:1789603706.618460:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603706.618461:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603706.618462:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=7 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603706.618464:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603706.618796:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb8051ca400. 02000000:00000001:0.0:1789603706.618801:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603706.618802:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603706.618803:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1dc00. 00000100:00000001:0.0:1789603706.618806:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603706.618807:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603706.618813:0:2401:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934617) req@ffff9eb810d1ea00 x1876533442928000/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603716 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603706.618837:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789603706.618839:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446637112126204416 : -106961583347200 : ffff9eb810d1ea00) 00000100:00000001:0.0:1789603706.618842:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603706.618845:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb810d1ea00 x1876533442928000/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603716 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603706.618850:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603706.618851:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603706.618855:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9eb806bd5f80 x1876533442928640/t8589934612(8589934612) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603706.618860:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789603706.618861:0:2401:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9eb810bc58e0. 00000100:00000001:0.0:1789603706.618864:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603706.618867:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1ea00 x1876533442928000/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 576/664 e 0 to 0 dl 1789603716 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603706.618872:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1789603706.618873:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603706.618874:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=6 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603706.618876:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603706.618877:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9eb8051e0c00. 02000000:00000001:0.0:1789603706.618880:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603706.618881:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603706.618882:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1ea00. 00000100:00000001:0.0:1789603706.618884:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603706.618885:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603706.618889:0:2401:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934617) req@ffff9eb806bd5f80 x1876533442928640/t8589934612(8589934612) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603706.618894:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603706.618897:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb806bd5f80 x1876533442928640/t8589934612(8589934612) o35->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:23/10 lens 392/456 e 0 to 0 dl 1789603716 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789603706.618903:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603706.618905:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603706.618906:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb8041a6000. 02000000:00000001:0.0:1789603706.618908:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603706.618909:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603706.618910:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=5 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603706.618911:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603706.618913:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb8069b5800. 02000000:00000001:0.0:1789603706.618914:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603706.618915:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603706.618916:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb806bd5f80. 00000100:00000001:0.0:1789603706.618919:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603706.618920:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603706.618924:0:2401:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934617) req@ffff9eb810b4a680 x1876533442930944/t8589934617(8589934617) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/456 e 0 to 0 dl 1789603716 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.618929:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603706.618932:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810b4a680 x1876533442930944/t8589934617(8589934617) o36->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 504/456 e 0 to 0 dl 1789603716 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.618937:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603706.618938:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603706.618939:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9eb80511dc00. 02000000:00000001:0.0:1789603706.618940:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603706.618941:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603706.618942:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=4 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603706.618944:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603706.618945:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9eb804154e00. 02000000:00000001:0.0:1789603706.618947:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603706.618948:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603706.618949:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810b4a680. 00000100:00000001:0.0:1789603706.618952:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603706.618953:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603706.618955:0:2401:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789603706.618958:0:2401:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9eb81291b000: normal: skip=1 replay=5/5 committed=0/0 00000100:00000001:0.0:1789603706.618960:0:2401:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603706.618961:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603706.618965:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1f800 x1876533442931968/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.618971:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603706.618973:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603706.618974:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603706.618977:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1f800 x1876533442931968/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603706.618983:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442931968:192.168.204.129@tcp:400:kworker.0 00000400:00000001:0.0:1789603706.618991:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603706.618992:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603706.618994:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041394d0. 00000400:00000200:0.0:1789603706.618996:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb813682aa0 00000400:00000010:0.0:1789603706.618998:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb813682aa0. 00000100:00000001:0.0:1789603706.619001:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603706.619004:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1e300 x1876533442932224/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603706.619012:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1e300 x1876533442932224/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.619018:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603706.619020:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603706.619022:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603706.619023:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603706.619025:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603706.619026:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603706.619028:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603706.619033:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203ac460 time=103 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603706.619036:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203ac418 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603706.619039:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603706.619040:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603706.619042:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603706.619044:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603706.619047:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789603706.619048:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9eb81291b000: skip recheck: last_committed 4294967336 00000100:00000001:0.0:1789603706.619051:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789603706.619052:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603706.619056:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1e300 x1876533442932224/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.619063:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603706.619065:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603706.619066:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603706.619069:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1e300 x1876533442932224/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603706.619076:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:26a8d7af-7e2d-43c6-a5d0-1bdf8927bdf8:2401:1876533442932224:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603706.619081:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603706.619083:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603706.619086:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1df80 x1876533442932096/t0(0) o400->lustre-MDT0001-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.619091:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603706.619093:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603706.619094:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8118b7e00. 02000000:00000001:0.0:1789603706.619097:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603706.619098:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603706.619099:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203af800 refcount=3 obd=lustre-MDT0001-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603706.619101:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603706.619103:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb804076e00. 02000000:00000001:0.0:1789603706.619106:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603706.619107:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603706.619108:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1df80. 00000100:00000001:0.0:1789603706.619111:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603706.619112:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603706.619113:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603706.619117:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1d880 x1876533442932352/t0(0) o400->lustre-OST0001-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.619123:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603706.619125:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603706.619126:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8118b7800. 02000000:00000001:0.0:1789603706.619129:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603706.619130:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603706.619131:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203a8800 refcount=2 obd=lustre-OST0001-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603706.619133:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603706.619134:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb804076b00. 02000000:00000001:0.0:1789603706.619136:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603706.619137:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603706.619138:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1d880. 00000100:00000001:0.0:1789603706.619140:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603706.619142:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603706.619143:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603706.619146:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1f800 x1876533442931968/t0(0) o400->lustre-MDT0000-mdc-ffff9eb81291b000@192.168.204.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.619152:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603706.619153:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603706.619154:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8118b6e00. 02000000:00000001:0.0:1789603706.619156:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603706.619157:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603706.619158:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb810ddb000 refcount=3 obd=lustre-MDT0000-mdc-ffff9eb81291b000 00000020:00000001:0.0:1789603706.619160:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603706.619161:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb804076d00. 02000000:00000001:0.0:1789603706.619163:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603706.619165:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603706.619166:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1f800. 00000100:00000001:0.0:1789603706.619168:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603706.619169:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603706.619170:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603706.619173:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1e300 x1876533442932224/t0(0) o400->lustre-OST0000-osc-ffff9eb81291b000@192.168.204.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.619179:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603706.619180:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603706.619181:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8118b7a00. 02000000:00000001:0.0:1789603706.619183:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603706.619184:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603706.619186:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203ac000 refcount=2 obd=lustre-OST0000-osc-ffff9eb81291b000 00000020:00000001:0.0:1789603706.619188:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603706.619189:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb804076100. 02000000:00000001:0.0:1789603706.619191:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603706.619192:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603706.619193:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1e300. 00000100:00000001:0.0:1789603706.619195:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603706.619196:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603706.619199:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603706.619201:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603706.619203:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789603706.619205:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603706.619207:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789603706.626024:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603706.626611:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789603706.626616:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603706.626620:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603706.626630:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603706.626639:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.29@tcp(192.168.204.29@tcp) <- 192.168.204.129@tcp : PUT - for me 00000400:00000200:2.0:1789603706.626649:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603706.626654:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603706.626659:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603706.626664:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.129@tcp of length 224 into portal 25 MB=0x6aab27d466c80 00000400:00000200:2.0:1789603706.626670:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.129@tcp to cpt 1 00000400:00000200:2.0:1789603706.626677:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.129@tcp of length 224/224 into md 0x89a5 [1] + 224 00000800:00000001:2.0:1789603706.626683:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603706.626694:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789603706.626697:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789603706.626702:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.29@tcp->192.168.204.129@tcp: PUT: OK 00000100:00000001:2.0:1789603706.626710:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789603706.626718:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9eb810d1ca80 x1876533442931840/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789603706.626729:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9eb810d1ca80 x1876533442931840/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789603706.626753:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789603706.626761:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789603706.626765:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603706.627016:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603706.627022:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789603706.627030:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789603706.627032:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789603706.627037:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9eb8041399f8. 00000400:00000200:0.0:1789603706.627041:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9eb8136827f8 00000400:00000010:0.0:1789603706.627045:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9eb8136827f8. 00000100:00000001:0.0:1789603706.627049:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789603706.627054:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9eb810d1ca80 x1876533442931840/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789603706.627063:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9eb810d1ca80 x1876533442931840/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.627070:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789603706.627072:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603706.627075:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789603706.627079:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789603706.627082:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789603706.627085:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789603706.627089:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789603706.627098:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9eb8203abc60 time=104 v=5 (5 5 5 5) 00000100:00001000:0.0:1789603706.627103:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9eb8203abc18 time=49 v=5 (1 0 0 0) 00000100:00000001:0.0:1789603706.627106:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789603706.627108:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789603706.627111:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789603706.627115:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603706.627118:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789603706.627123:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9eb810d1ca80 x1876533442931840/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.627132:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789603706.627136:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789603706.627138:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789603706.627143:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9eb810d1ca80 x1876533442931840/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789603706.627150:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9eb810d1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a4b92f25-d1a5-4fbd-9103-29fe2eb95d7f:2401:1876533442931840:192.168.204.129@tcp:400:kworker.0 00000100:00000001:0.0:1789603706.627157:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603706.627160:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789603706.627164:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9eb810d1ca80 x1876533442931840/t0(0) o400->MGC192.168.204.129@tcp@192.168.204.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789603722 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789603706.627170:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789603706.627173:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789603706.627177:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9eb8118b7200. 02000000:00000001:0.0:1789603706.627181:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789603706.627185:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789603706.627187:0:2401:0:(genops.c:1222:class_import_put()) import ffff9eb8203ab800 refcount=3 obd=MGC192.168.204.129@tcp 00000020:00000001:0.0:1789603706.627190:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789603706.627193:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9eb804076200. 02000000:00000001:0.0:1789603706.627198:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789603706.627200:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789603706.627202:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9eb810d1ca80. 00000100:00000001:0.0:1789603706.627206:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789603706.627207:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603706.627209:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789603706.627218:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789603706.627221:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789603706.627223:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789603706.627225:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603706.794632:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603706.794643:0:34484:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789603706.794645:0:34484:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789603706.794648:0:34484:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603706.794653:0:34484:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789603706.794655:0:34484:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603706.794657:0:34484:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603706.794660:0:34484:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603706.794664:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603706.794665:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789603706.794669:0:34484:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789603706.794670:0:34484:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789603706.803741:0:16955:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789603706.803748:0:16955:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789603706.803753:0:16955:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789603707.321204:0:36467:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 128795 lines, 128795 kept, 0 dropped, 0 bad.